diff --git a/SHA256SUMS b/SHA256SUMS new file mode 100644 index 0000000000000000000000000000000000000000..5c99ac72dac187eca4ed60a7e94d43e7da3ccdbf --- /dev/null +++ b/SHA256SUMS @@ -0,0 +1 @@ +3d44af50d5f1639bc1e19fe3d7812d2f0fd6e9345893d3ccab83c420b9a4e788 blue_simlingo_gate.pt diff --git a/blue_simlingo_gate.json b/blue_simlingo_gate.json new file mode 100644 index 0000000000000000000000000000000000000000..beb614d708cef5645d504a565e3c74b70055711f --- /dev/null +++ b/blue_simlingo_gate.json @@ -0,0 +1,13 @@ +{ + "name": "blue_simlingo_gate", + "version": "v1", + "checkpoint": "blue_simlingo_gate.pt", + "hidden_size": 896, + "mlp_hidden_size": 128, + "dropout": 0.5, + "norm_type": "none", + "recommended_threshold": 0.66, + "token_position": "last_language_token_before_generation", + "public_mode": "trained_gate", + "sha256": "3d44af50d5f1639bc1e19fe3d7812d2f0fd6e9345893d3ccab83c420b9a4e788" +} diff --git a/blue_simlingo_gate.pt b/blue_simlingo_gate.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b983d83384417c18bdf4be15ab269e5ca417f5f --- /dev/null +++ b/blue_simlingo_gate.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d44af50d5f1639bc1e19fe3d7812d2f0fd6e9345893d3ccab83c420b9a4e788 +size 463408 diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/00_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/00_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8da9064372070fd5173b922d2fb9f0b525a6af2c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/00_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.687, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.138, + "duration_game": 23.0, + "duration_system": 207.483, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_04_09_17_28_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.73% of the surrounding traffic's one", + "Average speed is 77.36% of the surrounding traffic's one", + "Average speed is 228.57% of the surrounding traffic's one", + "Average speed is 183.43% of the surrounding traffic's one", + "Average speed is 77.43% of the surrounding traffic's one", + "Average speed is 87.13% of the surrounding traffic's one", + "Average speed is 93.72% of the surrounding traffic's one", + "Average speed is 83.09% of the surrounding traffic's one", + "Average speed is 81.57% of the surrounding traffic's one", + "Average speed is 126.67% of the surrounding traffic's one", + "Average speed is 198.3% of the surrounding traffic's one", + "Average speed is 308.41% of the surrounding traffic's one", + "Average speed is 178.7% of the surrounding traffic's one", + "Average speed is 165.42% of the surrounding traffic's one", + "Average speed is 128.66% of the surrounding traffic's one", + "Average speed is 107.52% of the surrounding traffic's one", + "Average speed is 107.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 23.0, + "duration_system": 207.483 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.687" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/01_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/01_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fbf09ef61abd4e53020783035c6d088d495c88af --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/01_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 48.2, + "duration_system": 1019.11, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_04_09_17_34_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.45% of the surrounding traffic's one", + "Average speed is 176.33% of the surrounding traffic's one", + "Average speed is 157.61% of the surrounding traffic's one", + "Average speed is 43.27% of the surrounding traffic's one", + "Average speed is 5.2% of the surrounding traffic's one", + "Average speed is 106.33% of the surrounding traffic's one", + "Average speed is 165.64% of the surrounding traffic's one", + "Average speed is 109.01% of the surrounding traffic's one", + "Average speed is 133.98% of the surrounding traffic's one", + "Average speed is 126.84% of the surrounding traffic's one", + "Average speed is 108.27% of the surrounding traffic's one", + "Average speed is 125.98% of the surrounding traffic's one", + "Average speed is 117.51% of the surrounding traffic's one", + "Average speed is 108.84% of the surrounding traffic's one", + "Average speed is 125.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 48.2, + "duration_system": 1019.11 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/02_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/02_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c2d8f3ebb4af08107e56b91e94da4ca1d0c3ffd9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/02_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 8.395, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 151.109, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 119.119, + "duration_game": 16.1, + "duration_system": 367.783, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_04_09_17_53_34", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=533.236, y=3914.034, z=371.214) at time=8.400s [CARLA Frame: 1504, Agent Step: 167]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.42% of the surrounding traffic's one", + "Average speed is 149.57% of the surrounding traffic's one", + "Average speed is 141.13% of the surrounding traffic's one", + "Average speed is 179.4% of the surrounding traffic's one", + "Average speed is 132.04% of the surrounding traffic's one", + "Average speed is 136.47% of the surrounding traffic's one", + "Average speed is 115.92% of the surrounding traffic's one", + "Average speed is 72.29% of the surrounding traffic's one", + "Average speed is 124.08% of the surrounding traffic's one", + "Average speed is 149.36% of the surrounding traffic's one", + "Average speed is 108.11% of the surrounding traffic's one", + "Average speed is 100.56% of the surrounding traffic's one", + "Average speed is 124.26% of the surrounding traffic's one", + "Average speed is 114.88% of the surrounding traffic's one", + "Average speed is 109.27% of the surrounding traffic's one", + "Average speed is 114.09% of the surrounding traffic's one", + "Average speed is 46.32% of the surrounding traffic's one", + "Average speed is 69.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 16.1, + "duration_system": 367.783 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "8.395", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "151.109" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/03_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/03_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0358fa50094a1fa74fad388f74759966c4856d1d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/03_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.724, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.1, + "duration_game": 35.25, + "duration_system": 546.566, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_04_09_18_02_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 106.98% of the surrounding traffic's one", + "Average speed is 168.72% of the surrounding traffic's one", + "Average speed is 198.12% of the surrounding traffic's one", + "Average speed is 212.72% of the surrounding traffic's one", + "Average speed is 200.13% of the surrounding traffic's one", + "Average speed is 151.75% of the surrounding traffic's one", + "Average speed is 5.71% of the surrounding traffic's one", + "Average speed is 103.32% of the surrounding traffic's one", + "Average speed is 129.26% of the surrounding traffic's one", + "Average speed is 114.72% of the surrounding traffic's one", + "Average speed is 106.6% of the surrounding traffic's one", + "Average speed is 108.76% of the surrounding traffic's one", + "Average speed is 113.05% of the surrounding traffic's one", + "Average speed is 104.92% of the surrounding traffic's one", + "Average speed is 131.63% of the surrounding traffic's one", + "Average speed is 161.21% of the surrounding traffic's one", + "Average speed is 175.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 35.25, + "duration_system": 546.566 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.724" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/04_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/04_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d3e0f0d5d95e5b242e97faf3006ef1791d51c3dc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/04_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.581, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.064, + "duration_game": 32.05, + "duration_system": 486.817, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_04_09_18_13_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.61% of the surrounding traffic's one", + "Average speed is 172.1% of the surrounding traffic's one", + "Average speed is 241.64% of the surrounding traffic's one", + "Average speed is 59.94% of the surrounding traffic's one", + "Average speed is 6.75% of the surrounding traffic's one", + "Average speed is 192.64% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 194.72% of the surrounding traffic's one", + "Average speed is 193.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 32.05, + "duration_system": 486.817 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.581" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/05_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/05_res.json new file mode 100644 index 0000000000000000000000000000000000000000..83abc6015d00d3596699c06381f6cd7d2edd6863 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/05_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.703, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.121, + "duration_game": 31.75, + "duration_system": 489.532, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_04_09_18_24_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.25% of the surrounding traffic's one", + "Average speed is 142.72% of the surrounding traffic's one", + "Average speed is 149.25% of the surrounding traffic's one", + "Average speed is 176.02% of the surrounding traffic's one", + "Average speed is 126.61% of the surrounding traffic's one", + "Average speed is 6.11% of the surrounding traffic's one", + "Average speed is 91.77% of the surrounding traffic's one", + "Average speed is 1579.21% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 139.27% of the surrounding traffic's one", + "Average speed is 303.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.75, + "duration_system": 489.532 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.703" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/06_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/06_res.json new file mode 100644 index 0000000000000000000000000000000000000000..774dfb6a4919d065cdfb74474824eaea843bf30d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/06_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.704, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.12, + "duration_game": 45.1, + "duration_system": 400.46, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_04_09_18_35_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.65% of the surrounding traffic's one", + "Average speed is 86.05% of the surrounding traffic's one", + "Average speed is 255.88% of the surrounding traffic's one", + "Average speed is 244.72% of the surrounding traffic's one", + "Average speed is 242.58% of the surrounding traffic's one", + "Average speed is 160.84% of the surrounding traffic's one", + "Average speed is 14.34% of the surrounding traffic's one", + "Average speed is 767.12% of the surrounding traffic's one", + "Average speed is 403.5% of the surrounding traffic's one", + "Average speed is 416.23% of the surrounding traffic's one", + "Average speed is 476.86% of the surrounding traffic's one", + "Average speed is 290.79% of the surrounding traffic's one", + "Average speed is 234.41% of the surrounding traffic's one", + "Average speed is 191.05% of the surrounding traffic's one", + "Average speed is 219.49% of the surrounding traffic's one", + "Average speed is 183.43% of the surrounding traffic's one", + "Average speed is 223.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 45.1, + "duration_system": 400.46 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.704" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/07_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/07_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7466edf3908f437252d5f4777730476a7420f4a0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/07_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.7, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.124, + "duration_game": 53.85, + "duration_system": 468.523, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_04_09_18_44_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.38% of the surrounding traffic's one", + "Average speed is 1865.77% of the surrounding traffic's one", + "Average speed is 312.41% of the surrounding traffic's one", + "Average speed is 241.36% of the surrounding traffic's one", + "Average speed is 291.48% of the surrounding traffic's one", + "Average speed is 345.79% of the surrounding traffic's one", + "Average speed is 389.23% of the surrounding traffic's one", + "Average speed is 245.9% of the surrounding traffic's one", + "Average speed is 193.21% of the surrounding traffic's one", + "Average speed is 111.31% of the surrounding traffic's one", + "Average speed is 84.66% of the surrounding traffic's one", + "Average speed is 82.95% of the surrounding traffic's one", + "Average speed is 75.66% of the surrounding traffic's one", + "Average speed is 74.95% of the surrounding traffic's one", + "Average speed is 81.96% of the surrounding traffic's one", + "Average speed is 87.55% of the surrounding traffic's one", + "Average speed is 92.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 53.85, + "duration_system": 468.523 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.7" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/08_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/08_res.json new file mode 100644 index 0000000000000000000000000000000000000000..58435c319aa2c6265713fed20ada547c47f3cfb2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/08_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.222, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.623, + "duration_game": 11.6, + "duration_system": 117.119, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_04_09_18_54_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.54% of the surrounding traffic's one", + "Average speed is 543.42% of the surrounding traffic's one", + "Average speed is 603.12% of the surrounding traffic's one", + "Average speed is 568.44% of the surrounding traffic's one", + "Average speed is 125.0% of the surrounding traffic's one", + "Average speed is 38.29% of the surrounding traffic's one", + "Average speed is 363.97% of the surrounding traffic's one", + "Average speed is 432.88% of the surrounding traffic's one", + "Average speed is 498.71% of the surrounding traffic's one", + "Average speed is 632.72% of the surrounding traffic's one", + "Average speed is 964.7% of the surrounding traffic's one", + "Average speed is 1188.2% of the surrounding traffic's one", + "Average speed is 1817.93% of the surrounding traffic's one", + "Average speed is 2138.82% of the surrounding traffic's one", + "Average speed is 4117.81% of the surrounding traffic's one", + "Average speed is 2729.66% of the surrounding traffic's one", + "Average speed is 1886.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 11.6, + "duration_system": 117.119 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.222" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/09_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/09_res.json new file mode 100644 index 0000000000000000000000000000000000000000..376ae1c62b296ca48364604028a297836bd6624a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/09_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 180.319, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.186, + "duration_game": 13.25, + "duration_system": 165.802, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_04_09_18_59_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 350.33% of the surrounding traffic's one", + "Average speed is 626.72% of the surrounding traffic's one", + "Average speed is 430.46% of the surrounding traffic's one", + "Average speed is 89.71% of the surrounding traffic's one", + "Average speed is 101.39% of the surrounding traffic's one", + "Average speed is 60.86% of the surrounding traffic's one", + "Average speed is 362.59% of the surrounding traffic's one", + "Average speed is 476.39% of the surrounding traffic's one", + "Average speed is 358.04% of the surrounding traffic's one", + "Average speed is 280.19% of the surrounding traffic's one", + "Average speed is 306.31% of the surrounding traffic's one", + "Average speed is 330.79% of the surrounding traffic's one", + "Average speed is 256.96% of the surrounding traffic's one", + "Average speed is 201.09% of the surrounding traffic's one", + "Average speed is 192.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.25, + "duration_system": 165.802 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "180.319" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/100_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/100_res.json new file mode 100644 index 0000000000000000000000000000000000000000..689a3911bc245d6be4ce48aeb8c72014e75d9182 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/100_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 233.086, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.354, + "duration_game": 6.1, + "duration_system": 43.047, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_04_10_08_42_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.3% of the surrounding traffic's one", + "Average speed is 177.56% of the surrounding traffic's one", + "Average speed is 211.49% of the surrounding traffic's one", + "Average speed is 236.62% of the surrounding traffic's one", + "Average speed is 234.23% of the surrounding traffic's one", + "Average speed is 235.08% of the surrounding traffic's one", + "Average speed is 275.06% of the surrounding traffic's one", + "Average speed is 302.32% of the surrounding traffic's one", + "Average speed is 359.14% of the surrounding traffic's one", + "Average speed is 714.21% of the surrounding traffic's one", + "Average speed is 705.25% of the surrounding traffic's one", + "Average speed is 783.23% of the surrounding traffic's one", + "Average speed is 593.85% of the surrounding traffic's one", + "Average speed is 421.35% of the surrounding traffic's one", + "Average speed is 294.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.1, + "duration_system": 43.047 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "233.086" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/101_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/101_res.json new file mode 100644 index 0000000000000000000000000000000000000000..827678a748df1ffec94dc10bfb87c90f5912853c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/101_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 288.708, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 58.883, + "duration_game": 13.6, + "duration_system": 105.114, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_04_10_08_45_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.58% of the surrounding traffic's one", + "Average speed is 14.86% of the surrounding traffic's one", + "Average speed is 273.51% of the surrounding traffic's one", + "Average speed is 329.12% of the surrounding traffic's one", + "Average speed is 511.49% of the surrounding traffic's one", + "Average speed is 532.62% of the surrounding traffic's one", + "Average speed is 642.03% of the surrounding traffic's one", + "Average speed is 666.81% of the surrounding traffic's one", + "Average speed is 682.55% of the surrounding traffic's one", + "Average speed is 560.74% of the surrounding traffic's one", + "Average speed is 528.25% of the surrounding traffic's one", + "Average speed is 488.59% of the surrounding traffic's one", + "Average speed is 402.68% of the surrounding traffic's one", + "Average speed is 273.62% of the surrounding traffic's one", + "Average speed is 245.08% of the surrounding traffic's one", + "Average speed is 202.35% of the surrounding traffic's one", + "Average speed is 173.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 13.6, + "duration_system": 105.114 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "288.708" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/102_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/102_res.json new file mode 100644 index 0000000000000000000000000000000000000000..584ac6dc44feda3c332d12237938c2672910f699 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/102_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 232.461, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.527, + "duration_game": 49.1, + "duration_system": 353.454, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_04_10_08_50_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.21% of the surrounding traffic's one", + "Average speed is 6.52% of the surrounding traffic's one", + "Average speed is 472.99% of the surrounding traffic's one", + "Average speed is 568.96% of the surrounding traffic's one", + "Average speed is 670.27% of the surrounding traffic's one", + "Average speed is 717.29% of the surrounding traffic's one", + "Average speed is 638.77% of the surrounding traffic's one", + "Average speed is 693.96% of the surrounding traffic's one", + "Average speed is 1060.75% of the surrounding traffic's one", + "Average speed is 1185.07% of the surrounding traffic's one", + "Average speed is 1130.76% of the surrounding traffic's one", + "Average speed is 882.69% of the surrounding traffic's one", + "Average speed is 691.08% of the surrounding traffic's one", + "Average speed is 514.97% of the surrounding traffic's one", + "Average speed is 305.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.1, + "duration_system": 353.454 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "232.461" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/103_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/103_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4b29877f79a7fdd31c3eb443017d1cb81ba26170 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/103_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.219, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 183.291, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.837, + "duration_game": 15.5, + "duration_system": 134.594, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_04_10_08_59_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3859 at (x=2493.275, y=4889.308, z=367.366) at time=11.400s [CARLA Frame: 1563, Agent Step: 227]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 185.89% of the surrounding traffic's one", + "Average speed is 145.46% of the surrounding traffic's one", + "Average speed is 1373.57% of the surrounding traffic's one", + "Average speed is 152.15% of the surrounding traffic's one", + "Average speed is 33.71% of the surrounding traffic's one", + "Average speed is 250.82% of the surrounding traffic's one", + "Average speed is 533.64% of the surrounding traffic's one", + "Average speed is 416.72% of the surrounding traffic's one", + "Average speed is 381.07% of the surrounding traffic's one", + "Average speed is 799.23% of the surrounding traffic's one", + "Average speed is 1546.47% of the surrounding traffic's one", + "Average speed is 1124.43% of the surrounding traffic's one", + "Average speed is 768.11% of the surrounding traffic's one", + "Average speed is 625.78% of the surrounding traffic's one", + "Average speed is 492.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 15.5, + "duration_system": 134.594 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.219", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "183.291" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/104_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/104_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c8e5fb7f03259cc1335c1ca91211fef82771998c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/104_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 14.015, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 210.231, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 71.35, + "duration_game": 212.95, + "duration_system": 2127.969, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_04_10_09_04_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3931 at (x=1324.435, y=3872.455, z=363.3) at time=8.500s [CARLA Frame: 1503, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 345.57% of the surrounding traffic's one", + "Average speed is 568.43% of the surrounding traffic's one", + "Average speed is 498.17% of the surrounding traffic's one", + "Average speed is 136.13% of the surrounding traffic's one", + "Average speed is 33.94% of the surrounding traffic's one", + "Average speed is 173.12% of the surrounding traffic's one", + "Average speed is 244.94% of the surrounding traffic's one", + "Average speed is 26.92% of the surrounding traffic's one", + "Average speed is 3012.26% of the surrounding traffic's one", + "Average speed is 2102.46% of the surrounding traffic's one", + "Average speed is 10608.72% of the surrounding traffic's one", + "Average speed is 2927.19% of the surrounding traffic's one", + "Average speed is 1425.14% of the surrounding traffic's one", + "Average speed is 732.18% of the surrounding traffic's one", + "Average speed is 716.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 212.95, + "duration_system": 2127.969 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "14.015", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "210.231" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/105_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/105_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8e66fd5ddb067509ce5e1bb0c4de649caef36627 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/105_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.098, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.591, + "duration_game": 13.9, + "duration_system": 105.237, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_04_10_09_42_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 245.21% of the surrounding traffic's one", + "Average speed is 219.19% of the surrounding traffic's one", + "Average speed is 414.7% of the surrounding traffic's one", + "Average speed is 342.8% of the surrounding traffic's one", + "Average speed is 156.75% of the surrounding traffic's one", + "Average speed is 24.49% of the surrounding traffic's one", + "Average speed is 84.68% of the surrounding traffic's one", + "Average speed is 601.24% of the surrounding traffic's one", + "Average speed is 583.38% of the surrounding traffic's one", + "Average speed is 479.91% of the surrounding traffic's one", + "Average speed is 392.38% of the surrounding traffic's one", + "Average speed is 812.28% of the surrounding traffic's one", + "Average speed is 1903.6% of the surrounding traffic's one", + "Average speed is 780.84% of the surrounding traffic's one", + "Average speed is 725.09% of the surrounding traffic's one", + "Average speed is 711.6% of the surrounding traffic's one", + "Average speed is 550.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.9, + "duration_system": 105.237 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.098" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/106_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/106_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1341e3d89545289875a42046bebf93ec13d773a8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/106_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.88, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 206.077, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.641, + "duration_game": 136.6, + "duration_system": 1083.604, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_04_10_09_46_15", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3859 at (x=1361.793, y=5578.377, z=369.592) at time=8.750s [CARLA Frame: 1479, Agent Step: 174]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.25% of the surrounding traffic's one", + "Average speed is 400.65% of the surrounding traffic's one", + "Average speed is 521.54% of the surrounding traffic's one", + "Average speed is 348.25% of the surrounding traffic's one", + "Average speed is 105.04% of the surrounding traffic's one", + "Average speed is 50.45% of the surrounding traffic's one", + "Average speed is 158.41% of the surrounding traffic's one", + "Average speed is 328.84% of the surrounding traffic's one", + "Average speed is 218.46% of the surrounding traffic's one", + "Average speed is 30.04% of the surrounding traffic's one", + "Average speed is 1171.13% of the surrounding traffic's one", + "Average speed is 7224.16% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 136.6, + "duration_system": 1083.604 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.88", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "206.077" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/107_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/107_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bf232cde0ce985ab9b84eef508fca72cb91e151b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/107_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 208.133, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.874, + "duration_game": 14.05, + "duration_system": 104.115, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_04_10_10_07_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.42% of the surrounding traffic's one", + "Average speed is 557.72% of the surrounding traffic's one", + "Average speed is 487.53% of the surrounding traffic's one", + "Average speed is 166.09% of the surrounding traffic's one", + "Average speed is 74.3% of the surrounding traffic's one", + "Average speed is 33.52% of the surrounding traffic's one", + "Average speed is 445.38% of the surrounding traffic's one", + "Average speed is 446.98% of the surrounding traffic's one", + "Average speed is 456.21% of the surrounding traffic's one", + "Average speed is 495.2% of the surrounding traffic's one", + "Average speed is 817.67% of the surrounding traffic's one", + "Average speed is 4182.17% of the surrounding traffic's one", + "Average speed is 1402.17% of the surrounding traffic's one", + "Average speed is 1363.83% of the surrounding traffic's one", + "Average speed is 866.63% of the surrounding traffic's one", + "Average speed is 837.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 14.05, + "duration_system": 104.115 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "208.133" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/108_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/108_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c420334a7f56dd6f8fbda086b20770289f448dc2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/108_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.382, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.304, + "duration_game": 10.8, + "duration_system": 69.071, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_04_10_10_11_15", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 302.24% of the surrounding traffic's one", + "Average speed is 241.24% of the surrounding traffic's one", + "Average speed is 260.11% of the surrounding traffic's one", + "Average speed is 98.93% of the surrounding traffic's one", + "Average speed is 55.83% of the surrounding traffic's one", + "Average speed is 252.59% of the surrounding traffic's one", + "Average speed is 472.16% of the surrounding traffic's one", + "Average speed is 372.1% of the surrounding traffic's one", + "Average speed is 372.48% of the surrounding traffic's one", + "Average speed is 1010.73% of the surrounding traffic's one", + "Average speed is 1179.44% of the surrounding traffic's one", + "Average speed is 571.31% of the surrounding traffic's one", + "Average speed is 623.2% of the surrounding traffic's one", + "Average speed is 497.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.8, + "duration_system": 69.071 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.382" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/109_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/109_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ec153ed788eede55c37a0f9cfc67ba90269b3266 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/109_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 209.539, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.358, + "duration_game": 12.1, + "duration_system": 86.102, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_04_10_10_14_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.42% of the surrounding traffic's one", + "Average speed is 110.47% of the surrounding traffic's one", + "Average speed is 127.61% of the surrounding traffic's one", + "Average speed is 130.59% of the surrounding traffic's one", + "Average speed is 171.26% of the surrounding traffic's one", + "Average speed is 179.98% of the surrounding traffic's one", + "Average speed is 248.23% of the surrounding traffic's one", + "Average speed is 204.41% of the surrounding traffic's one", + "Average speed is 80.64% of the surrounding traffic's one", + "Average speed is 230.85% of the surrounding traffic's one", + "Average speed is 355.06% of the surrounding traffic's one", + "Average speed is 727.36% of the surrounding traffic's one", + "Average speed is 831.31% of the surrounding traffic's one", + "Average speed is 789.49% of the surrounding traffic's one", + "Average speed is 548.9% of the surrounding traffic's one", + "Average speed is 322.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 12.1, + "duration_system": 86.102 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "209.539" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/10_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/10_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bd05daa162aba477ab8a624e7524b888feee67ba --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/10_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.43, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.28, + "duration_game": 13.75, + "duration_system": 130.157, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_04_09_19_04_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.63% of the surrounding traffic's one", + "Average speed is 155.67% of the surrounding traffic's one", + "Average speed is 493.99% of the surrounding traffic's one", + "Average speed is 426.65% of the surrounding traffic's one", + "Average speed is 134.97% of the surrounding traffic's one", + "Average speed is 48.66% of the surrounding traffic's one", + "Average speed is 71.9% of the surrounding traffic's one", + "Average speed is 314.12% of the surrounding traffic's one", + "Average speed is 498.35% of the surrounding traffic's one", + "Average speed is 486.32% of the surrounding traffic's one", + "Average speed is 489.93% of the surrounding traffic's one", + "Average speed is 773.38% of the surrounding traffic's one", + "Average speed is 1822.02% of the surrounding traffic's one", + "Average speed is 1957.52% of the surrounding traffic's one", + "Average speed is 915.88% of the surrounding traffic's one", + "Average speed is 970.05% of the surrounding traffic's one", + "Average speed is 852.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 13.75, + "duration_system": 130.157 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.43" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/110_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/110_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1db2a7f033a60f63f06c698f23065997dd5d3856 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/110_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 209.564, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.349, + "duration_game": 54.9, + "duration_system": 405.174, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_04_10_10_18_52", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.96% of the surrounding traffic's one", + "Average speed is 93.31% of the surrounding traffic's one", + "Average speed is 124.01% of the surrounding traffic's one", + "Average speed is 6.62% of the surrounding traffic's one", + "Average speed is 681.21% of the surrounding traffic's one", + "Average speed is 649.76% of the surrounding traffic's one", + "Average speed is 1166.23% of the surrounding traffic's one", + "Average speed is 673.7% of the surrounding traffic's one", + "Average speed is 222.51% of the surrounding traffic's one", + "Average speed is 838.11% of the surrounding traffic's one", + "Average speed is 604.56% of the surrounding traffic's one", + "Average speed is 405.64% of the surrounding traffic's one", + "Average speed is 342.17% of the surrounding traffic's one", + "Average speed is 305.41% of the surrounding traffic's one", + "Average speed is 232.39% of the surrounding traffic's one", + "Average speed is 203.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 54.9, + "duration_system": 405.174 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "209.564" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/111_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/111_res.json new file mode 100644 index 0000000000000000000000000000000000000000..870d0f4bb0c8da56e299fa702712c56becfb631f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/111_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 175.06, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.685, + "duration_game": 36.0, + "duration_system": 322.362, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_04_10_10_28_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 194.51% of the surrounding traffic's one", + "Average speed is 268.17% of the surrounding traffic's one", + "Average speed is 1262.46% of the surrounding traffic's one", + "Average speed is 372.86% of the surrounding traffic's one", + "Average speed is 51.15% of the surrounding traffic's one", + "Average speed is 968.74% of the surrounding traffic's one", + "Average speed is 858.04% of the surrounding traffic's one", + "Average speed is 840.05% of the surrounding traffic's one", + "Average speed is 724.63% of the surrounding traffic's one", + "Average speed is 542.29% of the surrounding traffic's one", + "Average speed is 510.32% of the surrounding traffic's one", + "Average speed is 4595.09% of the surrounding traffic's one", + "Average speed is 3865.72% of the surrounding traffic's one", + "Average speed is 1384.99% of the surrounding traffic's one", + "Average speed is 796.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 36.0, + "duration_system": 322.362 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "175.06" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/112_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/112_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a42074d70cf3fd34b905b05a19d08894294ecd39 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/112_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.325, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 172.548, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.137, + "duration_game": 21.45, + "duration_system": 152.167, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_04_10_10_35_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=3737 at (x=3285.249, y=5722.816, z=368.723) at time=17.450s [CARLA Frame: 1694, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.75% of the surrounding traffic's one", + "Average speed is 427.14% of the surrounding traffic's one", + "Average speed is 391.77% of the surrounding traffic's one", + "Average speed is 24.08% of the surrounding traffic's one", + "Average speed is 1474.79% of the surrounding traffic's one", + "Average speed is 1941.4% of the surrounding traffic's one", + "Average speed is 1336.24% of the surrounding traffic's one", + "Average speed is 1006.4% of the surrounding traffic's one", + "Average speed is 1008.43% of the surrounding traffic's one", + "Average speed is 1676.49% of the surrounding traffic's one", + "Average speed is 5355.04% of the surrounding traffic's one", + "Average speed is 2171.33% of the surrounding traffic's one", + "Average speed is 1149.78% of the surrounding traffic's one", + "Average speed is 842.98% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.45, + "duration_system": 152.167 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.325", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "172.548" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/113_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/113_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c1a559e69b3bf3e351a50328744e8154bca3c1f8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/113_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 212.613, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 75.254, + "duration_game": 15.3, + "duration_system": 120.122, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_04_10_10_40_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.98% of the surrounding traffic's one", + "Average speed is 189.46% of the surrounding traffic's one", + "Average speed is 563.89% of the surrounding traffic's one", + "Average speed is 144.23% of the surrounding traffic's one", + "Average speed is 69.18% of the surrounding traffic's one", + "Average speed is 32.93% of the surrounding traffic's one", + "Average speed is 461.81% of the surrounding traffic's one", + "Average speed is 656.28% of the surrounding traffic's one", + "Average speed is 786.75% of the surrounding traffic's one", + "Average speed is 624.75% of the surrounding traffic's one", + "Average speed is 630.25% of the surrounding traffic's one", + "Average speed is 571.1% of the surrounding traffic's one", + "Average speed is 434.93% of the surrounding traffic's one", + "Average speed is 399.52% of the surrounding traffic's one", + "Average speed is 323.84% of the surrounding traffic's one", + "Average speed is 228.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 15.3, + "duration_system": 120.122 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "212.613" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/114_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/114_res.json new file mode 100644 index 0000000000000000000000000000000000000000..712b91b8598446ddb5011fd4ce2ca1ceadfd283d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/114_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 276.812, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 57.801, + "duration_game": 20.75, + "duration_system": 250.25, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_04_10_10_45_30", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.54% of the surrounding traffic's one", + "Average speed is 647.18% of the surrounding traffic's one", + "Average speed is 4844.12% of the surrounding traffic's one", + "Average speed is 2988.5% of the surrounding traffic's one", + "Average speed is 2143.45% of the surrounding traffic's one", + "Average speed is 1566.91% of the surrounding traffic's one", + "Average speed is 1312.07% of the surrounding traffic's one", + "Average speed is 1103.58% of the surrounding traffic's one", + "Average speed is 1378.82% of the surrounding traffic's one", + "Average speed is 846.81% of the surrounding traffic's one", + "Average speed is 544.85% of the surrounding traffic's one", + "Average speed is 384.69% of the surrounding traffic's one", + "Average speed is 303.06% of the surrounding traffic's one", + "Average speed is 274.44% of the surrounding traffic's one", + "Average speed is 248.63% of the surrounding traffic's one", + "Average speed is 222.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.75, + "duration_system": 250.25 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "276.812" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/115_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/115_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9c2f81d354c78c57b8f7b875e3a528bcb7e1d434 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/115_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 242.648, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 61.818, + "duration_game": 20.7, + "duration_system": 213.223, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_04_10_10_52_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.65% of the surrounding traffic's one", + "Average speed is 12.26% of the surrounding traffic's one", + "Average speed is 1067.77% of the surrounding traffic's one", + "Average speed is 1065.58% of the surrounding traffic's one", + "Average speed is 1077.69% of the surrounding traffic's one", + "Average speed is 1144.35% of the surrounding traffic's one", + "Average speed is 1155.58% of the surrounding traffic's one", + "Average speed is 896.84% of the surrounding traffic's one", + "Average speed is 745.59% of the surrounding traffic's one", + "Average speed is 574.22% of the surrounding traffic's one", + "Average speed is 469.71% of the surrounding traffic's one", + "Average speed is 292.96% of the surrounding traffic's one", + "Average speed is 197.18% of the surrounding traffic's one", + "Average speed is 158.62% of the surrounding traffic's one", + "Average speed is 154.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.7, + "duration_system": 213.223 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "242.648" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/116_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/116_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b3ea6751874c1a9b8d19f45a069d6a5340a139bc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/116_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 269.792, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 59.305, + "duration_game": 35.95, + "duration_system": 309.371, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_04_10_10_58_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.28% of the surrounding traffic's one", + "Average speed is 543.79% of the surrounding traffic's one", + "Average speed is 1074.18% of the surrounding traffic's one", + "Average speed is 1181.14% of the surrounding traffic's one", + "Average speed is 1273.26% of the surrounding traffic's one", + "Average speed is 1488.18% of the surrounding traffic's one", + "Average speed is 1467.46% of the surrounding traffic's one", + "Average speed is 1421.71% of the surrounding traffic's one", + "Average speed is 1038.91% of the surrounding traffic's one", + "Average speed is 700.08% of the surrounding traffic's one", + "Average speed is 748.37% of the surrounding traffic's one", + "Average speed is 560.19% of the surrounding traffic's one", + "Average speed is 391.92% of the surrounding traffic's one", + "Average speed is 328.36% of the surrounding traffic's one", + "Average speed is 234.07% of the surrounding traffic's one", + "Average speed is 202.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 35.95, + "duration_system": 309.371 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "269.792" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/117_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/117_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2d927f66d927d5adaff5437c38985636f6c3ea47 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/117_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.738, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.325, + "duration_game": 12.75, + "duration_system": 164.182, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_04_10_11_05_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.6% of the surrounding traffic's one", + "Average speed is 182.71% of the surrounding traffic's one", + "Average speed is 111.8% of the surrounding traffic's one", + "Average speed is 92.69% of the surrounding traffic's one", + "Average speed is 89.84% of the surrounding traffic's one", + "Average speed is 93.8% of the surrounding traffic's one", + "Average speed is 90.96% of the surrounding traffic's one", + "Average speed is 74.8% of the surrounding traffic's one", + "Average speed is 78.02% of the surrounding traffic's one", + "Average speed is 87.18% of the surrounding traffic's one", + "Average speed is 83.31% of the surrounding traffic's one", + "Average speed is 64.95% of the surrounding traffic's one", + "Average speed is 54.58% of the surrounding traffic's one", + "Average speed is 83.41% of the surrounding traffic's one", + "Average speed is 95.41% of the surrounding traffic's one", + "Average speed is 97.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.75, + "duration_system": 164.182 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.738" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/118_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/118_res.json new file mode 100644 index 0000000000000000000000000000000000000000..69f41246e8d15e470a95bcfdf60d7fa542ff81a3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/118_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.699, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.358, + "duration_game": 14.7, + "duration_system": 221.221, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_04_10_11_11_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.44% of the surrounding traffic's one", + "Average speed is 152.52% of the surrounding traffic's one", + "Average speed is 110.21% of the surrounding traffic's one", + "Average speed is 101.79% of the surrounding traffic's one", + "Average speed is 107.3% of the surrounding traffic's one", + "Average speed is 101.54% of the surrounding traffic's one", + "Average speed is 92.16% of the surrounding traffic's one", + "Average speed is 93.68% of the surrounding traffic's one", + "Average speed is 93.05% of the surrounding traffic's one", + "Average speed is 96.31% of the surrounding traffic's one", + "Average speed is 102.47% of the surrounding traffic's one", + "Average speed is 102.37% of the surrounding traffic's one", + "Average speed is 117.79% of the surrounding traffic's one", + "Average speed is 89.99% of the surrounding traffic's one", + "Average speed is 117.5% of the surrounding traffic's one", + "Average speed is 95.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.7, + "duration_system": 221.221 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.699" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/119_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/119_res.json new file mode 100644 index 0000000000000000000000000000000000000000..867032c71a80fc53334698cdd6e2f7223136245d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/119_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 116.249, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 120.431, + "duration_game": 15.3, + "duration_system": 232.244, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_04_10_11_17_23", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.44% of the surrounding traffic's one", + "Average speed is 146.28% of the surrounding traffic's one", + "Average speed is 115.92% of the surrounding traffic's one", + "Average speed is 121.4% of the surrounding traffic's one", + "Average speed is 110.19% of the surrounding traffic's one", + "Average speed is 109.66% of the surrounding traffic's one", + "Average speed is 109.21% of the surrounding traffic's one", + "Average speed is 100.32% of the surrounding traffic's one", + "Average speed is 99.44% of the surrounding traffic's one", + "Average speed is 113.4% of the surrounding traffic's one", + "Average speed is 125.11% of the surrounding traffic's one", + "Average speed is 102.9% of the surrounding traffic's one", + "Average speed is 124.54% of the surrounding traffic's one", + "Average speed is 101.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.3, + "duration_system": 232.244 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "116.249" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/11_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/11_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2d37ef715e9732090bee4fe61da929120e9dbd32 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/11_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.032, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.058, + "duration_game": 12.05, + "duration_system": 143.152, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_04_09_19_09_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 207.29% of the surrounding traffic's one", + "Average speed is 537.65% of the surrounding traffic's one", + "Average speed is 479.06% of the surrounding traffic's one", + "Average speed is 416.93% of the surrounding traffic's one", + "Average speed is 141.7% of the surrounding traffic's one", + "Average speed is 57.9% of the surrounding traffic's one", + "Average speed is 129.92% of the surrounding traffic's one", + "Average speed is 185.11% of the surrounding traffic's one", + "Average speed is 226.1% of the surrounding traffic's one", + "Average speed is 264.01% of the surrounding traffic's one", + "Average speed is 417.23% of the surrounding traffic's one", + "Average speed is 665.34% of the surrounding traffic's one", + "Average speed is 806.09% of the surrounding traffic's one", + "Average speed is 615.83% of the surrounding traffic's one", + "Average speed is 567.29% of the surrounding traffic's one", + "Average speed is 1628.08% of the surrounding traffic's one", + "Average speed is 1701.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 12.05, + "duration_system": 143.152 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.032" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/120_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/120_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1a2649479ad3d33e3c8abe04bddb9356b6e20b26 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/120_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.481, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.539, + "duration_game": 14.7, + "duration_system": 219.221, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_04_10_11_23_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.28% of the surrounding traffic's one", + "Average speed is 149.98% of the surrounding traffic's one", + "Average speed is 114.54% of the surrounding traffic's one", + "Average speed is 108.1% of the surrounding traffic's one", + "Average speed is 97.73% of the surrounding traffic's one", + "Average speed is 101.85% of the surrounding traffic's one", + "Average speed is 100.96% of the surrounding traffic's one", + "Average speed is 95.91% of the surrounding traffic's one", + "Average speed is 96.82% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 102.54% of the surrounding traffic's one", + "Average speed is 100.78% of the surrounding traffic's one", + "Average speed is 122.59% of the surrounding traffic's one", + "Average speed is 125.75% of the surrounding traffic's one", + "Average speed is 121.76% of the surrounding traffic's one", + "Average speed is 99.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.7, + "duration_system": 219.221 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.481" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/121_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/121_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e85d3f85cebcfa4444eac87d2b52e5ae26ccce08 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/121_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 123.75, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 121.212, + "duration_game": 45.15, + "duration_system": 794.838, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_04_10_11_29_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.44% of the surrounding traffic's one", + "Average speed is 188.95% of the surrounding traffic's one", + "Average speed is 122.62% of the surrounding traffic's one", + "Average speed is 120.84% of the surrounding traffic's one", + "Average speed is 83.46% of the surrounding traffic's one", + "Average speed is 105.5% of the surrounding traffic's one", + "Average speed is 112.61% of the surrounding traffic's one", + "Average speed is 102.43% of the surrounding traffic's one", + "Average speed is 86.19% of the surrounding traffic's one", + "Average speed is 63.6% of the surrounding traffic's one", + "Average speed is 4.85% of the surrounding traffic's one", + "Average speed is 178.61% of the surrounding traffic's one", + "Average speed is 174.38% of the surrounding traffic's one", + "Average speed is 141.52% of the surrounding traffic's one", + "Average speed is 117.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 45.15, + "duration_system": 794.838 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "123.75" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/122_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/122_res.json new file mode 100644 index 0000000000000000000000000000000000000000..743ee1c57d58eb1da70164a34d08c949eaf163d9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/122_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.161, + "duration_game": 17.95, + "duration_system": 128.265, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_04_10_11_45_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.34% of the surrounding traffic's one", + "Average speed is 113.21% of the surrounding traffic's one", + "Average speed is 221.58% of the surrounding traffic's one", + "Average speed is 164.91% of the surrounding traffic's one", + "Average speed is 168.36% of the surrounding traffic's one", + "Average speed is 110.66% of the surrounding traffic's one", + "Average speed is 78.37% of the surrounding traffic's one", + "Average speed is 229.97% of the surrounding traffic's one", + "Average speed is 207.66% of the surrounding traffic's one", + "Average speed is 139.25% of the surrounding traffic's one", + "Average speed is 82.53% of the surrounding traffic's one", + "Average speed is 110.84% of the surrounding traffic's one", + "Average speed is 98.24% of the surrounding traffic's one", + "Average speed is 93.97% of the surrounding traffic's one", + "Average speed is 127.15% of the surrounding traffic's one", + "Average speed is 112.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.95, + "duration_system": 128.265 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/123_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/123_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5a67fac2a3c7a2c289c1f6393a96c610b5fa6349 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/123_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.673, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.153, + "duration_game": 20.3, + "duration_system": 183.28, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_04_10_11_50_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.61% of the surrounding traffic's one", + "Average speed is 154.4% of the surrounding traffic's one", + "Average speed is 317.0% of the surrounding traffic's one", + "Average speed is 224.44% of the surrounding traffic's one", + "Average speed is 143.61% of the surrounding traffic's one", + "Average speed is 70.99% of the surrounding traffic's one", + "Average speed is 384.33% of the surrounding traffic's one", + "Average speed is 205.18% of the surrounding traffic's one", + "Average speed is 162.7% of the surrounding traffic's one", + "Average speed is 97.37% of the surrounding traffic's one", + "Average speed is 84.57% of the surrounding traffic's one", + "Average speed is 92.64% of the surrounding traffic's one", + "Average speed is 87.34% of the surrounding traffic's one", + "Average speed is 107.37% of the surrounding traffic's one", + "Average speed is 96.36% of the surrounding traffic's one", + "Average speed is 102.52% of the surrounding traffic's one", + "Average speed is 96.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 20.3, + "duration_system": 183.28 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.673" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/124_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/124_res.json new file mode 100644 index 0000000000000000000000000000000000000000..31738904c214566566eaf2c5b6d9d835f236c22b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/124_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 17.25, + "duration_system": 110.127, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_04_10_11_55_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.98% of the surrounding traffic's one", + "Average speed is 67.51% of the surrounding traffic's one", + "Average speed is 185.62% of the surrounding traffic's one", + "Average speed is 185.3% of the surrounding traffic's one", + "Average speed is 68.26% of the surrounding traffic's one", + "Average speed is 123.31% of the surrounding traffic's one", + "Average speed is 111.71% of the surrounding traffic's one", + "Average speed is 89.65% of the surrounding traffic's one", + "Average speed is 78.18% of the surrounding traffic's one", + "Average speed is 88.08% of the surrounding traffic's one", + "Average speed is 159.27% of the surrounding traffic's one", + "Average speed is 185.33% of the surrounding traffic's one", + "Average speed is 225.38% of the surrounding traffic's one", + "Average speed is 200.07% of the surrounding traffic's one", + "Average speed is 170.16% of the surrounding traffic's one", + "Average speed is 117.92% of the surrounding traffic's one", + "Average speed is 107.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.25, + "duration_system": 110.127 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/125_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/125_res.json new file mode 100644 index 0000000000000000000000000000000000000000..94c95be7c579ff90f9c466cc270a25c8743df4fa --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/125_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.532, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.121, + "duration_game": 17.35, + "duration_system": 111.118, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_04_10_12_00_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.3% of the surrounding traffic's one", + "Average speed is 96.37% of the surrounding traffic's one", + "Average speed is 213.25% of the surrounding traffic's one", + "Average speed is 149.01% of the surrounding traffic's one", + "Average speed is 63.36% of the surrounding traffic's one", + "Average speed is 108.34% of the surrounding traffic's one", + "Average speed is 87.76% of the surrounding traffic's one", + "Average speed is 83.35% of the surrounding traffic's one", + "Average speed is 109.77% of the surrounding traffic's one", + "Average speed is 189.38% of the surrounding traffic's one", + "Average speed is 207.95% of the surrounding traffic's one", + "Average speed is 215.82% of the surrounding traffic's one", + "Average speed is 145.25% of the surrounding traffic's one", + "Average speed is 114.59% of the surrounding traffic's one", + "Average speed is 117.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.35, + "duration_system": 111.118 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.532" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/126_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/126_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a2f85a787e2838a222a5f45ce66b59ea19167340 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/126_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 17.3, + "duration_system": 166.187, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_04_10_12_04_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.94% of the surrounding traffic's one", + "Average speed is 73.93% of the surrounding traffic's one", + "Average speed is 185.57% of the surrounding traffic's one", + "Average speed is 174.3% of the surrounding traffic's one", + "Average speed is 70.22% of the surrounding traffic's one", + "Average speed is 130.06% of the surrounding traffic's one", + "Average speed is 89.48% of the surrounding traffic's one", + "Average speed is 96.67% of the surrounding traffic's one", + "Average speed is 79.58% of the surrounding traffic's one", + "Average speed is 135.56% of the surrounding traffic's one", + "Average speed is 163.33% of the surrounding traffic's one", + "Average speed is 140.43% of the surrounding traffic's one", + "Average speed is 143.22% of the surrounding traffic's one", + "Average speed is 129.4% of the surrounding traffic's one", + "Average speed is 126.99% of the surrounding traffic's one", + "Average speed is 108.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.3, + "duration_system": 166.187 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/127_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/127_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fe23068d8331add011b9905ba0bdd72cce0d858a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/127_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.572, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 108.8, + "duration_system": 1243.847, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_04_10_12_10_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3867 at (x=3489.864, y=4489.227, z=367.995) at time=13.050s [CARLA Frame: 1520, Agent Step: 260]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.91% of the surrounding traffic's one", + "Average speed is 145.04% of the surrounding traffic's one", + "Average speed is 195.28% of the surrounding traffic's one", + "Average speed is 64.17% of the surrounding traffic's one", + "Average speed is 21.12% of the surrounding traffic's one", + "Average speed is 74.13% of the surrounding traffic's one", + "Average speed is 148.61% of the surrounding traffic's one", + "Average speed is 58.9% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 158.21% of the surrounding traffic's one", + "Average speed is 227.5% of the surrounding traffic's one", + "Average speed is 289.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 108.8, + "duration_system": 1243.847 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.572", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/128_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/128_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fe8fd9acd835160c214e35fecf9c29f4b0f0f780 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/128_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 160.08, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 12.314, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 76.14, + "score_route": 76.14, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.658, + "duration_game": 14.85, + "duration_system": 207.217, + "exceptions": [ + [ + "RouteScenario_23658_rep0", + 0, + "Failed - Agent deviated from the route" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_04_11_09_06_24", + "status": "Failed - Agent deviated from the route", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 331.82% of the surrounding traffic's one", + "Average speed is 290.29% of the surrounding traffic's one", + "Average speed is 233.54% of the surrounding traffic's one", + "Average speed is 208.79% of the surrounding traffic's one", + "Average speed is 169.79% of the surrounding traffic's one", + "Average speed is 156.13% of the surrounding traffic's one", + "Average speed is 136.71% of the surrounding traffic's one", + "Average speed is 149.98% of the surrounding traffic's one", + "Average speed is 152.91% of the surrounding traffic's one", + "Average speed is 145.37% of the surrounding traffic's one", + "Average speed is 131.7% of the surrounding traffic's one", + "Average speed is 122.46% of the surrounding traffic's one", + "Average speed is 140.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-822.769, y=4728.486, z=369.264)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 76.14, + "score_penalty": 1.0, + "score_composed": 76.14 + }, + "meta": { + "route_length": 106.658, + "duration_game": 14.85, + "duration_system": 207.217 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "76.14", + "76.14", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.314", + "0.0", + "0.0", + "0.0", + "0.0", + "160.08" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/129_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/129_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ab837f032314235fbf4e22ae664aa2a9a47419e3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/129_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.003, + "min_speed_infractions": 141.233, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 96.247999, + "score_route": 100.0, + "score_penalty": 0.96248 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 99.127, + "duration_game": 50.6, + "duration_system": 468.558, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23659_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "3", + "save_name": "RouteScenario_23659_rep0_Town12_HighwayExit_1_3_04_11_09_12_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 3.42 meters (3.75% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 18.84% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 25052.7% of the surrounding traffic's one", + "Average speed is 3902.35% of the surrounding traffic's one", + "Average speed is 2089.14% of the surrounding traffic's one", + "Average speed is 863.35% of the surrounding traffic's one", + "Average speed is 594.55% of the surrounding traffic's one", + "Average speed is 559.14% of the surrounding traffic's one", + "Average speed is 463.0% of the surrounding traffic's one", + "Average speed is 310.0% of the surrounding traffic's one", + "Average speed is 260.84% of the surrounding traffic's one", + "Average speed is 184.05% of the surrounding traffic's one", + "Average speed is 207.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.96248, + "score_composed": 96.247999 + }, + "meta": { + "route_length": 99.127, + "duration_game": 50.6, + "duration_system": 468.558 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "96.247999", + "100.0", + "0.96248", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.003", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "141.233" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/12_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/12_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b869d749454186ea8067751fcd8f2f0ed5f7ac0c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/12_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.948, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.251, + "duration_game": 101.55, + "duration_system": 950.201, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_04_09_19_14_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.41% of the surrounding traffic's one", + "Average speed is 268.88% of the surrounding traffic's one", + "Average speed is 255.93% of the surrounding traffic's one", + "Average speed is 89.16% of the surrounding traffic's one", + "Average speed is 110.91% of the surrounding traffic's one", + "Average speed is 4.0% of the surrounding traffic's one", + "Average speed is 467.07% of the surrounding traffic's one", + "Average speed is 516.55% of the surrounding traffic's one", + "Average speed is 476.1% of the surrounding traffic's one", + "Average speed is 522.55% of the surrounding traffic's one", + "Average speed is 588.17% of the surrounding traffic's one", + "Average speed is 795.51% of the surrounding traffic's one", + "Average speed is 1072.83% of the surrounding traffic's one", + "Average speed is 900.96% of the surrounding traffic's one", + "Average speed is 794.85% of the surrounding traffic's one", + "Average speed is 905.22% of the surrounding traffic's one", + "Average speed is 797.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 101.55, + "duration_system": 950.201 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.948" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/130_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/130_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2c580ac11f3f91d606ee07ed3c45851fbfb00a30 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/130_res.json @@ -0,0 +1,147 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 7.228, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 108.415, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 7.228, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 54.3205, + "score_route": 83.57, + "score_penalty": 0.65 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 165.559, + "duration_game": 81.2, + "duration_system": 602.884, + "exceptions": [ + [ + "RouteScenario_23670_rep0", + 0, + "Failed - Agent got blocked" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_04_11_09_23_06", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=508.87, y=6000.945, z=165.531) at time=21.150s [CARLA Frame: 1609, Agent Step: 422]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.07% of the surrounding traffic's one", + "Average speed is 124.11% of the surrounding traffic's one", + "Average speed is 192.49% of the surrounding traffic's one", + "Average speed is 186.06% of the surrounding traffic's one", + "Average speed is 144.8% of the surrounding traffic's one", + "Average speed is 158.71% of the surrounding traffic's one", + "Average speed is 164.1% of the surrounding traffic's one", + "Average speed is 174.11% of the surrounding traffic's one", + "Average speed is 204.03% of the surrounding traffic's one", + "Average speed is 206.37% of the surrounding traffic's one", + "Average speed is 217.36% of the surrounding traffic's one", + "Average speed is 211.01% of the surrounding traffic's one", + "Average speed is 202.27% of the surrounding traffic's one", + "Average speed is 188.61% of the surrounding traffic's one", + "Average speed is 141.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=509.056, y=6000.954, z=165.532)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 83.57, + "score_penalty": 0.65, + "score_composed": 54.3205 + }, + "meta": { + "route_length": 165.559, + "duration_game": 81.2, + "duration_system": 602.884 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "54.3205", + "83.57", + "0.65", + "0.0", + "0.0", + "7.228", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.228", + "0.0", + "0.0", + "108.415" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/131_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/131_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e51105ce6b4db68404387b6c75eff63e46f90a92 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/131_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 110.522, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 153.816, + "duration_game": 18.8, + "duration_system": 227.227, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_04_10_14_03_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 215.89% of the surrounding traffic's one", + "Average speed is 85.37% of the surrounding traffic's one", + "Average speed is 187.73% of the surrounding traffic's one", + "Average speed is 225.57% of the surrounding traffic's one", + "Average speed is 233.85% of the surrounding traffic's one", + "Average speed is 117.24% of the surrounding traffic's one", + "Average speed is 128.54% of the surrounding traffic's one", + "Average speed is 279.2% of the surrounding traffic's one", + "Average speed is 314.82% of the surrounding traffic's one", + "Average speed is 271.29% of the surrounding traffic's one", + "Average speed is 85.18% of the surrounding traffic's one", + "Average speed is 245.47% of the surrounding traffic's one", + "Average speed is 338.57% of the surrounding traffic's one", + "Average speed is 268.18% of the surrounding traffic's one", + "Average speed is 134.08% of the surrounding traffic's one", + "Average speed is 115.92% of the surrounding traffic's one", + "Average speed is 83.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 18.8, + "duration_system": 227.227 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "110.522" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/132_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/132_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6ed126fbb033181191bbfd2f69d7ae81960da9c5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/132_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.773, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.865, + "duration_game": 10.2, + "duration_system": 70.074, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_04_10_14_09_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.26% of the surrounding traffic's one", + "Average speed is 382.68% of the surrounding traffic's one", + "Average speed is 520.89% of the surrounding traffic's one", + "Average speed is 636.25% of the surrounding traffic's one", + "Average speed is 650.04% of the surrounding traffic's one", + "Average speed is 558.82% of the surrounding traffic's one", + "Average speed is 463.56% of the surrounding traffic's one", + "Average speed is 439.83% of the surrounding traffic's one", + "Average speed is 666.57% of the surrounding traffic's one", + "Average speed is 1097.67% of the surrounding traffic's one", + "Average speed is 3862.63% of the surrounding traffic's one", + "Average speed is 38954.63% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 70.074 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.773" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/133_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/133_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cdddca335a4e696bee8b94d1bcb1803842c3aa4d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/133_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.139, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 114.757, + "duration_game": 14.4, + "duration_system": 165.166, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_04_10_14_13_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 313.28% of the surrounding traffic's one", + "Average speed is 249.82% of the surrounding traffic's one", + "Average speed is 223.48% of the surrounding traffic's one", + "Average speed is 265.47% of the surrounding traffic's one", + "Average speed is 202.41% of the surrounding traffic's one", + "Average speed is 167.09% of the surrounding traffic's one", + "Average speed is 142.85% of the surrounding traffic's one", + "Average speed is 166.47% of the surrounding traffic's one", + "Average speed is 212.65% of the surrounding traffic's one", + "Average speed is 168.68% of the surrounding traffic's one", + "Average speed is 124.07% of the surrounding traffic's one", + "Average speed is 159.05% of the surrounding traffic's one", + "Average speed is 155.25% of the surrounding traffic's one", + "Average speed is 165.17% of the surrounding traffic's one", + "Average speed is 137.53% of the surrounding traffic's one", + "Average speed is 140.81% of the surrounding traffic's one", + "Average speed is 135.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.4, + "duration_system": 165.166 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.139" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/134_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/134_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e0e9ba6264502f39cc7427fffca80405fea786c9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/134_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 114.098, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 148.995, + "duration_game": 10.1, + "duration_system": 113.114, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_04_10_14_18_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 411.22% of the surrounding traffic's one", + "Average speed is 655.92% of the surrounding traffic's one", + "Average speed is 919.58% of the surrounding traffic's one", + "Average speed is 1030.99% of the surrounding traffic's one", + "Average speed is 1007.13% of the surrounding traffic's one", + "Average speed is 833.59% of the surrounding traffic's one", + "Average speed is 643.99% of the surrounding traffic's one", + "Average speed is 474.36% of the surrounding traffic's one", + "Average speed is 595.11% of the surrounding traffic's one", + "Average speed is 716.65% of the surrounding traffic's one", + "Average speed is 763.22% of the surrounding traffic's one", + "Average speed is 914.64% of the surrounding traffic's one", + "Average speed is 742.9% of the surrounding traffic's one", + "Average speed is 395.4% of the surrounding traffic's one", + "Average speed is 356.47% of the surrounding traffic's one", + "Average speed is 335.8% of the surrounding traffic's one", + "Average speed is 325.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 10.1, + "duration_system": 113.114 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "114.098" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/135_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/135_res.json new file mode 100644 index 0000000000000000000000000000000000000000..94eff1ea0fbdc90162f58e97b9b1eb7628260a77 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/135_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.825, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 116.02, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 146.527, + "duration_game": 15.55, + "duration_system": 178.179, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_04_10_14_23_19", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3728 at (x=1118.96, y=3103.063, z=364.995) at time=10.800s [CARLA Frame: 1542, Agent Step: 215]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 317.99% of the surrounding traffic's one", + "Average speed is 344.1% of the surrounding traffic's one", + "Average speed is 272.21% of the surrounding traffic's one", + "Average speed is 229.26% of the surrounding traffic's one", + "Average speed is 191.46% of the surrounding traffic's one", + "Average speed is 163.95% of the surrounding traffic's one", + "Average speed is 84.78% of the surrounding traffic's one", + "Average speed is 160.56% of the surrounding traffic's one", + "Average speed is 209.79% of the surrounding traffic's one", + "Average speed is 162.86% of the surrounding traffic's one", + "Average speed is 80.97% of the surrounding traffic's one", + "Average speed is 135.13% of the surrounding traffic's one", + "Average speed is 134.74% of the surrounding traffic's one", + "Average speed is 298.74% of the surrounding traffic's one", + "Average speed is 206.89% of the surrounding traffic's one", + "Average speed is 149.19% of the surrounding traffic's one", + "Average speed is 162.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 15.55, + "duration_system": 178.179 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "6.825", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "116.02" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/136_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/136_res.json new file mode 100644 index 0000000000000000000000000000000000000000..970d6c38ec2fcf4620349992c69d13e06cb8875a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/136_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 106.664, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 159.379, + "duration_game": 19.45, + "duration_system": 126.144, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_04_10_14_28_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.22% of the surrounding traffic's one", + "Average speed is 90.82% of the surrounding traffic's one", + "Average speed is 181.83% of the surrounding traffic's one", + "Average speed is 151.18% of the surrounding traffic's one", + "Average speed is 134.35% of the surrounding traffic's one", + "Average speed is 127.9% of the surrounding traffic's one", + "Average speed is 150.67% of the surrounding traffic's one", + "Average speed is 166.66% of the surrounding traffic's one", + "Average speed is 204.6% of the surrounding traffic's one", + "Average speed is 287.76% of the surrounding traffic's one", + "Average speed is 365.89% of the surrounding traffic's one", + "Average speed is 387.11% of the surrounding traffic's one", + "Average speed is 290.91% of the surrounding traffic's one", + "Average speed is 133.03% of the surrounding traffic's one", + "Average speed is 234.67% of the surrounding traffic's one", + "Average speed is 162.8% of the surrounding traffic's one", + "Average speed is 120.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 19.45, + "duration_system": 126.144 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "106.664" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/137_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/137_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4501fc13ccd77e816073b764b0dff33ccafa92fb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/137_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.007, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.662, + "duration_game": 9.95, + "duration_system": 145.149, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_04_11_14_10_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 214.97% of the surrounding traffic's one", + "Average speed is 245.57% of the surrounding traffic's one", + "Average speed is 196.01% of the surrounding traffic's one", + "Average speed is 212.5% of the surrounding traffic's one", + "Average speed is 161.35% of the surrounding traffic's one", + "Average speed is 145.83% of the surrounding traffic's one", + "Average speed is 132.62% of the surrounding traffic's one", + "Average speed is 152.65% of the surrounding traffic's one", + "Average speed is 202.19% of the surrounding traffic's one", + "Average speed is 215.29% of the surrounding traffic's one", + "Average speed is 199.35% of the surrounding traffic's one", + "Average speed is 172.09% of the surrounding traffic's one", + "Average speed is 437.7% of the surrounding traffic's one", + "Average speed is 377.88% of the surrounding traffic's one", + "Average speed is 417.74% of the surrounding traffic's one", + "Average speed is 472.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 9.95, + "duration_system": 145.149 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.007" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/138_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/138_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bf671c387356a33d03406f69c88a70a22c8ccbf8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/138_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.016, + "min_speed_infractions": 126.477, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 87.139218, + "score_route": 100.0, + "score_penalty": 0.871392 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.412, + "duration_game": 22.95, + "duration_system": 146.173, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_04_10_14_39_15", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 16.138 meters (12.86% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 176.36% of the surrounding traffic's one", + "Average speed is 80.72% of the surrounding traffic's one", + "Average speed is 171.97% of the surrounding traffic's one", + "Average speed is 197.26% of the surrounding traffic's one", + "Average speed is 162.54% of the surrounding traffic's one", + "Average speed is 184.92% of the surrounding traffic's one", + "Average speed is 148.48% of the surrounding traffic's one", + "Average speed is 141.55% of the surrounding traffic's one", + "Average speed is 95.45% of the surrounding traffic's one", + "Average speed is 217.56% of the surrounding traffic's one", + "Average speed is 195.46% of the surrounding traffic's one", + "Average speed is 235.77% of the surrounding traffic's one", + "Average speed is 18.36% of the surrounding traffic's one", + "Average speed is 57.48% of the surrounding traffic's one", + "Average speed is 101.53% of the surrounding traffic's one", + "Average speed is 167.48% of the surrounding traffic's one", + "Average speed is 180.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.871392, + "score_composed": 87.139218 + }, + "meta": { + "route_length": 134.412, + "duration_game": 22.95, + "duration_system": 146.173 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "87.139218", + "100.0", + "0.871392", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.016", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.477" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/139_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/139_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d6743a5171fc8559670cbf694c0ebad11c626499 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/139_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 8.879, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 142.057, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.631, + "duration_game": 16.15, + "duration_system": 146.167, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_04_10_14_44_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3704 at (x=3903.805, y=4854.684, z=367.189) at time=12.900s [CARLA Frame: 1603, Agent Step: 257]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 258.95% of the surrounding traffic's one", + "Average speed is 283.8% of the surrounding traffic's one", + "Average speed is 259.45% of the surrounding traffic's one", + "Average speed is 32.18% of the surrounding traffic's one", + "Average speed is 171.46% of the surrounding traffic's one", + "Average speed is 248.7% of the surrounding traffic's one", + "Average speed is 247.33% of the surrounding traffic's one", + "Average speed is 233.23% of the surrounding traffic's one", + "Average speed is 232.02% of the surrounding traffic's one", + "Average speed is 216.98% of the surrounding traffic's one", + "Average speed is 196.55% of the surrounding traffic's one", + "Average speed is 162.58% of the surrounding traffic's one", + "Average speed is 184.13% of the surrounding traffic's one", + "Average speed is 194.3% of the surrounding traffic's one", + "Average speed is 179.49% of the surrounding traffic's one", + "Average speed is 167.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 16.15, + "duration_system": 146.167 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "8.879", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "142.057" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/13_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/13_res.json new file mode 100644 index 0000000000000000000000000000000000000000..210fa1fe00e730707246a2581b0f1d81e6c5e595 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/13_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.856, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.693, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.172, + "duration_game": 11.0, + "duration_system": 108.108, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_04_09_19_32_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1987.7, y=2174.853, z=362.228) at time=7.950s [CARLA Frame: 1507, Agent Step: 158]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 409.66% of the surrounding traffic's one", + "Average speed is 583.46% of the surrounding traffic's one", + "Average speed is 516.69% of the surrounding traffic's one", + "Average speed is 288.64% of the surrounding traffic's one", + "Average speed is 132.71% of the surrounding traffic's one", + "Average speed is 45.75% of the surrounding traffic's one", + "Average speed is 216.34% of the surrounding traffic's one", + "Average speed is 245.99% of the surrounding traffic's one", + "Average speed is 264.27% of the surrounding traffic's one", + "Average speed is 271.15% of the surrounding traffic's one", + "Average speed is 764.44% of the surrounding traffic's one", + "Average speed is 1556.41% of the surrounding traffic's one", + "Average speed is 1456.35% of the surrounding traffic's one", + "Average speed is 2513.2% of the surrounding traffic's one", + "Average speed is 2434.09% of the surrounding traffic's one", + "Average speed is 1958.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 11.0, + "duration_system": 108.108 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "13.856", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.693" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/140_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/140_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0166967f1eb34fdc18dadb0b8c6ff824fa687f01 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/140_res.json @@ -0,0 +1,145 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 130.109, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 6.196, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 161.403, + "duration_game": 27.65, + "duration_system": 214.274, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_04_11_09_43_27", + "status": "Completed", + "num_infractions": 22, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.94% of the surrounding traffic's one", + "Average speed is 105.79% of the surrounding traffic's one", + "Average speed is 223.03% of the surrounding traffic's one", + "Average speed is 186.97% of the surrounding traffic's one", + "Average speed is 139.53% of the surrounding traffic's one", + "Average speed is 146.37% of the surrounding traffic's one", + "Average speed is 159.6% of the surrounding traffic's one", + "Average speed is 165.99% of the surrounding traffic's one", + "Average speed is 181.38% of the surrounding traffic's one", + "Average speed is 232.84% of the surrounding traffic's one", + "Average speed is 243.99% of the surrounding traffic's one", + "Average speed is 223.69% of the surrounding traffic's one", + "Average speed is 215.78% of the surrounding traffic's one", + "Average speed is 218.85% of the surrounding traffic's one", + "Average speed is 180.9% of the surrounding traffic's one", + "Average speed is 108.64% of the surrounding traffic's one", + "Average speed is 78.74% of the surrounding traffic's one", + "Average speed is 78.51% of the surrounding traffic's one", + "Average speed is 72.55% of the surrounding traffic's one", + "Average speed is 71.29% of the surrounding traffic's one", + "Average speed is 71.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2623.37, y=5901.936, z=157.726)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 27.65, + "duration_system": 214.274 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "6.196", + "0.0", + "0.0", + "0.0", + "0.0", + "130.109" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/141_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/141_res.json new file mode 100644 index 0000000000000000000000000000000000000000..15df5d9331463e7118ccb4eb37a968b1413b3a81 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/141_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.773, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.865, + "duration_game": 10.2, + "duration_system": 77.082, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_04_10_15_01_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 277.19% of the surrounding traffic's one", + "Average speed is 382.54% of the surrounding traffic's one", + "Average speed is 520.55% of the surrounding traffic's one", + "Average speed is 637.27% of the surrounding traffic's one", + "Average speed is 654.1% of the surrounding traffic's one", + "Average speed is 558.87% of the surrounding traffic's one", + "Average speed is 468.89% of the surrounding traffic's one", + "Average speed is 436.85% of the surrounding traffic's one", + "Average speed is 661.07% of the surrounding traffic's one", + "Average speed is 1104.41% of the surrounding traffic's one", + "Average speed is 3674.85% of the surrounding traffic's one", + "Average speed is 23026.02% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 77.082 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.773" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/142_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/142_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cc3965194f71a28454cfd3bd82feea1b7572c307 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/142_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.139, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 114.757, + "duration_game": 14.7, + "duration_system": 205.206, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_04_10_15_05_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 324.26% of the surrounding traffic's one", + "Average speed is 334.11% of the surrounding traffic's one", + "Average speed is 196.61% of the surrounding traffic's one", + "Average speed is 264.38% of the surrounding traffic's one", + "Average speed is 205.72% of the surrounding traffic's one", + "Average speed is 170.39% of the surrounding traffic's one", + "Average speed is 141.75% of the surrounding traffic's one", + "Average speed is 161.21% of the surrounding traffic's one", + "Average speed is 167.68% of the surrounding traffic's one", + "Average speed is 159.61% of the surrounding traffic's one", + "Average speed is 140.73% of the surrounding traffic's one", + "Average speed is 150.11% of the surrounding traffic's one", + "Average speed is 128.46% of the surrounding traffic's one", + "Average speed is 191.68% of the surrounding traffic's one", + "Average speed is 147.26% of the surrounding traffic's one", + "Average speed is 130.74% of the surrounding traffic's one", + "Average speed is 122.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 205.206 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.139" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/143_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/143_res.json new file mode 100644 index 0000000000000000000000000000000000000000..353134575bc3008213729b442da0f0b79ca78947 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/143_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.621, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.562, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 151.028, + "duration_game": 14.1, + "duration_system": 111.144, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_04_10_15_11_12", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5743.616, y=4731.133, z=186.972) at time=10.300s [CARLA Frame: 1538, Agent Step: 205]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.31% of the surrounding traffic's one", + "Average speed is 320.3% of the surrounding traffic's one", + "Average speed is 260.26% of the surrounding traffic's one", + "Average speed is 210.13% of the surrounding traffic's one", + "Average speed is 193.39% of the surrounding traffic's one", + "Average speed is 175.48% of the surrounding traffic's one", + "Average speed is 130.8% of the surrounding traffic's one", + "Average speed is 156.44% of the surrounding traffic's one", + "Average speed is 135.17% of the surrounding traffic's one", + "Average speed is 75.23% of the surrounding traffic's one", + "Average speed is 142.7% of the surrounding traffic's one", + "Average speed is 178.02% of the surrounding traffic's one", + "Average speed is 183.33% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.1, + "duration_system": 111.144 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "6.621", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.562" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/144_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/144_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ebbadb4b0c54bd9d3f3d0787d88b3a4b748408a3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/144_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.007, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.662, + "duration_game": 9.95, + "duration_system": 123.121, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_04_11_14_15_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.62% of the surrounding traffic's one", + "Average speed is 246.02% of the surrounding traffic's one", + "Average speed is 199.33% of the surrounding traffic's one", + "Average speed is 226.54% of the surrounding traffic's one", + "Average speed is 162.3% of the surrounding traffic's one", + "Average speed is 151.03% of the surrounding traffic's one", + "Average speed is 133.65% of the surrounding traffic's one", + "Average speed is 146.43% of the surrounding traffic's one", + "Average speed is 196.71% of the surrounding traffic's one", + "Average speed is 209.73% of the surrounding traffic's one", + "Average speed is 197.12% of the surrounding traffic's one", + "Average speed is 177.6% of the surrounding traffic's one", + "Average speed is 414.02% of the surrounding traffic's one", + "Average speed is 360.33% of the surrounding traffic's one", + "Average speed is 402.13% of the surrounding traffic's one", + "Average speed is 446.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 9.95, + "duration_system": 123.121 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.007" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/145_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/145_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ce65bf5df6448988bdd1040e04bae14b70731f6d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/145_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.807, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.013, + "duration_game": 34.95, + "duration_system": 262.284, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_04_10_15_21_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.47% of the surrounding traffic's one", + "Average speed is 146.88% of the surrounding traffic's one", + "Average speed is 273.57% of the surrounding traffic's one", + "Average speed is 203.2% of the surrounding traffic's one", + "Average speed is 214.33% of the surrounding traffic's one", + "Average speed is 173.0% of the surrounding traffic's one", + "Average speed is 55.29% of the surrounding traffic's one", + "Average speed is 68.88% of the surrounding traffic's one", + "Average speed is 162.33% of the surrounding traffic's one", + "Average speed is 172.31% of the surrounding traffic's one", + "Average speed is 116.24% of the surrounding traffic's one", + "Average speed is 107.38% of the surrounding traffic's one", + "Average speed is 118.22% of the surrounding traffic's one", + "Average speed is 107.89% of the surrounding traffic's one", + "Average speed is 127.79% of the surrounding traffic's one", + "Average speed is 14.25% of the surrounding traffic's one", + "Average speed is 101.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.95, + "duration_system": 262.284 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.807" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/146_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/146_res.json new file mode 100644 index 0000000000000000000000000000000000000000..00e5fda5e166d3ef5d1077e8ac2754f843b6e48a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/146_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 17.75, + "duration_system": 109.118, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_04_10_15_27_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.66% of the surrounding traffic's one", + "Average speed is 119.55% of the surrounding traffic's one", + "Average speed is 204.84% of the surrounding traffic's one", + "Average speed is 155.13% of the surrounding traffic's one", + "Average speed is 170.83% of the surrounding traffic's one", + "Average speed is 80.42% of the surrounding traffic's one", + "Average speed is 84.95% of the surrounding traffic's one", + "Average speed is 192.84% of the surrounding traffic's one", + "Average speed is 121.98% of the surrounding traffic's one", + "Average speed is 110.88% of the surrounding traffic's one", + "Average speed is 102.42% of the surrounding traffic's one", + "Average speed is 108.16% of the surrounding traffic's one", + "Average speed is 102.38% of the surrounding traffic's one", + "Average speed is 118.48% of the surrounding traffic's one", + "Average speed is 109.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.75, + "duration_system": 109.118 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/147_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/147_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8b2033eb8ced4ce21ac5f0d405ebe5ca9f9e78b9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/147_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 128.723, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.067, + "duration_game": 12.7, + "duration_system": 86.086, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_04_10_15_31_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.17% of the surrounding traffic's one", + "Average speed is 138.57% of the surrounding traffic's one", + "Average speed is 166.89% of the surrounding traffic's one", + "Average speed is 139.39% of the surrounding traffic's one", + "Average speed is 110.79% of the surrounding traffic's one", + "Average speed is 58.43% of the surrounding traffic's one", + "Average speed is 33.95% of the surrounding traffic's one", + "Average speed is 134.54% of the surrounding traffic's one", + "Average speed is 154.7% of the surrounding traffic's one", + "Average speed is 180.29% of the surrounding traffic's one", + "Average speed is 197.12% of the surrounding traffic's one", + "Average speed is 179.17% of the surrounding traffic's one", + "Average speed is 148.77% of the surrounding traffic's one", + "Average speed is 143.29% of the surrounding traffic's one", + "Average speed is 174.68% of the surrounding traffic's one", + "Average speed is 195.85% of the surrounding traffic's one", + "Average speed is 215.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 12.7, + "duration_system": 86.086 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "128.723" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/148_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/148_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9311b0ceff85631f6da16976c55053fd8ddcb775 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/148_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 16.3, + "duration_system": 273.802, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_04_10_15_35_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.1% of the surrounding traffic's one", + "Average speed is 146.76% of the surrounding traffic's one", + "Average speed is 151.72% of the surrounding traffic's one", + "Average speed is 163.02% of the surrounding traffic's one", + "Average speed is 137.38% of the surrounding traffic's one", + "Average speed is 164.7% of the surrounding traffic's one", + "Average speed is 141.71% of the surrounding traffic's one", + "Average speed is 65.37% of the surrounding traffic's one", + "Average speed is 43.84% of the surrounding traffic's one", + "Average speed is 74.16% of the surrounding traffic's one", + "Average speed is 65.35% of the surrounding traffic's one", + "Average speed is 121.85% of the surrounding traffic's one", + "Average speed is 186.66% of the surrounding traffic's one", + "Average speed is 166.92% of the surrounding traffic's one", + "Average speed is 148.56% of the surrounding traffic's one", + "Average speed is 141.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 16.3, + "duration_system": 273.802 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/149_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/149_res.json new file mode 100644 index 0000000000000000000000000000000000000000..35be432c87907196106fc03f3b5057bf8019123f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/149_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.242, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.604, + "duration_game": 22.5, + "duration_system": 128.232, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_04_10_15_41_39", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.39% of the surrounding traffic's one", + "Average speed is 95.55% of the surrounding traffic's one", + "Average speed is 309.71% of the surrounding traffic's one", + "Average speed is 209.26% of the surrounding traffic's one", + "Average speed is 184.2% of the surrounding traffic's one", + "Average speed is 171.92% of the surrounding traffic's one", + "Average speed is 112.37% of the surrounding traffic's one", + "Average speed is 43.36% of the surrounding traffic's one", + "Average speed is 44.14% of the surrounding traffic's one", + "Average speed is 179.67% of the surrounding traffic's one", + "Average speed is 179.36% of the surrounding traffic's one", + "Average speed is 119.21% of the surrounding traffic's one", + "Average speed is 94.36% of the surrounding traffic's one", + "Average speed is 84.32% of the surrounding traffic's one", + "Average speed is 106.13% of the surrounding traffic's one", + "Average speed is 121.37% of the surrounding traffic's one", + "Average speed is 101.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 22.5, + "duration_system": 128.232 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.242" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/14_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/14_res.json new file mode 100644 index 0000000000000000000000000000000000000000..05fb17b0d0aa578073a614bb20cb7926bb5811fc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/14_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.926, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.602, + "duration_game": 12.0, + "duration_system": 116.136, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_04_09_19_37_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 269.49% of the surrounding traffic's one", + "Average speed is 467.55% of the surrounding traffic's one", + "Average speed is 461.81% of the surrounding traffic's one", + "Average speed is 103.54% of the surrounding traffic's one", + "Average speed is 61.79% of the surrounding traffic's one", + "Average speed is 31.87% of the surrounding traffic's one", + "Average speed is 277.37% of the surrounding traffic's one", + "Average speed is 456.94% of the surrounding traffic's one", + "Average speed is 436.39% of the surrounding traffic's one", + "Average speed is 451.59% of the surrounding traffic's one", + "Average speed is 442.62% of the surrounding traffic's one", + "Average speed is 396.42% of the surrounding traffic's one", + "Average speed is 528.9% of the surrounding traffic's one", + "Average speed is 723.48% of the surrounding traffic's one", + "Average speed is 4242.31% of the surrounding traffic's one", + "Average speed is 2097.38% of the surrounding traffic's one", + "Average speed is 1986.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 12.0, + "duration_system": 116.136 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.926" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/150_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/150_res.json new file mode 100644 index 0000000000000000000000000000000000000000..94d97bf66e014e75013172c24239b26ee7c5f2c8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/150_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 114.923, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 130.522, + "duration_game": 19.6, + "duration_system": 148.154, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_04_10_15_45_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.71% of the surrounding traffic's one", + "Average speed is 154.36% of the surrounding traffic's one", + "Average speed is 232.42% of the surrounding traffic's one", + "Average speed is 191.61% of the surrounding traffic's one", + "Average speed is 140.13% of the surrounding traffic's one", + "Average speed is 76.95% of the surrounding traffic's one", + "Average speed is 49.97% of the surrounding traffic's one", + "Average speed is 61.68% of the surrounding traffic's one", + "Average speed is 264.31% of the surrounding traffic's one", + "Average speed is 290.12% of the surrounding traffic's one", + "Average speed is 263.0% of the surrounding traffic's one", + "Average speed is 211.61% of the surrounding traffic's one", + "Average speed is 211.64% of the surrounding traffic's one", + "Average speed is 484.69% of the surrounding traffic's one", + "Average speed is 429.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.6, + "duration_system": 148.154 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "114.923" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/151_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/151_res.json new file mode 100644 index 0000000000000000000000000000000000000000..11a0c67fe90d76d9730fe5bf33bfc762ca3b5eae --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/151_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.469, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.115, + "duration_game": 13.0, + "duration_system": 74.079, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_04_10_15_50_29", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 119.29% of the surrounding traffic's one", + "Average speed is 151.74% of the surrounding traffic's one", + "Average speed is 147.34% of the surrounding traffic's one", + "Average speed is 143.52% of the surrounding traffic's one", + "Average speed is 127.75% of the surrounding traffic's one", + "Average speed is 132.56% of the surrounding traffic's one", + "Average speed is 55.37% of the surrounding traffic's one", + "Average speed is 36.52% of the surrounding traffic's one", + "Average speed is 132.78% of the surrounding traffic's one", + "Average speed is 176.8% of the surrounding traffic's one", + "Average speed is 188.3% of the surrounding traffic's one", + "Average speed is 210.86% of the surrounding traffic's one", + "Average speed is 159.76% of the surrounding traffic's one", + "Average speed is 161.78% of the surrounding traffic's one", + "Average speed is 150.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 13.0, + "duration_system": 74.079 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.469" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/152_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/152_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0d372bec4c9671c0afcdb37cfd8b8f9e68dbadb2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/152_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 27.3, + "duration_system": 351.708, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_04_10_15_53_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.04% of the surrounding traffic's one", + "Average speed is 127.61% of the surrounding traffic's one", + "Average speed is 14.12% of the surrounding traffic's one", + "Average speed is 63.14% of the surrounding traffic's one", + "Average speed is 82.83% of the surrounding traffic's one", + "Average speed is 76.16% of the surrounding traffic's one", + "Average speed is 149.06% of the surrounding traffic's one", + "Average speed is 111.35% of the surrounding traffic's one", + "Average speed is 47.5% of the surrounding traffic's one", + "Average speed is 89.7% of the surrounding traffic's one", + "Average speed is 85.08% of the surrounding traffic's one", + "Average speed is 125.37% of the surrounding traffic's one", + "Average speed is 155.0% of the surrounding traffic's one", + "Average speed is 142.89% of the surrounding traffic's one", + "Average speed is 116.56% of the surrounding traffic's one", + "Average speed is 109.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 27.3, + "duration_system": 351.708 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/153_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/153_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a4a9d8d098f1cf98d1283351af31062b55413c45 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/153_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.649, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.985, + "duration_game": 16.55, + "duration_system": 155.16, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_04_10_16_01_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.4% of the surrounding traffic's one", + "Average speed is 119.7% of the surrounding traffic's one", + "Average speed is 141.14% of the surrounding traffic's one", + "Average speed is 126.65% of the surrounding traffic's one", + "Average speed is 110.05% of the surrounding traffic's one", + "Average speed is 96.69% of the surrounding traffic's one", + "Average speed is 127.7% of the surrounding traffic's one", + "Average speed is 126.27% of the surrounding traffic's one", + "Average speed is 136.28% of the surrounding traffic's one", + "Average speed is 101.97% of the surrounding traffic's one", + "Average speed is 78.68% of the surrounding traffic's one", + "Average speed is 82.88% of the surrounding traffic's one", + "Average speed is 89.6% of the surrounding traffic's one", + "Average speed is 98.12% of the surrounding traffic's one", + "Average speed is 95.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.55, + "duration_system": 155.16 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.649" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/154_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/154_res.json new file mode 100644 index 0000000000000000000000000000000000000000..018ce061a55212e0fa2f3516ddeabea98135c597 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/154_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 13.65, + "duration_system": 216.255, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_04_10_16_06_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.66% of the surrounding traffic's one", + "Average speed is 101.44% of the surrounding traffic's one", + "Average speed is 74.01% of the surrounding traffic's one", + "Average speed is 76.53% of the surrounding traffic's one", + "Average speed is 129.0% of the surrounding traffic's one", + "Average speed is 114.06% of the surrounding traffic's one", + "Average speed is 93.93% of the surrounding traffic's one", + "Average speed is 71.11% of the surrounding traffic's one", + "Average speed is 130.02% of the surrounding traffic's one", + "Average speed is 124.72% of the surrounding traffic's one", + "Average speed is 99.29% of the surrounding traffic's one", + "Average speed is 119.33% of the surrounding traffic's one", + "Average speed is 108.87% of the surrounding traffic's one", + "Average speed is 137.26% of the surrounding traffic's one", + "Average speed is 122.75% of the surrounding traffic's one", + "Average speed is 97.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.65, + "duration_system": 216.255 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/155_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/155_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2bc31e16aa779f5449b2dfa9b38d05103e6ab35e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/155_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.572, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 20.35, + "duration_system": 289.296, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_04_10_16_11_50", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=152 at (x=195.87, y=250.38, z=-0.006) at time=9.800s [CARLA Frame: 1543, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.65% of the surrounding traffic's one", + "Average speed is 98.73% of the surrounding traffic's one", + "Average speed is 115.75% of the surrounding traffic's one", + "Average speed is 60.47% of the surrounding traffic's one", + "Average speed is 28.79% of the surrounding traffic's one", + "Average speed is 84.68% of the surrounding traffic's one", + "Average speed is 152.39% of the surrounding traffic's one", + "Average speed is 176.33% of the surrounding traffic's one", + "Average speed is 190.44% of the surrounding traffic's one", + "Average speed is 184.43% of the surrounding traffic's one", + "Average speed is 151.16% of the surrounding traffic's one", + "Average speed is 23.14% of the surrounding traffic's one", + "Average speed is 89.94% of the surrounding traffic's one", + "Average speed is 155.03% of the surrounding traffic's one", + "Average speed is 164.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 20.35, + "duration_system": 289.296 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.572", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/156_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/156_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0f323d06caaa1a3c5163a94ba1e34f66d0e04c87 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/156_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.638, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.189, + "duration_game": 58.7, + "duration_system": 1051.167, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_04_10_16_18_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.67% of the surrounding traffic's one", + "Average speed is 141.28% of the surrounding traffic's one", + "Average speed is 111.49% of the surrounding traffic's one", + "Average speed is 114.38% of the surrounding traffic's one", + "Average speed is 79.79% of the surrounding traffic's one", + "Average speed is 2.63% of the surrounding traffic's one", + "Average speed is 70.81% of the surrounding traffic's one", + "Average speed is 131.15% of the surrounding traffic's one", + "Average speed is 124.26% of the surrounding traffic's one", + "Average speed is 94.01% of the surrounding traffic's one", + "Average speed is 85.39% of the surrounding traffic's one", + "Average speed is 87.82% of the surrounding traffic's one", + "Average speed is 97.02% of the surrounding traffic's one", + "Average speed is 89.8% of the surrounding traffic's one", + "Average speed is 111.57% of the surrounding traffic's one", + "Average speed is 110.06% of the surrounding traffic's one", + "Average speed is 92.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 58.7, + "duration_system": 1051.167 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.638" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/157_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/157_res.json new file mode 100644 index 0000000000000000000000000000000000000000..378dd9166dc9e0082ddb9a140adfffa25864ce7f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/157_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.115, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.875, + "duration_game": 18.4, + "duration_system": 212.353, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_04_10_16_38_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.25% of the surrounding traffic's one", + "Average speed is 122.97% of the surrounding traffic's one", + "Average speed is 249.01% of the surrounding traffic's one", + "Average speed is 225.04% of the surrounding traffic's one", + "Average speed is 168.95% of the surrounding traffic's one", + "Average speed is 94.98% of the surrounding traffic's one", + "Average speed is 52.04% of the surrounding traffic's one", + "Average speed is 61.09% of the surrounding traffic's one", + "Average speed is 79.14% of the surrounding traffic's one", + "Average speed is 119.32% of the surrounding traffic's one", + "Average speed is 133.65% of the surrounding traffic's one", + "Average speed is 129.0% of the surrounding traffic's one", + "Average speed is 167.96% of the surrounding traffic's one", + "Average speed is 123.12% of the surrounding traffic's one", + "Average speed is 142.29% of the surrounding traffic's one", + "Average speed is 129.64% of the surrounding traffic's one", + "Average speed is 126.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 18.4, + "duration_system": 212.353 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.115" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/158_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/158_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bcf191c60ce8cacbf1437695fa2035ba26fd9d35 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/158_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.322, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 128.062, + "duration_game": 50.2, + "duration_system": 342.407, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_04_10_16_43_48", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.97% of the surrounding traffic's one", + "Average speed is 53.2% of the surrounding traffic's one", + "Average speed is 25.21% of the surrounding traffic's one", + "Average speed is 128.27% of the surrounding traffic's one", + "Average speed is 119.44% of the surrounding traffic's one", + "Average speed is 124.73% of the surrounding traffic's one", + "Average speed is 104.67% of the surrounding traffic's one", + "Average speed is 103.38% of the surrounding traffic's one", + "Average speed is 115.35% of the surrounding traffic's one", + "Average speed is 112.42% of the surrounding traffic's one", + "Average speed is 112.57% of the surrounding traffic's one", + "Average speed is 128.14% of the surrounding traffic's one", + "Average speed is 13.83% of the surrounding traffic's one", + "Average speed is 93.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.2, + "duration_system": 342.407 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.322" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/159_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/159_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1e1a65e4b70422ec7fb9116814752d85d6443303 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/159_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.469, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.115, + "duration_game": 11.15, + "duration_system": 63.065, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_04_10_16_51_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.09% of the surrounding traffic's one", + "Average speed is 145.85% of the surrounding traffic's one", + "Average speed is 109.14% of the surrounding traffic's one", + "Average speed is 134.46% of the surrounding traffic's one", + "Average speed is 102.77% of the surrounding traffic's one", + "Average speed is 113.24% of the surrounding traffic's one", + "Average speed is 110.35% of the surrounding traffic's one", + "Average speed is 100.29% of the surrounding traffic's one", + "Average speed is 122.75% of the surrounding traffic's one", + "Average speed is 131.63% of the surrounding traffic's one", + "Average speed is 180.35% of the surrounding traffic's one", + "Average speed is 203.09% of the surrounding traffic's one", + "Average speed is 156.55% of the surrounding traffic's one", + "Average speed is 180.39% of the surrounding traffic's one", + "Average speed is 121.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 11.15, + "duration_system": 63.065 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.469" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/15_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/15_res.json new file mode 100644 index 0000000000000000000000000000000000000000..058de731ca4195a9eda896dce50e05719e168396 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/15_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.002, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.459, + "duration_game": 103.85, + "duration_system": 1222.998, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_04_09_19_41_31", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.88% of the surrounding traffic's one", + "Average speed is 197.84% of the surrounding traffic's one", + "Average speed is 333.62% of the surrounding traffic's one", + "Average speed is 146.6% of the surrounding traffic's one", + "Average speed is 15.44% of the surrounding traffic's one", + "Average speed is 3.59% of the surrounding traffic's one", + "Average speed is 476.41% of the surrounding traffic's one", + "Average speed is 431.83% of the surrounding traffic's one", + "Average speed is 419.66% of the surrounding traffic's one", + "Average speed is 310.46% of the surrounding traffic's one", + "Average speed is 573.75% of the surrounding traffic's one", + "Average speed is 859.35% of the surrounding traffic's one", + "Average speed is 711.4% of the surrounding traffic's one", + "Average speed is 555.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 103.85, + "duration_system": 1222.998 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.002" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/160_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/160_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1fcd1a42667a0e2788d484591264d1be4a10cac6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/160_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.434, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 144.762, + "duration_game": 47.05, + "duration_system": 831.93, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_04_10_16_54_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.27% of the surrounding traffic's one", + "Average speed is 153.09% of the surrounding traffic's one", + "Average speed is 147.54% of the surrounding traffic's one", + "Average speed is 110.33% of the surrounding traffic's one", + "Average speed is 50.36% of the surrounding traffic's one", + "Average speed is 3.08% of the surrounding traffic's one", + "Average speed is 108.22% of the surrounding traffic's one", + "Average speed is 118.44% of the surrounding traffic's one", + "Average speed is 130.25% of the surrounding traffic's one", + "Average speed is 148.5% of the surrounding traffic's one", + "Average speed is 176.58% of the surrounding traffic's one", + "Average speed is 214.88% of the surrounding traffic's one", + "Average speed is 228.41% of the surrounding traffic's one", + "Average speed is 249.17% of the surrounding traffic's one", + "Average speed is 255.79% of the surrounding traffic's one", + "Average speed is 294.43% of the surrounding traffic's one", + "Average speed is 279.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 47.05, + "duration_system": 831.93 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.434" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/161_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/161_res.json new file mode 100644 index 0000000000000000000000000000000000000000..923236da3278fffdabb5c86a010050cf2983f519 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/161_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 14.127, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.016, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 36.0, + "score_route": 100.0, + "score_penalty": 0.36 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 141.573, + "duration_game": 16.65, + "duration_system": 224.226, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_04_10_17_10_22", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=171 at (x=-377.589, y=426.237, z=-0.005) at time=8.100s [CARLA Frame: 1510, Agent Step: 161]", + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=170 at (x=-339.212, y=431.54, z=-0.003) at time=11.250s [CARLA Frame: 1573, Agent Step: 224]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.73% of the surrounding traffic's one", + "Average speed is 149.79% of the surrounding traffic's one", + "Average speed is 150.96% of the surrounding traffic's one", + "Average speed is 138.75% of the surrounding traffic's one", + "Average speed is 54.88% of the surrounding traffic's one", + "Average speed is 48.56% of the surrounding traffic's one", + "Average speed is 121.64% of the surrounding traffic's one", + "Average speed is 194.29% of the surrounding traffic's one", + "Average speed is 226.67% of the surrounding traffic's one", + "Average speed is 214.02% of the surrounding traffic's one", + "Average speed is 187.34% of the surrounding traffic's one", + "Average speed is 47.21% of the surrounding traffic's one", + "Average speed is 119.5% of the surrounding traffic's one", + "Average speed is 173.29% of the surrounding traffic's one", + "Average speed is 191.73% of the surrounding traffic's one", + "Average speed is 186.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 16.65, + "duration_system": 224.226 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "36.0", + "100.0", + "0.36", + "0.0", + "14.127", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.016" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/162_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/162_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a5a82b97396eb6fdc69628be324d77607061cda0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/162_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.845, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 125.152, + "duration_game": 16.9, + "duration_system": 218.239, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_04_10_17_16_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.95% of the surrounding traffic's one", + "Average speed is 144.36% of the surrounding traffic's one", + "Average speed is 149.62% of the surrounding traffic's one", + "Average speed is 181.56% of the surrounding traffic's one", + "Average speed is 156.04% of the surrounding traffic's one", + "Average speed is 90.85% of the surrounding traffic's one", + "Average speed is 33.17% of the surrounding traffic's one", + "Average speed is 122.6% of the surrounding traffic's one", + "Average speed is 174.58% of the surrounding traffic's one", + "Average speed is 224.6% of the surrounding traffic's one", + "Average speed is 197.15% of the surrounding traffic's one", + "Average speed is 160.73% of the surrounding traffic's one", + "Average speed is 122.47% of the surrounding traffic's one", + "Average speed is 107.17% of the surrounding traffic's one", + "Average speed is 111.81% of the surrounding traffic's one", + "Average speed is 102.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 16.9, + "duration_system": 218.239 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.845" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/163_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/163_res.json new file mode 100644 index 0000000000000000000000000000000000000000..98b6cbcabd7f446f991d605897813f212982bcc0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/163_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.654, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.118, + "duration_game": 111.55, + "duration_system": 706.267, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_04_10_17_21_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.88% of the surrounding traffic's one", + "Average speed is 112.02% of the surrounding traffic's one", + "Average speed is 108.6% of the surrounding traffic's one", + "Average speed is 97.77% of the surrounding traffic's one", + "Average speed is 99.58% of the surrounding traffic's one", + "Average speed is 110.82% of the surrounding traffic's one", + "Average speed is 97.76% of the surrounding traffic's one", + "Average speed is 4.57% of the surrounding traffic's one", + "Average speed is 4.77% of the surrounding traffic's one", + "Average speed is 205.41% of the surrounding traffic's one", + "Average speed is 193.94% of the surrounding traffic's one", + "Average speed is 127.26% of the surrounding traffic's one", + "Average speed is 128.58% of the surrounding traffic's one", + "Average speed is 119.08% of the surrounding traffic's one", + "Average speed is 20.37% of the surrounding traffic's one", + "Average speed is 87.77% of the surrounding traffic's one", + "Average speed is 65.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 111.55, + "duration_system": 706.267 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.654" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/164_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/164_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3e4205d07bb7411300cf5a6bed6fccaf672c9a97 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/164_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 103.502, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 6.469, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.587, + "duration_game": 246.65, + "duration_system": 2048.014, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_04_10_17_35_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 65.04% of the surrounding traffic's one", + "Average speed is 156.98% of the surrounding traffic's one", + "Average speed is 210.91% of the surrounding traffic's one", + "Average speed is 239.23% of the surrounding traffic's one", + "Average speed is 243.19% of the surrounding traffic's one", + "Average speed is 239.33% of the surrounding traffic's one", + "Average speed is 209.86% of the surrounding traffic's one", + "Average speed is 124.98% of the surrounding traffic's one", + "Average speed is 41.37% of the surrounding traffic's one", + "Average speed is 43.91% of the surrounding traffic's one", + "Average speed is 41.68% of the surrounding traffic's one", + "Average speed is 42.57% of the surrounding traffic's one", + "Average speed is 56.53% of the surrounding traffic's one", + "Average speed is 36.63% of the surrounding traffic's one", + "Average speed is 41.05% of the surrounding traffic's one", + "Average speed is 0.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 246.65, + "duration_system": 2048.014 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "6.469", + "103.502" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/165_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/165_res.json new file mode 100644 index 0000000000000000000000000000000000000000..65720f6a674be2e77e2b15aaf6dda180b4081558 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/165_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 105.708, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 141.901, + "duration_game": 16.95, + "duration_system": 276.297, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_04_10_18_11_37", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.81% of the surrounding traffic's one", + "Average speed is 134.81% of the surrounding traffic's one", + "Average speed is 119.9% of the surrounding traffic's one", + "Average speed is 135.49% of the surrounding traffic's one", + "Average speed is 108.81% of the surrounding traffic's one", + "Average speed is 99.34% of the surrounding traffic's one", + "Average speed is 109.24% of the surrounding traffic's one", + "Average speed is 145.15% of the surrounding traffic's one", + "Average speed is 169.66% of the surrounding traffic's one", + "Average speed is 79.93% of the surrounding traffic's one", + "Average speed is 148.3% of the surrounding traffic's one", + "Average speed is 123.58% of the surrounding traffic's one", + "Average speed is 89.15% of the surrounding traffic's one", + "Average speed is 167.79% of the surrounding traffic's one", + "Average speed is 116.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 16.95, + "duration_system": 276.297 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "105.708" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/166_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/166_res.json new file mode 100644 index 0000000000000000000000000000000000000000..80a41e09df79980d02364f01beebec02357c33ca --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/166_res.json @@ -0,0 +1,135 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 107.359, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 21.472 + }, + "scores_mean": { + "score_composed": 33.69, + "score_route": 33.69, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 138.239, + "duration_game": 355.95, + "duration_system": 3092.875, + "exceptions": [ + [ + "RouteScenario_25358_rep0", + 0, + "Failed - Agent timed out" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25358_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_25358_rep0_Town06_StaticCutIn_1_12_04_11_14_19_40", + "status": "Failed - Agent timed out", + "num_infractions": 6, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.72% of the surrounding traffic's one", + "Average speed is 129.2% of the surrounding traffic's one", + "Average speed is 123.68% of the surrounding traffic's one", + "Average speed is 173.96% of the surrounding traffic's one", + "Average speed is 1.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [ + "Route timeout." + ] + }, + "scores": { + "score_route": 33.69, + "score_penalty": 1.0, + "score_composed": 33.69 + }, + "meta": { + "route_length": 138.239, + "duration_game": 355.95, + "duration_system": 3092.875 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "33.69", + "33.69", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "21.472", + "0.0", + "0.0", + "0.0", + "107.359" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/167_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/167_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ccb541bbd7ff4f4c3af85276770d73c362913e99 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/167_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.164, + "yield_emergency_vehicle_infractions": 10.51, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 95.145, + "duration_game": 8.7, + "duration_system": 119.142, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_04_10_19_25_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.44% of the surrounding traffic's one", + "Average speed is 142.81% of the surrounding traffic's one", + "Average speed is 117.46% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one", + "Average speed is 180.99% of the surrounding traffic's one", + "Average speed is 166.63% of the surrounding traffic's one", + "Average speed is 177.07% of the surrounding traffic's one", + "Average speed is 181.18% of the surrounding traffic's one", + "Average speed is 177.5% of the surrounding traffic's one", + "Average speed is 160.89% of the surrounding traffic's one", + "Average speed is 145.03% of the surrounding traffic's one", + "Average speed is 130.06% of the surrounding traffic's one", + "Average speed is 117.46% of the surrounding traffic's one", + "Average speed is 112.74% of the surrounding traffic's one", + "Average speed is 114.37% of the surrounding traffic's one", + "Average speed is 128.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.7, + "duration_system": 119.142 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "10.51", + "0.0", + "168.164" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/168_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/168_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d88f677bca0ceffee43343e6c266363d3f348d40 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/168_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.439, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.452, + "duration_game": 14.4, + "duration_system": 216.215, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_04_10_19_29_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.69% of the surrounding traffic's one", + "Average speed is 134.44% of the surrounding traffic's one", + "Average speed is 157.44% of the surrounding traffic's one", + "Average speed is 146.19% of the surrounding traffic's one", + "Average speed is 115.55% of the surrounding traffic's one", + "Average speed is 139.16% of the surrounding traffic's one", + "Average speed is 71.45% of the surrounding traffic's one", + "Average speed is 104.59% of the surrounding traffic's one", + "Average speed is 76.61% of the surrounding traffic's one", + "Average speed is 131.67% of the surrounding traffic's one", + "Average speed is 136.57% of the surrounding traffic's one", + "Average speed is 165.81% of the surrounding traffic's one", + "Average speed is 181.69% of the surrounding traffic's one", + "Average speed is 198.95% of the surrounding traffic's one", + "Average speed is 208.89% of the surrounding traffic's one", + "Average speed is 241.69% of the surrounding traffic's one", + "Average speed is 239.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 14.4, + "duration_system": 216.215 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.439" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/169_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/169_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9786ffa5242e01702a203f5199797402f0fd777d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/169_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 108.923, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 137.712, + "duration_game": 13.9, + "duration_system": 292.294, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_04_10_19_35_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.62% of the surrounding traffic's one", + "Average speed is 157.17% of the surrounding traffic's one", + "Average speed is 206.39% of the surrounding traffic's one", + "Average speed is 199.35% of the surrounding traffic's one", + "Average speed is 181.12% of the surrounding traffic's one", + "Average speed is 161.05% of the surrounding traffic's one", + "Average speed is 193.03% of the surrounding traffic's one", + "Average speed is 193.9% of the surrounding traffic's one", + "Average speed is 187.87% of the surrounding traffic's one", + "Average speed is 121.58% of the surrounding traffic's one", + "Average speed is 132.37% of the surrounding traffic's one", + "Average speed is 120.16% of the surrounding traffic's one", + "Average speed is 120.76% of the surrounding traffic's one", + "Average speed is 130.92% of the surrounding traffic's one", + "Average speed is 109.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 13.9, + "duration_system": 292.294 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "108.923" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/16_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/16_res.json new file mode 100644 index 0000000000000000000000000000000000000000..874c30fac954ee7ddf790aec84ebb78a78db5a90 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/16_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.763, + "red_light": 0.0, + "stop_infraction": 12.763, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.967, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 48.0, + "score_route": 100.0, + "score_penalty": 0.48 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.353, + "duration_game": 13.25, + "duration_system": 142.153, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_04_09_20_04_29", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=241.048, y=5915.901, z=361.207) at time=11.850s [CARLA Frame: 1563, Agent Step: 236]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=338 at (x=260.326, y=5922.582, z=361.17)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.98% of the surrounding traffic's one", + "Average speed is 107.14% of the surrounding traffic's one", + "Average speed is 406.23% of the surrounding traffic's one", + "Average speed is 196.52% of the surrounding traffic's one", + "Average speed is 82.67% of the surrounding traffic's one", + "Average speed is 59.43% of the surrounding traffic's one", + "Average speed is 35.73% of the surrounding traffic's one", + "Average speed is 282.19% of the surrounding traffic's one", + "Average speed is 339.33% of the surrounding traffic's one", + "Average speed is 366.33% of the surrounding traffic's one", + "Average speed is 479.33% of the surrounding traffic's one", + "Average speed is 331.28% of the surrounding traffic's one", + "Average speed is 556.44% of the surrounding traffic's one", + "Average speed is 1934.0% of the surrounding traffic's one", + "Average speed is 1442.06% of the surrounding traffic's one", + "Average speed is 360.77% of the surrounding traffic's one", + "Average speed is 508.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.48, + "score_composed": 48.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 13.25, + "duration_system": 142.153 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "48.0", + "100.0", + "0.48", + "0.0", + "12.763", + "0.0", + "0.0", + "12.763", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.967" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/170_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/170_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ecf6b7317377509334b496f5ded570ae3aeccef1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/170_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.852, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.064, + "duration_game": 72.5, + "duration_system": 1356.942, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_04_10_19_42_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.65% of the surrounding traffic's one", + "Average speed is 62.59% of the surrounding traffic's one", + "Average speed is 39.67% of the surrounding traffic's one", + "Average speed is 63.02% of the surrounding traffic's one", + "Average speed is 87.81% of the surrounding traffic's one", + "Average speed is 44.4% of the surrounding traffic's one", + "Average speed is 9.9% of the surrounding traffic's one", + "Average speed is 0.02% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 72.5, + "duration_system": 1356.942 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.852" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/171_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/171_res.json new file mode 100644 index 0000000000000000000000000000000000000000..92bbc9a04343a5c9c040b03364eb33e0cdd9d098 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/171_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.4, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 127.768, + "duration_game": 16.3, + "duration_system": 240.274, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_04_10_20_07_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.52% of the surrounding traffic's one", + "Average speed is 142.03% of the surrounding traffic's one", + "Average speed is 222.02% of the surrounding traffic's one", + "Average speed is 202.07% of the surrounding traffic's one", + "Average speed is 172.21% of the surrounding traffic's one", + "Average speed is 66.3% of the surrounding traffic's one", + "Average speed is 88.29% of the surrounding traffic's one", + "Average speed is 129.46% of the surrounding traffic's one", + "Average speed is 119.14% of the surrounding traffic's one", + "Average speed is 143.16% of the surrounding traffic's one", + "Average speed is 119.13% of the surrounding traffic's one", + "Average speed is 120.3% of the surrounding traffic's one", + "Average speed is 128.26% of the surrounding traffic's one", + "Average speed is 122.15% of the surrounding traffic's one", + "Average speed is 142.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 240.274 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.4" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/172_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/172_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2e6d28f6b38963d2d8824a805eb5eb0efa0db701 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/172_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.004, + "min_speed_infractions": 142.602, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 9.507, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 67.05476, + "score_route": 100.0, + "score_penalty": 0.670548 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 105.188, + "duration_game": 251.45, + "duration_system": 2041.213, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_04_11_15_13_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 4.004 meters (4.21% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 125.44% of the surrounding traffic's one", + "Average speed is 192.47% of the surrounding traffic's one", + "Average speed is 374.75% of the surrounding traffic's one", + "Average speed is 436.98% of the surrounding traffic's one", + "Average speed is 257.7% of the surrounding traffic's one", + "Average speed is 186.84% of the surrounding traffic's one", + "Average speed is 8.89% of the surrounding traffic's one", + "Average speed is 493.21% of the surrounding traffic's one", + "Average speed is 422.64% of the surrounding traffic's one", + "Average speed is 866.8% of the surrounding traffic's one", + "Average speed is 676.73% of the surrounding traffic's one", + "Average speed is 285.46% of the surrounding traffic's one", + "Average speed is 14.96% of the surrounding traffic's one", + "Average speed is 98.9% of the surrounding traffic's one", + "Average speed is 298.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.670548, + "score_composed": 67.05476 + }, + "meta": { + "route_length": 105.188, + "duration_game": 251.45, + "duration_system": 2041.213 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "67.05476", + "100.0", + "0.670548", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.004", + "0.0", + "0.0", + "0.0", + "0.0", + "9.507", + "142.602" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/173_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/173_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fcd047a73f4d35353c73a22703a7a93b77c66e93 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/173_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 37.75, + "duration_system": 431.434, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_04_10_21_25_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.96% of the surrounding traffic's one", + "Average speed is 185.51% of the surrounding traffic's one", + "Average speed is 223.49% of the surrounding traffic's one", + "Average speed is 155.09% of the surrounding traffic's one", + "Average speed is 156.46% of the surrounding traffic's one", + "Average speed is 76.5% of the surrounding traffic's one", + "Average speed is 33.57% of the surrounding traffic's one", + "Average speed is 250.21% of the surrounding traffic's one", + "Average speed is 105.07% of the surrounding traffic's one", + "Average speed is 85.16% of the surrounding traffic's one", + "Average speed is 44.77% of the surrounding traffic's one", + "Average speed is 348.64% of the surrounding traffic's one", + "Average speed is 402.41% of the surrounding traffic's one", + "Average speed is 41.41% of the surrounding traffic's one", + "Average speed is 335.13% of the surrounding traffic's one", + "Average speed is 221.6% of the surrounding traffic's one", + "Average speed is 68.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 37.75, + "duration_system": 431.434 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/174_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/174_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6299e47745146bc3646fa0c931f1a0bb1189b2f2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/174_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 15.452, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.013, + "min_speed_infractions": 115.893, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 31.930933, + "score_route": 100.0, + "score_penalty": 0.319309 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 129.43, + "duration_game": 115.0, + "duration_system": 862.179, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_04_10_21_35_06", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=151 at (x=133.757, y=-133.738, z=0.032) at time=7.500s [CARLA Frame: 1474, Agent Step: 149]", + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=142 at (x=137.566, y=-127.786, z=0.032) at time=109.850s [CARLA Frame: 3521, Agent Step: 2196]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 13.499 meters (11.3% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 155.34% of the surrounding traffic's one", + "Average speed is 208.67% of the surrounding traffic's one", + "Average speed is 253.54% of the surrounding traffic's one", + "Average speed is 237.3% of the surrounding traffic's one", + "Average speed is 246.24% of the surrounding traffic's one", + "Average speed is 199.8% of the surrounding traffic's one", + "Average speed is 134.3% of the surrounding traffic's one", + "Average speed is 185.48% of the surrounding traffic's one", + "Average speed is 61.24% of the surrounding traffic's one", + "Average speed is 579.7% of the surrounding traffic's one", + "Average speed is 563.41% of the surrounding traffic's one", + "Average speed is 347.34% of the surrounding traffic's one", + "Average speed is 318.21% of the surrounding traffic's one", + "Average speed is 296.52% of the surrounding traffic's one", + "Average speed is 323.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.319309, + "score_composed": 31.930933 + }, + "meta": { + "route_length": 129.43, + "duration_game": 115.0, + "duration_system": 862.179 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "31.930933", + "100.0", + "0.319309", + "0.0", + "15.452", + "0.0", + "0.0", + "0.0", + "0.013", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.893" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/175_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/175_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cb4f0ca407c9e3f2dcb70c7d423cf9d793ec7e62 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/175_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 166.401, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.134, + "duration_game": 36.25, + "duration_system": 261.289, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_04_10_21_51_34", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 424.31% of the surrounding traffic's one", + "Average speed is 112181.53% of the surrounding traffic's one", + "Average speed is 729.66% of the surrounding traffic's one", + "Average speed is 110.43% of the surrounding traffic's one", + "Average speed is 8.9% of the surrounding traffic's one", + "Average speed is 2103.9% of the surrounding traffic's one", + "Average speed is 1960.33% of the surrounding traffic's one", + "Average speed is 1521.51% of the surrounding traffic's one", + "Average speed is 1337.31% of the surrounding traffic's one", + "Average speed is 1502.02% of the surrounding traffic's one", + "Average speed is 1340.23% of the surrounding traffic's one", + "Average speed is 2298.25% of the surrounding traffic's one", + "Average speed is 837.36% of the surrounding traffic's one", + "Average speed is 293.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 36.25, + "duration_system": 261.289 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "166.401" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/176_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/176_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2fa4e467f702fd2fe712389818cb93287925ea78 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/176_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.243, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 101.185, + "duration_game": 20.2, + "duration_system": 156.496, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_04_10_21_58_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.71% of the surrounding traffic's one", + "Average speed is 72.91% of the surrounding traffic's one", + "Average speed is 178.54% of the surrounding traffic's one", + "Average speed is 243.12% of the surrounding traffic's one", + "Average speed is 201.68% of the surrounding traffic's one", + "Average speed is 144.41% of the surrounding traffic's one", + "Average speed is 62.43% of the surrounding traffic's one", + "Average speed is 31.91% of the surrounding traffic's one", + "Average speed is 113.9% of the surrounding traffic's one", + "Average speed is 156.09% of the surrounding traffic's one", + "Average speed is 279.92% of the surrounding traffic's one", + "Average speed is 268.79% of the surrounding traffic's one", + "Average speed is 70.87% of the surrounding traffic's one", + "Average speed is 58.76% of the surrounding traffic's one", + "Average speed is 146.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 20.2, + "duration_system": 156.496 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.243" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/177_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/177_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4e377781553958d178c0e387e76e3bce588a5e24 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/177_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 20.1, + "duration_system": 239.245, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_04_10_22_03_03", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.43% of the surrounding traffic's one", + "Average speed is 144.77% of the surrounding traffic's one", + "Average speed is 239.4% of the surrounding traffic's one", + "Average speed is 217.24% of the surrounding traffic's one", + "Average speed is 162.91% of the surrounding traffic's one", + "Average speed is 33.09% of the surrounding traffic's one", + "Average speed is 98.0% of the surrounding traffic's one", + "Average speed is 173.57% of the surrounding traffic's one", + "Average speed is 248.37% of the surrounding traffic's one", + "Average speed is 204.01% of the surrounding traffic's one", + "Average speed is 168.91% of the surrounding traffic's one", + "Average speed is 164.33% of the surrounding traffic's one", + "Average speed is 220.91% of the surrounding traffic's one", + "Average speed is 171.55% of the surrounding traffic's one", + "Average speed is 192.47% of the surrounding traffic's one", + "Average speed is 367.42% of the surrounding traffic's one", + "Average speed is 163.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 20.1, + "duration_system": 239.245 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/178_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/178_res.json new file mode 100644 index 0000000000000000000000000000000000000000..60c6e63bbb57b8ea415a39d72290a4dc3b206b6a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/178_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 149.868, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.088, + "duration_game": 31.4, + "duration_system": 198.447, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_04_10_22_09_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.25% of the surrounding traffic's one", + "Average speed is 57.06% of the surrounding traffic's one", + "Average speed is 77.16% of the surrounding traffic's one", + "Average speed is 160.42% of the surrounding traffic's one", + "Average speed is 169.49% of the surrounding traffic's one", + "Average speed is 181.03% of the surrounding traffic's one", + "Average speed is 202.22% of the surrounding traffic's one", + "Average speed is 116.63% of the surrounding traffic's one", + "Average speed is 19.16% of the surrounding traffic's one", + "Average speed is 129.7% of the surrounding traffic's one", + "Average speed is 191.78% of the surrounding traffic's one", + "Average speed is 199.11% of the surrounding traffic's one", + "Average speed is 310.46% of the surrounding traffic's one", + "Average speed is 220.87% of the surrounding traffic's one", + "Average speed is 98.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.4, + "duration_system": 198.447 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "149.868" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/179_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/179_res.json new file mode 100644 index 0000000000000000000000000000000000000000..990419df941568f563e30e02f84e987b85baa1d8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/179_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.681, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.263, + "duration_game": 18.95, + "duration_system": 125.132, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_04_10_22_14_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.19% of the surrounding traffic's one", + "Average speed is 125.03% of the surrounding traffic's one", + "Average speed is 224.34% of the surrounding traffic's one", + "Average speed is 204.79% of the surrounding traffic's one", + "Average speed is 144.01% of the surrounding traffic's one", + "Average speed is 119.25% of the surrounding traffic's one", + "Average speed is 87.07% of the surrounding traffic's one", + "Average speed is 82.01% of the surrounding traffic's one", + "Average speed is 58.02% of the surrounding traffic's one", + "Average speed is 93.84% of the surrounding traffic's one", + "Average speed is 240.06% of the surrounding traffic's one", + "Average speed is 326.9% of the surrounding traffic's one", + "Average speed is 297.71% of the surrounding traffic's one", + "Average speed is 290.63% of the surrounding traffic's one", + "Average speed is 262.57% of the surrounding traffic's one", + "Average speed is 446.31% of the surrounding traffic's one", + "Average speed is 579.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.95, + "duration_system": 125.132 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.681" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/17_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/17_res.json new file mode 100644 index 0000000000000000000000000000000000000000..70f91786637a57e448584db105714b1bc455c432 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/17_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.788, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.492, + "duration_game": 24.4, + "duration_system": 213.249, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_04_09_20_09_30", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.15% of the surrounding traffic's one", + "Average speed is 121.32% of the surrounding traffic's one", + "Average speed is 114.63% of the surrounding traffic's one", + "Average speed is 13.69% of the surrounding traffic's one", + "Average speed is 379.86% of the surrounding traffic's one", + "Average speed is 609.54% of the surrounding traffic's one", + "Average speed is 322.62% of the surrounding traffic's one", + "Average speed is 560.78% of the surrounding traffic's one", + "Average speed is 785.98% of the surrounding traffic's one", + "Average speed is 620.6% of the surrounding traffic's one", + "Average speed is 290.51% of the surrounding traffic's one", + "Average speed is 707.98% of the surrounding traffic's one", + "Average speed is 568.85% of the surrounding traffic's one", + "Average speed is 537.51% of the surrounding traffic's one", + "Average speed is 499.14% of the surrounding traffic's one", + "Average speed is 320.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.4, + "duration_system": 213.249 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.788" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/180_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/180_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2433f93e0cef2d6282995fac6d223c19957842ce --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/180_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.532, + "duration_game": 25.8, + "duration_system": 202.375, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_04_10_22_18_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.6% of the surrounding traffic's one", + "Average speed is 181.62% of the surrounding traffic's one", + "Average speed is 189.81% of the surrounding traffic's one", + "Average speed is 195.18% of the surrounding traffic's one", + "Average speed is 170.56% of the surrounding traffic's one", + "Average speed is 151.18% of the surrounding traffic's one", + "Average speed is 120.83% of the surrounding traffic's one", + "Average speed is 113.52% of the surrounding traffic's one", + "Average speed is 45.08% of the surrounding traffic's one", + "Average speed is 68.77% of the surrounding traffic's one", + "Average speed is 103.64% of the surrounding traffic's one", + "Average speed is 104.28% of the surrounding traffic's one", + "Average speed is 104.23% of the surrounding traffic's one", + "Average speed is 187.15% of the surrounding traffic's one", + "Average speed is 237.06% of the surrounding traffic's one", + "Average speed is 270.6% of the surrounding traffic's one", + "Average speed is 300.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.8, + "duration_system": 202.375 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/181_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/181_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cbdf92eb42d7308c4a8f6c1a1ff9cc1db650f5da --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/181_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 288.288, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 55.5, + "duration_game": 10.95, + "duration_system": 66.063, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_04_10_22_24_22", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.02% of the surrounding traffic's one", + "Average speed is 21.76% of the surrounding traffic's one", + "Average speed is 159.57% of the surrounding traffic's one", + "Average speed is 295.94% of the surrounding traffic's one", + "Average speed is 360.39% of the surrounding traffic's one", + "Average speed is 386.07% of the surrounding traffic's one", + "Average speed is 364.18% of the surrounding traffic's one", + "Average speed is 383.36% of the surrounding traffic's one", + "Average speed is 713.63% of the surrounding traffic's one", + "Average speed is 464.92% of the surrounding traffic's one", + "Average speed is 551.66% of the surrounding traffic's one", + "Average speed is 501.52% of the surrounding traffic's one", + "Average speed is 369.65% of the surrounding traffic's one", + "Average speed is 316.86% of the surrounding traffic's one", + "Average speed is 225.44% of the surrounding traffic's one", + "Average speed is 211.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 10.95, + "duration_system": 66.063 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "288.288" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/182_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/182_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8277a3bdcaa031124f9ce370e6461e8458e3e408 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/182_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 286.856, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 52.291, + "duration_game": 49.7, + "duration_system": 399.492, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_04_10_22_27_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.44% of the surrounding traffic's one", + "Average speed is 1077.2% of the surrounding traffic's one", + "Average speed is 1502.41% of the surrounding traffic's one", + "Average speed is 1464.5% of the surrounding traffic's one", + "Average speed is 1953.58% of the surrounding traffic's one", + "Average speed is 1543.74% of the surrounding traffic's one", + "Average speed is 1304.66% of the surrounding traffic's one", + "Average speed is 958.84% of the surrounding traffic's one", + "Average speed is 760.4% of the surrounding traffic's one", + "Average speed is 764.4% of the surrounding traffic's one", + "Average speed is 702.85% of the surrounding traffic's one", + "Average speed is 629.77% of the surrounding traffic's one", + "Average speed is 445.99% of the surrounding traffic's one", + "Average speed is 310.89% of the surrounding traffic's one", + "Average speed is 223.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 49.7, + "duration_system": 399.492 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "286.856" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/183_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/183_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8f72e54e5f945583f611ddf75215096bdf52c205 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/183_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 118.304, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 7.394, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.245, + "duration_game": 250.7, + "duration_system": 1916.572, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_04_10_22_36_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 176.31% of the surrounding traffic's one", + "Average speed is 242.1% of the surrounding traffic's one", + "Average speed is 246.02% of the surrounding traffic's one", + "Average speed is 214.12% of the surrounding traffic's one", + "Average speed is 198.16% of the surrounding traffic's one", + "Average speed is 156.58% of the surrounding traffic's one", + "Average speed is 161.68% of the surrounding traffic's one", + "Average speed is 186.02% of the surrounding traffic's one", + "Average speed is 169.9% of the surrounding traffic's one", + "Average speed is 162.86% of the surrounding traffic's one", + "Average speed is 152.96% of the surrounding traffic's one", + "Average speed is 154.36% of the surrounding traffic's one", + "Average speed is 178.44% of the surrounding traffic's one", + "Average speed is 174.7% of the surrounding traffic's one", + "Average speed is 141.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.7, + "duration_system": 1916.572 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.394", + "118.304" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/184_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/184_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b30eb1b8ff483f2d3d90d157b9ab45a70a09fc6b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/184_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.43, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 146.212, + "duration_game": 97.6, + "duration_system": 757.104, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_04_10_23_10_15", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.41% of the surrounding traffic's one", + "Average speed is 322.19% of the surrounding traffic's one", + "Average speed is 294.98% of the surrounding traffic's one", + "Average speed is 207.09% of the surrounding traffic's one", + "Average speed is 94.25% of the surrounding traffic's one", + "Average speed is 18.68% of the surrounding traffic's one", + "Average speed is 338.15% of the surrounding traffic's one", + "Average speed is 284.4% of the surrounding traffic's one", + "Average speed is 69.75% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 673452332198.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 97.6, + "duration_system": 757.104 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.43" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/185_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/185_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a9ccb7fe0e150954c93ecfa72a616a4af9434667 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/185_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.044, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.874, + "duration_game": 13.7, + "duration_system": 121.123, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_04_10_23_24_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.86% of the surrounding traffic's one", + "Average speed is 133.35% of the surrounding traffic's one", + "Average speed is 147.46% of the surrounding traffic's one", + "Average speed is 153.04% of the surrounding traffic's one", + "Average speed is 152.37% of the surrounding traffic's one", + "Average speed is 204.5% of the surrounding traffic's one", + "Average speed is 223.37% of the surrounding traffic's one", + "Average speed is 219.16% of the surrounding traffic's one", + "Average speed is 198.53% of the surrounding traffic's one", + "Average speed is 133.59% of the surrounding traffic's one", + "Average speed is 54.73% of the surrounding traffic's one", + "Average speed is 159.95% of the surrounding traffic's one", + "Average speed is 169.56% of the surrounding traffic's one", + "Average speed is 173.4% of the surrounding traffic's one", + "Average speed is 144.49% of the surrounding traffic's one", + "Average speed is 147.45% of the surrounding traffic's one", + "Average speed is 152.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 13.7, + "duration_system": 121.123 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.044" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/186_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/186_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5eb2e8c27f8efc3e028a321c381464249f71133e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/186_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.496, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 125.527, + "duration_game": 13.2, + "duration_system": 90.094, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_04_10_23_29_04", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.3% of the surrounding traffic's one", + "Average speed is 164.73% of the surrounding traffic's one", + "Average speed is 74.93% of the surrounding traffic's one", + "Average speed is 90.73% of the surrounding traffic's one", + "Average speed is 108.36% of the surrounding traffic's one", + "Average speed is 103.54% of the surrounding traffic's one", + "Average speed is 90.73% of the surrounding traffic's one", + "Average speed is 72.24% of the surrounding traffic's one", + "Average speed is 41.42% of the surrounding traffic's one", + "Average speed is 59.04% of the surrounding traffic's one", + "Average speed is 80.21% of the surrounding traffic's one", + "Average speed is 86.38% of the surrounding traffic's one", + "Average speed is 84.59% of the surrounding traffic's one", + "Average speed is 88.16% of the surrounding traffic's one", + "Average speed is 99.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 13.2, + "duration_system": 90.094 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.496" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/187_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/187_res.json new file mode 100644 index 0000000000000000000000000000000000000000..33be631122b13f7220a8eb449fc0b6f07c618256 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/187_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.362, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.497, + "duration_game": 23.2, + "duration_system": 183.193, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_04_10_23_32_38", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.48% of the surrounding traffic's one", + "Average speed is 128.25% of the surrounding traffic's one", + "Average speed is 218.76% of the surrounding traffic's one", + "Average speed is 247.3% of the surrounding traffic's one", + "Average speed is 229.55% of the surrounding traffic's one", + "Average speed is 189.86% of the surrounding traffic's one", + "Average speed is 18.62% of the surrounding traffic's one", + "Average speed is 213.78% of the surrounding traffic's one", + "Average speed is 95.75% of the surrounding traffic's one", + "Average speed is 109.58% of the surrounding traffic's one", + "Average speed is 193.08% of the surrounding traffic's one", + "Average speed is 202.8% of the surrounding traffic's one", + "Average speed is 142.23% of the surrounding traffic's one", + "Average speed is 153.8% of the surrounding traffic's one", + "Average speed is 154.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 23.2, + "duration_system": 183.193 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.362" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/188_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/188_res.json new file mode 100644 index 0000000000000000000000000000000000000000..56a79b9a75e4ece5244af14b1cb4c0ce34d668b5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/188_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.434, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 144.762, + "duration_game": 29.15, + "duration_system": 321.328, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_04_10_23_37_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.74% of the surrounding traffic's one", + "Average speed is 123.62% of the surrounding traffic's one", + "Average speed is 15.08% of the surrounding traffic's one", + "Average speed is 121.55% of the surrounding traffic's one", + "Average speed is 114.15% of the surrounding traffic's one", + "Average speed is 116.14% of the surrounding traffic's one", + "Average speed is 98.36% of the surrounding traffic's one", + "Average speed is 110.58% of the surrounding traffic's one", + "Average speed is 113.15% of the surrounding traffic's one", + "Average speed is 104.44% of the surrounding traffic's one", + "Average speed is 106.37% of the surrounding traffic's one", + "Average speed is 108.08% of the surrounding traffic's one", + "Average speed is 117.31% of the surrounding traffic's one", + "Average speed is 106.38% of the surrounding traffic's one", + "Average speed is 121.24% of the surrounding traffic's one", + "Average speed is 103.39% of the surrounding traffic's one", + "Average speed is 102.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.15, + "duration_system": 321.328 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.434" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/189_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/189_res.json new file mode 100644 index 0000000000000000000000000000000000000000..13082990fbecab29f0a331c0a52a844a517915c0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/189_res.json @@ -0,0 +1,132 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 88.545, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 44.272, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 15.24, + "score_route": 15.24, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 148.212, + "duration_game": 227.6, + "duration_system": 1726.646, + "exceptions": [ + [ + "RouteScenario_26408_rep0", + 0, + "Failed - Agent deviated from the route" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_04_11_15_49_25", + "status": "Failed - Agent deviated from the route", + "num_infractions": 3, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.89% of the surrounding traffic's one", + "Average speed is 244.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=559.052, y=-10.267, z=-0.007)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 15.24, + "score_penalty": 1.0, + "score_composed": 15.24 + }, + "meta": { + "route_length": 148.212, + "duration_game": 227.6, + "duration_system": 1726.646 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "15.24", + "15.24", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "44.272", + "0.0", + "0.0", + "0.0", + "0.0", + "88.545" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/18_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/18_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0752f716c34d3017fcaa21aeb4cbc5839d003f6b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/18_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 213.904, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.8, + "duration_game": 29.0, + "duration_system": 235.255, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_04_09_20_15_37", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.51% of the surrounding traffic's one", + "Average speed is 108.27% of the surrounding traffic's one", + "Average speed is 117.32% of the surrounding traffic's one", + "Average speed is 39.11% of the surrounding traffic's one", + "Average speed is 151.0% of the surrounding traffic's one", + "Average speed is 16.66% of the surrounding traffic's one", + "Average speed is 349.62% of the surrounding traffic's one", + "Average speed is 442.15% of the surrounding traffic's one", + "Average speed is 88.57% of the surrounding traffic's one", + "Average speed is 488.54% of the surrounding traffic's one", + "Average speed is 977.44% of the surrounding traffic's one", + "Average speed is 1503.1% of the surrounding traffic's one", + "Average speed is 799.1% of the surrounding traffic's one", + "Average speed is 533.08% of the surrounding traffic's one", + "Average speed is 301.64% of the surrounding traffic's one", + "Average speed is 236.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 29.0, + "duration_system": 235.255 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.904" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/190_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/190_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b854931b51ec143061607471f8cc6e66e179d00c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/190_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.143, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.075, + "duration_game": 17.7, + "duration_system": 102.418, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_04_11_00_16_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.52% of the surrounding traffic's one", + "Average speed is 60.94% of the surrounding traffic's one", + "Average speed is 148.83% of the surrounding traffic's one", + "Average speed is 95.47% of the surrounding traffic's one", + "Average speed is 106.33% of the surrounding traffic's one", + "Average speed is 94.36% of the surrounding traffic's one", + "Average speed is 96.55% of the surrounding traffic's one", + "Average speed is 126.07% of the surrounding traffic's one", + "Average speed is 78.35% of the surrounding traffic's one", + "Average speed is 131.16% of the surrounding traffic's one", + "Average speed is 100.83% of the surrounding traffic's one", + "Average speed is 103.25% of the surrounding traffic's one", + "Average speed is 105.89% of the surrounding traffic's one", + "Average speed is 98.48% of the surrounding traffic's one", + "Average speed is 136.22% of the surrounding traffic's one", + "Average speed is 108.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.7, + "duration_system": 102.418 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.143" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/191_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/191_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4c32613e5f164a270a19b25b12c039806a83d49e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/191_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 136.45, + "duration_system": 1036.488, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_04_11_00_19_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 1.09% of the surrounding traffic's one", + "Average speed is 136.13% of the surrounding traffic's one", + "Average speed is 115.67% of the surrounding traffic's one", + "Average speed is 133.02% of the surrounding traffic's one", + "Average speed is 124.79% of the surrounding traffic's one", + "Average speed is 119.82% of the surrounding traffic's one", + "Average speed is 123.42% of the surrounding traffic's one", + "Average speed is 125.5% of the surrounding traffic's one", + "Average speed is 122.35% of the surrounding traffic's one", + "Average speed is 115.95% of the surrounding traffic's one", + "Average speed is 131.55% of the surrounding traffic's one", + "Average speed is 125.88% of the surrounding traffic's one", + "Average speed is 118.56% of the surrounding traffic's one", + "Average speed is 121.91% of the surrounding traffic's one", + "Average speed is 108.61% of the surrounding traffic's one", + "Average speed is 91.93% of the surrounding traffic's one", + "Average speed is 127.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 136.45, + "duration_system": 1036.488 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/192_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/192_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d7d5fc4631a8203f23455ff8c203c6d08e160d49 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/192_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 28.7, + "duration_system": 330.399, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_04_11_00_39_24", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.83% of the surrounding traffic's one", + "Average speed is 115.47% of the surrounding traffic's one", + "Average speed is 19.72% of the surrounding traffic's one", + "Average speed is 101.28% of the surrounding traffic's one", + "Average speed is 153.74% of the surrounding traffic's one", + "Average speed is 113.94% of the surrounding traffic's one", + "Average speed is 112.64% of the surrounding traffic's one", + "Average speed is 101.73% of the surrounding traffic's one", + "Average speed is 111.97% of the surrounding traffic's one", + "Average speed is 97.99% of the surrounding traffic's one", + "Average speed is 105.52% of the surrounding traffic's one", + "Average speed is 99.31% of the surrounding traffic's one", + "Average speed is 108.65% of the surrounding traffic's one", + "Average speed is 103.49% of the surrounding traffic's one", + "Average speed is 119.43% of the surrounding traffic's one", + "Average speed is 113.4% of the surrounding traffic's one", + "Average speed is 93.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.7, + "duration_system": 330.399 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/193_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/193_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1dfbc730510a6178e793a1593c0199ac3902b34d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/193_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.086, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.595, + "duration_game": 12.35, + "duration_system": 145.14, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_04_11_00_47_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.32% of the surrounding traffic's one", + "Average speed is 219.26% of the surrounding traffic's one", + "Average speed is 209.56% of the surrounding traffic's one", + "Average speed is 154.48% of the surrounding traffic's one", + "Average speed is 237.03% of the surrounding traffic's one", + "Average speed is 106.81% of the surrounding traffic's one", + "Average speed is 146.31% of the surrounding traffic's one", + "Average speed is 209.84% of the surrounding traffic's one", + "Average speed is 223.69% of the surrounding traffic's one", + "Average speed is 105.07% of the surrounding traffic's one", + "Average speed is 218.37% of the surrounding traffic's one", + "Average speed is 313.49% of the surrounding traffic's one", + "Average speed is 310.17% of the surrounding traffic's one", + "Average speed is 222.07% of the surrounding traffic's one", + "Average speed is 235.53% of the surrounding traffic's one", + "Average speed is 241.28% of the surrounding traffic's one", + "Average speed is 226.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 12.35, + "duration_system": 145.14 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.086" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/194_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/194_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ed3340a15a6fdc6caf8b522283c8f6cf6a3bf48c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/194_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 162.165, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.332, + "duration_game": 62.0, + "duration_system": 448.574, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_04_11_00_51_38", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.32% of the surrounding traffic's one", + "Average speed is 189.08% of the surrounding traffic's one", + "Average speed is 238.94% of the surrounding traffic's one", + "Average speed is 230.62% of the surrounding traffic's one", + "Average speed is 6.94% of the surrounding traffic's one", + "Average speed is 312.59% of the surrounding traffic's one", + "Average speed is 461.38% of the surrounding traffic's one", + "Average speed is 375.19% of the surrounding traffic's one", + "Average speed is 369.85% of the surrounding traffic's one", + "Average speed is 488.95% of the surrounding traffic's one", + "Average speed is 639.77% of the surrounding traffic's one", + "Average speed is 415.8% of the surrounding traffic's one", + "Average speed is 164.15% of the surrounding traffic's one", + "Average speed is 26.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 62.0, + "duration_system": 448.574 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "162.165" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/195_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/195_res.json new file mode 100644 index 0000000000000000000000000000000000000000..28887bf88a6a109f7b9a3909b371bbddf6d72bde --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/195_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 217.006, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.339, + "duration_game": 8.75, + "duration_system": 98.099, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_04_11_01_01_25", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 102.02% of the surrounding traffic's one", + "Average speed is 171.97% of the surrounding traffic's one", + "Average speed is 473.73% of the surrounding traffic's one", + "Average speed is 448.7% of the surrounding traffic's one", + "Average speed is 407.23% of the surrounding traffic's one", + "Average speed is 470.11% of the surrounding traffic's one", + "Average speed is 456.08% of the surrounding traffic's one", + "Average speed is 391.82% of the surrounding traffic's one", + "Average speed is 308.13% of the surrounding traffic's one", + "Average speed is 218.13% of the surrounding traffic's one", + "Average speed is 155.16% of the surrounding traffic's one", + "Average speed is 217.13% of the surrounding traffic's one", + "Average speed is 304.98% of the surrounding traffic's one", + "Average speed is 259.25% of the surrounding traffic's one", + "Average speed is 230.29% of the surrounding traffic's one", + "Average speed is 186.0% of the surrounding traffic's one", + "Average speed is 178.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.75, + "duration_system": 98.099 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "217.006" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/196_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/196_res.json new file mode 100644 index 0000000000000000000000000000000000000000..21503a7c0a408faeca3d6e24d70f8629144304df --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/196_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.929, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.757, + "duration_game": 56.8, + "duration_system": 403.663, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_04_11_01_05_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.83% of the surrounding traffic's one", + "Average speed is 148.18% of the surrounding traffic's one", + "Average speed is 269.66% of the surrounding traffic's one", + "Average speed is 39.19% of the surrounding traffic's one", + "Average speed is 301.53% of the surrounding traffic's one", + "Average speed is 339.12% of the surrounding traffic's one", + "Average speed is 536.51% of the surrounding traffic's one", + "Average speed is 674.4% of the surrounding traffic's one", + "Average speed is 82.99% of the surrounding traffic's one", + "Average speed is 10589.87% of the surrounding traffic's one", + "Average speed is 5532.44% of the surrounding traffic's one", + "Average speed is 60728.12% of the surrounding traffic's one", + "Average speed is 6954.17% of the surrounding traffic's one", + "Average speed is 2557.59% of the surrounding traffic's one", + "Average speed is 1846.9% of the surrounding traffic's one", + "Average speed is 1312.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 56.8, + "duration_system": 403.663 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.929" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/197_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/197_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9d24e701c61864c91914c24bfeefa7efe6804023 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/197_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.909, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.445, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.468, + "duration_game": 12.75, + "duration_system": 148.148, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_04_11_01_14_18", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=171 at (x=-107.048, y=95.031, z=-0.003) at time=10.250s [CARLA Frame: 1416, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.78% of the surrounding traffic's one", + "Average speed is 418.98% of the surrounding traffic's one", + "Average speed is 2487.89% of the surrounding traffic's one", + "Average speed is 1249.37% of the surrounding traffic's one", + "Average speed is 548.94% of the surrounding traffic's one", + "Average speed is 47.42% of the surrounding traffic's one", + "Average speed is 252.01% of the surrounding traffic's one", + "Average speed is 415.3% of the surrounding traffic's one", + "Average speed is 480.65% of the surrounding traffic's one", + "Average speed is 487.76% of the surrounding traffic's one", + "Average speed is 506.75% of the surrounding traffic's one", + "Average speed is 1252.16% of the surrounding traffic's one", + "Average speed is 1370.25% of the surrounding traffic's one", + "Average speed is 694.78% of the surrounding traffic's one", + "Average speed is 569.42% of the surrounding traffic's one", + "Average speed is 553.08% of the surrounding traffic's one", + "Average speed is 474.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 12.75, + "duration_system": 148.148 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.909", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.445" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/198_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/198_res.json new file mode 100644 index 0000000000000000000000000000000000000000..47639eb01acb02309b0eb42313e42ea8a2083855 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/198_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 163.193, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.788, + "duration_game": 49.6, + "duration_system": 408.479, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_04_11_01_19_01", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 633.06% of the surrounding traffic's one", + "Average speed is 1130.37% of the surrounding traffic's one", + "Average speed is 573.25% of the surrounding traffic's one", + "Average speed is 117.34% of the surrounding traffic's one", + "Average speed is 11.01% of the surrounding traffic's one", + "Average speed is 1393.53% of the surrounding traffic's one", + "Average speed is 1282.3% of the surrounding traffic's one", + "Average speed is 1417.62% of the surrounding traffic's one", + "Average speed is 1222.69% of the surrounding traffic's one", + "Average speed is 1343.81% of the surrounding traffic's one", + "Average speed is 1343.86% of the surrounding traffic's one", + "Average speed is 1079.19% of the surrounding traffic's one", + "Average speed is 1586.41% of the surrounding traffic's one", + "Average speed is 1412.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.6, + "duration_system": 408.479 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "163.193" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/199_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/199_res.json new file mode 100644 index 0000000000000000000000000000000000000000..15f032e89ec85dd8bb434c05556b48a3f828ab74 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/199_res.json @@ -0,0 +1,75 @@ +{ + "_checkpoint": { + "global_record": {}, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_04_11_01_28_13", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=689.277, y=744.259, z=117.995) at time=9.600s [CARLA Frame: 1318, Agent Step: 191]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.11% of the surrounding traffic's one", + "Average speed is 210.2% of the surrounding traffic's one", + "Average speed is 311.01% of the surrounding traffic's one", + "Average speed is 773.62% of the surrounding traffic's one", + "Average speed is 578.83% of the surrounding traffic's one", + "Average speed is 55.82% of the surrounding traffic's one", + "Average speed is 168.35% of the surrounding traffic's one", + "Average speed is 240.06% of the surrounding traffic's one", + "Average speed is 218.81% of the surrounding traffic's one", + "Average speed is 274.75% of the surrounding traffic's one", + "Average speed is 277.73% of the surrounding traffic's one", + "Average speed is 383.67% of the surrounding traffic's one", + "Average speed is 413.56% of the surrounding traffic's one", + "Average speed is 565.34% of the surrounding traffic's one", + "Average speed is 732.94% of the surrounding traffic's one", + "Average speed is 746.6% of the surrounding traffic's one", + "Average speed is 667.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.1, + "duration_system": 140.145 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Started", + "eligible": false, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [], + "labels": [] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/19_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/19_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7f0c2251044e3857f35e19602c7b9679afeb589d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/19_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.094, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 169.321, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.683, + "duration_game": 50.75, + "duration_system": 390.084, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_04_09_20_22_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3933 at (x=914.78, y=3691.36, z=370.77) at time=47.650s [CARLA Frame: 2264, Agent Step: 952]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.1% of the surrounding traffic's one", + "Average speed is 700.27% of the surrounding traffic's one", + "Average speed is 679.41% of the surrounding traffic's one", + "Average speed is 128.58% of the surrounding traffic's one", + "Average speed is 11.56% of the surrounding traffic's one", + "Average speed is 2056.58% of the surrounding traffic's one", + "Average speed is 1926.5% of the surrounding traffic's one", + "Average speed is 2054.31% of the surrounding traffic's one", + "Average speed is 2099.69% of the surrounding traffic's one", + "Average speed is 1755.06% of the surrounding traffic's one", + "Average speed is 5063.59% of the surrounding traffic's one", + "Average speed is 1293.7% of the surrounding traffic's one", + "Average speed is 744.75% of the surrounding traffic's one", + "Average speed is 588.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.75, + "duration_system": 390.084 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.094", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "169.321" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/200_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/200_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9ca61380fe0ff127b4f2f16206a05a59746a7135 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/200_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 162.456, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.177, + "duration_game": 20.7, + "duration_system": 199.204, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_04_11_02_39_37", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.79% of the surrounding traffic's one", + "Average speed is 192.44% of the surrounding traffic's one", + "Average speed is 234.06% of the surrounding traffic's one", + "Average speed is 93.7% of the surrounding traffic's one", + "Average speed is 188.39% of the surrounding traffic's one", + "Average speed is 237.54% of the surrounding traffic's one", + "Average speed is 236.86% of the surrounding traffic's one", + "Average speed is 246.49% of the surrounding traffic's one", + "Average speed is 204.65% of the surrounding traffic's one", + "Average speed is 31.81% of the surrounding traffic's one", + "Average speed is 437.75% of the surrounding traffic's one", + "Average speed is 343.68% of the surrounding traffic's one", + "Average speed is 252.96% of the surrounding traffic's one", + "Average speed is 244.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 20.7, + "duration_system": 199.204 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "162.456" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/201_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/201_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9509546e11cc43db2a6c4b0a7b946d04cbb7ebd1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/201_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.56, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 213.517, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.619, + "duration_game": 22.6, + "duration_system": 275.373, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_04_11_12_31_14", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.87, y=-81.275, z=0.028) at time=17.550s [CARLA Frame: 1637, Agent Step: 350]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.22% of the surrounding traffic's one", + "Average speed is 147.58% of the surrounding traffic's one", + "Average speed is 149.43% of the surrounding traffic's one", + "Average speed is 143.6% of the surrounding traffic's one", + "Average speed is 32.84% of the surrounding traffic's one", + "Average speed is 1561.99% of the surrounding traffic's one", + "Average speed is 1584.05% of the surrounding traffic's one", + "Average speed is 1356.66% of the surrounding traffic's one", + "Average speed is 929.16% of the surrounding traffic's one", + "Average speed is 919.69% of the surrounding traffic's one", + "Average speed is 481.24% of the surrounding traffic's one", + "Average speed is 323.82% of the surrounding traffic's one", + "Average speed is 402.24% of the surrounding traffic's one", + "Average speed is 465.09% of the surrounding traffic's one", + "Average speed is 533.72% of the surrounding traffic's one", + "Average speed is 494.43% of the surrounding traffic's one", + "Average speed is 508.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 22.6, + "duration_system": 275.373 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.56", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.517" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/202_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/202_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b413adb6eda89f84ffaef2046083f49869924421 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/202_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 170.832, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.952, + "duration_game": 50.15, + "duration_system": 430.511, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_04_11_03_20_28", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.07% of the surrounding traffic's one", + "Average speed is 239.54% of the surrounding traffic's one", + "Average speed is 489.39% of the surrounding traffic's one", + "Average speed is 18.78% of the surrounding traffic's one", + "Average speed is 17.5% of the surrounding traffic's one", + "Average speed is 708.59% of the surrounding traffic's one", + "Average speed is 750.16% of the surrounding traffic's one", + "Average speed is 635.52% of the surrounding traffic's one", + "Average speed is 625.0% of the surrounding traffic's one", + "Average speed is 555.33% of the surrounding traffic's one", + "Average speed is 1670.73% of the surrounding traffic's one", + "Average speed is 8499.95% of the surrounding traffic's one", + "Average speed is 1255.65% of the surrounding traffic's one", + "Average speed is 963.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.15, + "duration_system": 430.511 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "170.832" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/203_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/203_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9a896b13168c86127a03da98d97bdb7ffdc54673 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/203_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 228.679, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 69.967, + "duration_game": 17.2, + "duration_system": 159.165, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_04_11_03_29_50", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.31% of the surrounding traffic's one", + "Average speed is 1822.25% of the surrounding traffic's one", + "Average speed is 578.78% of the surrounding traffic's one", + "Average speed is 120.64% of the surrounding traffic's one", + "Average speed is 17.05% of the surrounding traffic's one", + "Average speed is 77.68% of the surrounding traffic's one", + "Average speed is 689.38% of the surrounding traffic's one", + "Average speed is 728.0% of the surrounding traffic's one", + "Average speed is 736.35% of the surrounding traffic's one", + "Average speed is 813.13% of the surrounding traffic's one", + "Average speed is 1374.95% of the surrounding traffic's one", + "Average speed is 714.36% of the surrounding traffic's one", + "Average speed is 609.45% of the surrounding traffic's one", + "Average speed is 391.68% of the surrounding traffic's one", + "Average speed is 277.27% of the surrounding traffic's one", + "Average speed is 224.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 17.2, + "duration_system": 159.165 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "228.679" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/204_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/204_res.json new file mode 100644 index 0000000000000000000000000000000000000000..033d04de92015829a3ee2c54510e1278dc594f46 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/204_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 14.211, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.006, + "min_speed_infractions": 213.168, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 54.318531, + "score_route": 100.0, + "score_penalty": 0.543185 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 70.367, + "duration_game": 9.6, + "duration_system": 120.118, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_04_11_03_34_47", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=1746 at (x=-1802.186, y=-10134.325, z=274.837) at time=7.550s [CARLA Frame: 1325, Agent Step: 150]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 6.0 meters (9.47% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 317.4% of the surrounding traffic's one", + "Average speed is 499.76% of the surrounding traffic's one", + "Average speed is 400.61% of the surrounding traffic's one", + "Average speed is 260.89% of the surrounding traffic's one", + "Average speed is 95.46% of the surrounding traffic's one", + "Average speed is 133.5% of the surrounding traffic's one", + "Average speed is 241.93% of the surrounding traffic's one", + "Average speed is 235.52% of the surrounding traffic's one", + "Average speed is 197.72% of the surrounding traffic's one", + "Average speed is 139.4% of the surrounding traffic's one", + "Average speed is 727.67% of the surrounding traffic's one", + "Average speed is 496.0% of the surrounding traffic's one", + "Average speed is 353.9% of the surrounding traffic's one", + "Average speed is 383.99% of the surrounding traffic's one", + "Average speed is 322.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.543185, + "score_composed": 54.318531 + }, + "meta": { + "route_length": 70.367, + "duration_game": 9.6, + "duration_system": 120.118 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "54.318531", + "100.0", + "0.543185", + "0.0", + "14.211", + "0.0", + "0.0", + "0.0", + "0.006", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.168" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/205_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/205_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4e517ae2d84286d669457d99a4bec2f0bc41906f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/205_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.359, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 68.381, + "duration_game": 19.7, + "duration_system": 217.295, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_04_11_03_39_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.47% of the surrounding traffic's one", + "Average speed is 492.74% of the surrounding traffic's one", + "Average speed is 386.96% of the surrounding traffic's one", + "Average speed is 199.58% of the surrounding traffic's one", + "Average speed is 93.88% of the surrounding traffic's one", + "Average speed is 14.57% of the surrounding traffic's one", + "Average speed is 358.03% of the surrounding traffic's one", + "Average speed is 403.24% of the surrounding traffic's one", + "Average speed is 363.2% of the surrounding traffic's one", + "Average speed is 472.71% of the surrounding traffic's one", + "Average speed is 556.39% of the surrounding traffic's one", + "Average speed is 480.95% of the surrounding traffic's one", + "Average speed is 301.97% of the surrounding traffic's one", + "Average speed is 277.61% of the surrounding traffic's one", + "Average speed is 205.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.7, + "duration_system": 217.295 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.359" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/206_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/206_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b7f6b6da24ceb82628aa965a5431d93fe6a4a270 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/206_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 8.277, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 132.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 120.817, + "duration_game": 18.25, + "duration_system": 147.166, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_04_11_03_45_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 34 at (x=106.12, y=324.08, z=0.103)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.53% of the surrounding traffic's one", + "Average speed is 103.43% of the surrounding traffic's one", + "Average speed is 67.8% of the surrounding traffic's one", + "Average speed is 89.8% of the surrounding traffic's one", + "Average speed is 79.44% of the surrounding traffic's one", + "Average speed is 129.61% of the surrounding traffic's one", + "Average speed is 117.0% of the surrounding traffic's one", + "Average speed is 64.44% of the surrounding traffic's one", + "Average speed is 127.2% of the surrounding traffic's one", + "Average speed is 90.41% of the surrounding traffic's one", + "Average speed is 129.57% of the surrounding traffic's one", + "Average speed is 317.5% of the surrounding traffic's one", + "Average speed is 314.74% of the surrounding traffic's one", + "Average speed is 289.31% of the surrounding traffic's one", + "Average speed is 195.52% of the surrounding traffic's one", + "Average speed is 179.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 18.25, + "duration_system": 147.166 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "8.277", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "132.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/207_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/207_res.json new file mode 100644 index 0000000000000000000000000000000000000000..902a48e8de2331deca6792899df189dad85d2c24 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/207_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 170.613, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.057, + "duration_game": 36.15, + "duration_system": 251.45, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_04_11_03_50_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.05% of the surrounding traffic's one", + "Average speed is 217.62% of the surrounding traffic's one", + "Average speed is 150.94% of the surrounding traffic's one", + "Average speed is 7.03% of the surrounding traffic's one", + "Average speed is 1693.08% of the surrounding traffic's one", + "Average speed is 1321.01% of the surrounding traffic's one", + "Average speed is 1989.35% of the surrounding traffic's one", + "Average speed is 1818.09% of the surrounding traffic's one", + "Average speed is 2114.88% of the surrounding traffic's one", + "Average speed is 3692.28% of the surrounding traffic's one", + "Average speed is 3128.72% of the surrounding traffic's one", + "Average speed is 777.58% of the surrounding traffic's one", + "Average speed is 248.36% of the surrounding traffic's one", + "Average speed is 190.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.15, + "duration_system": 251.45 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "170.613" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/208_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/208_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f47358ad3d617ae4d01c5e807d7d8aeac35d3536 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/208_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.633, + "red_light": 0.0, + "stop_infraction": 12.633, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.768, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 48.0, + "score_route": 100.0, + "score_penalty": 0.48 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.155, + "duration_game": 12.95, + "duration_system": 120.121, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_04_11_12_37_56", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.346, y=-250.623, z=0.008) at time=8.950s [CARLA Frame: 1494, Agent Step: 178]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=38 at (x=245.631, y=-246.074, z=0.004)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.49% of the surrounding traffic's one", + "Average speed is 2546.9% of the surrounding traffic's one", + "Average speed is 2549.34% of the surrounding traffic's one", + "Average speed is 567.9% of the surrounding traffic's one", + "Average speed is 159.25% of the surrounding traffic's one", + "Average speed is 35.04% of the surrounding traffic's one", + "Average speed is 102.44% of the surrounding traffic's one", + "Average speed is 188.07% of the surrounding traffic's one", + "Average speed is 228.42% of the surrounding traffic's one", + "Average speed is 259.04% of the surrounding traffic's one", + "Average speed is 374.31% of the surrounding traffic's one", + "Average speed is 441.25% of the surrounding traffic's one", + "Average speed is 296.57% of the surrounding traffic's one", + "Average speed is 232.19% of the surrounding traffic's one", + "Average speed is 433.6% of the surrounding traffic's one", + "Average speed is 377.69% of the surrounding traffic's one", + "Average speed is 320.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.48, + "score_composed": 48.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 12.95, + "duration_system": 120.121 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "48.0", + "100.0", + "0.48", + "0.0", + "12.633", + "0.0", + "0.0", + "12.633", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.768" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/209_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/209_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5343889506bebfde137b7b346d00f77738515604 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/209_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.312, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 172.369, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.221, + "duration_game": 13.05, + "duration_system": 115.119, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_04_11_12_42_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=160 at (x=262.507, y=-247.03, z=0.002) at time=9.900s [CARLA Frame: 1529, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.68% of the surrounding traffic's one", + "Average speed is 770.82% of the surrounding traffic's one", + "Average speed is 775.3% of the surrounding traffic's one", + "Average speed is 61.19% of the surrounding traffic's one", + "Average speed is 32.75% of the surrounding traffic's one", + "Average speed is 124.57% of the surrounding traffic's one", + "Average speed is 263.13% of the surrounding traffic's one", + "Average speed is 532.68% of the surrounding traffic's one", + "Average speed is 1074.95% of the surrounding traffic's one", + "Average speed is 498.74% of the surrounding traffic's one", + "Average speed is 499.72% of the surrounding traffic's one", + "Average speed is 391.9% of the surrounding traffic's one", + "Average speed is 448.64% of the surrounding traffic's one", + "Average speed is 261.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 13.05, + "duration_system": 115.119 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.312", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "172.369" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/20_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/20_res.json new file mode 100644 index 0000000000000000000000000000000000000000..271d169e60f86bffd3cb37307c83e1f8c2cd8e14 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/20_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.779, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.133, + "duration_game": 24.15, + "duration_system": 247.258, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_04_09_20_31_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.88% of the surrounding traffic's one", + "Average speed is 1109.46% of the surrounding traffic's one", + "Average speed is 1330.64% of the surrounding traffic's one", + "Average speed is 252.39% of the surrounding traffic's one", + "Average speed is 95.37% of the surrounding traffic's one", + "Average speed is 42.43% of the surrounding traffic's one", + "Average speed is 167.51% of the surrounding traffic's one", + "Average speed is 164.61% of the surrounding traffic's one", + "Average speed is 26.56% of the surrounding traffic's one", + "Average speed is 500.27% of the surrounding traffic's one", + "Average speed is 698.82% of the surrounding traffic's one", + "Average speed is 1082.37% of the surrounding traffic's one", + "Average speed is 973.72% of the surrounding traffic's one", + "Average speed is 816.94% of the surrounding traffic's one", + "Average speed is 185.0% of the surrounding traffic's one", + "Average speed is 184.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 24.15, + "duration_system": 247.258 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.779" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/210_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/210_res.json new file mode 100644 index 0000000000000000000000000000000000000000..01badd984a69c4c1ed7bde15110f5b6998e9f285 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/210_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 11.696, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 175.447, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.496, + "duration_game": 13.35, + "duration_system": 107.104, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_04_11_06_20_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=165 at (x=194.924, y=-309.661, z=0.028) at time=10.700s [CARLA Frame: 1360, Agent Step: 213]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 258.64% of the surrounding traffic's one", + "Average speed is 144.08% of the surrounding traffic's one", + "Average speed is 179.98% of the surrounding traffic's one", + "Average speed is 147.8% of the surrounding traffic's one", + "Average speed is 25.56% of the surrounding traffic's one", + "Average speed is 179.07% of the surrounding traffic's one", + "Average speed is 448.96% of the surrounding traffic's one", + "Average speed is 546.63% of the surrounding traffic's one", + "Average speed is 339.95% of the surrounding traffic's one", + "Average speed is 313.79% of the surrounding traffic's one", + "Average speed is 252.48% of the surrounding traffic's one", + "Average speed is 330.18% of the surrounding traffic's one", + "Average speed is 420.31% of the surrounding traffic's one", + "Average speed is 388.87% of the surrounding traffic's one", + "Average speed is 246.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 13.35, + "duration_system": 107.104 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "11.696", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "175.447" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/211_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/211_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d5243c653a20d94617e3e091ad96fc3ff3a3cab2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/211_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 165.426, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.63, + "duration_game": 12.8, + "duration_system": 148.169, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_04_11_06_24_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 274.01% of the surrounding traffic's one", + "Average speed is 214.74% of the surrounding traffic's one", + "Average speed is 127.12% of the surrounding traffic's one", + "Average speed is 122.36% of the surrounding traffic's one", + "Average speed is 149.98% of the surrounding traffic's one", + "Average speed is 208.8% of the surrounding traffic's one", + "Average speed is 210.83% of the surrounding traffic's one", + "Average speed is 210.73% of the surrounding traffic's one", + "Average speed is 174.99% of the surrounding traffic's one", + "Average speed is 205.17% of the surrounding traffic's one", + "Average speed is 337.67% of the surrounding traffic's one", + "Average speed is 263.78% of the surrounding traffic's one", + "Average speed is 149.1% of the surrounding traffic's one", + "Average speed is 147.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 12.8, + "duration_system": 148.169 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "165.426" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/212_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/212_res.json new file mode 100644 index 0000000000000000000000000000000000000000..728680f9f2ca2c2ace56abe474c0c1dde9c117dd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/212_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 110.111, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.389, + "duration_game": 30.65, + "duration_system": 444.458, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_04_11_12_45_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.71% of the surrounding traffic's one", + "Average speed is 119.86% of the surrounding traffic's one", + "Average speed is 99.52% of the surrounding traffic's one", + "Average speed is 97.94% of the surrounding traffic's one", + "Average speed is 109.31% of the surrounding traffic's one", + "Average speed is 180.34% of the surrounding traffic's one", + "Average speed is 42.48% of the surrounding traffic's one", + "Average speed is 209.5% of the surrounding traffic's one", + "Average speed is 186.75% of the surrounding traffic's one", + "Average speed is 247.41% of the surrounding traffic's one", + "Average speed is 219.86% of the surrounding traffic's one", + "Average speed is 173.46% of the surrounding traffic's one", + "Average speed is 136.96% of the surrounding traffic's one", + "Average speed is 111.16% of the surrounding traffic's one", + "Average speed is 231.41% of the surrounding traffic's one", + "Average speed is 183.45% of the surrounding traffic's one", + "Average speed is 104.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 30.65, + "duration_system": 444.458 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "110.111" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/213_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/213_res.json new file mode 100644 index 0000000000000000000000000000000000000000..90c5b9da94e44e26846fcd9eeb058a71550f222a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/213_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 177.858, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.337, + "duration_game": 12.4, + "duration_system": 111.122, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_04_11_07_40_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.63% of the surrounding traffic's one", + "Average speed is 121.48% of the surrounding traffic's one", + "Average speed is 128.47% of the surrounding traffic's one", + "Average speed is 44.23% of the surrounding traffic's one", + "Average speed is 352.81% of the surrounding traffic's one", + "Average speed is 358.14% of the surrounding traffic's one", + "Average speed is 366.75% of the surrounding traffic's one", + "Average speed is 364.46% of the surrounding traffic's one", + "Average speed is 451.88% of the surrounding traffic's one", + "Average speed is 425.66% of the surrounding traffic's one", + "Average speed is 393.8% of the surrounding traffic's one", + "Average speed is 387.13% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 10882914173.74% of the surrounding traffic's one", + "Average speed is 186.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 12.4, + "duration_system": 111.122 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "177.858" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/214_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/214_res.json new file mode 100644 index 0000000000000000000000000000000000000000..28bb07bdbf867e4dc969d6651ed90b9a58e4a437 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/214_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 185.51, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.858, + "duration_game": 27.05, + "duration_system": 250.263, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_04_11_07_44_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 221.22% of the surrounding traffic's one", + "Average speed is 409.92% of the surrounding traffic's one", + "Average speed is 385.93% of the surrounding traffic's one", + "Average speed is 85.38% of the surrounding traffic's one", + "Average speed is 19.46% of the surrounding traffic's one", + "Average speed is 35.11% of the surrounding traffic's one", + "Average speed is 399.52% of the surrounding traffic's one", + "Average speed is 453.74% of the surrounding traffic's one", + "Average speed is 441.15% of the surrounding traffic's one", + "Average speed is 359.34% of the surrounding traffic's one", + "Average speed is 531.59% of the surrounding traffic's one", + "Average speed is 1645.66% of the surrounding traffic's one", + "Average speed is 1133.22% of the surrounding traffic's one", + "Average speed is 428.9% of the surrounding traffic's one", + "Average speed is 440.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 27.05, + "duration_system": 250.263 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "185.51" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/215_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/215_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f223a20839afa1c968c67b25a895ee0570d44604 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/215_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 173.486, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.698, + "duration_game": 15.5, + "duration_system": 212.218, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_04_11_07_51_53", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.62% of the surrounding traffic's one", + "Average speed is 152.93% of the surrounding traffic's one", + "Average speed is 356.61% of the surrounding traffic's one", + "Average speed is 72.56% of the surrounding traffic's one", + "Average speed is 29.35% of the surrounding traffic's one", + "Average speed is 275.88% of the surrounding traffic's one", + "Average speed is 382.66% of the surrounding traffic's one", + "Average speed is 394.63% of the surrounding traffic's one", + "Average speed is 731.53% of the surrounding traffic's one", + "Average speed is 459.43% of the surrounding traffic's one", + "Average speed is 340.95% of the surrounding traffic's one", + "Average speed is 422.03% of the surrounding traffic's one", + "Average speed is 406.77% of the surrounding traffic's one", + "Average speed is 232.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.5, + "duration_system": 212.218 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "173.486" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/216_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/216_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f8dc49361bfbea8ba54d77dbb04e5dd7fd0304a6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/216_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 11.435, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 182.953, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 87.454, + "duration_game": 36.15, + "duration_system": 361.432, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_04_11_07_58_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2390.315, y=-93.71, z=335.702) at time=33.250s [CARLA Frame: 1889, Agent Step: 664]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.53% of the surrounding traffic's one", + "Average speed is 286.66% of the surrounding traffic's one", + "Average speed is 234.11% of the surrounding traffic's one", + "Average speed is 12.13% of the surrounding traffic's one", + "Average speed is 1547.6% of the surrounding traffic's one", + "Average speed is 1154.72% of the surrounding traffic's one", + "Average speed is 1144.75% of the surrounding traffic's one", + "Average speed is 1060.2% of the surrounding traffic's one", + "Average speed is 967.07% of the surrounding traffic's one", + "Average speed is 898.52% of the surrounding traffic's one", + "Average speed is 1087.12% of the surrounding traffic's one", + "Average speed is 4457.52% of the surrounding traffic's one", + "Average speed is 797.15% of the surrounding traffic's one", + "Average speed is 593.58% of the surrounding traffic's one", + "Average speed is 376.39% of the surrounding traffic's one", + "Average speed is 298.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.15, + "duration_system": 361.432 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "11.435", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "182.953" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/217_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/217_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1c2a01342d6c959731f9f508af03b70de98c428d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/217_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.999, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.986, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.928, + "duration_game": 12.9, + "duration_system": 92.108, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_04_11_08_07_04", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.256, y=4700.09, z=365.259) at time=9.800s [CARLA Frame: 1458, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.67% of the surrounding traffic's one", + "Average speed is 414.24% of the surrounding traffic's one", + "Average speed is 467.98% of the surrounding traffic's one", + "Average speed is 191.2% of the surrounding traffic's one", + "Average speed is 63.95% of the surrounding traffic's one", + "Average speed is 26.85% of the surrounding traffic's one", + "Average speed is 170.44% of the surrounding traffic's one", + "Average speed is 327.57% of the surrounding traffic's one", + "Average speed is 371.4% of the surrounding traffic's one", + "Average speed is 359.0% of the surrounding traffic's one", + "Average speed is 315.45% of the surrounding traffic's one", + "Average speed is 428.51% of the surrounding traffic's one", + "Average speed is 289.32% of the surrounding traffic's one", + "Average speed is 324.62% of the surrounding traffic's one", + "Average speed is 308.62% of the surrounding traffic's one", + "Average speed is 255.28% of the surrounding traffic's one", + "Average speed is 265.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.9, + "duration_system": 92.108 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.999", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.986" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/218_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/218_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f87163b2860d5ba6a1f7681e3001a3de42f6f523 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/218_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 12.107, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 169.492, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.6, + "duration_game": 10.0, + "duration_system": 136.15, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_04_11_08_11_14", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1584 at (x=1371.346, y=5004.662, z=370.807)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.5% of the surrounding traffic's one", + "Average speed is 131.36% of the surrounding traffic's one", + "Average speed is 462.69% of the surrounding traffic's one", + "Average speed is 245.51% of the surrounding traffic's one", + "Average speed is 158.89% of the surrounding traffic's one", + "Average speed is 158.0% of the surrounding traffic's one", + "Average speed is 160.36% of the surrounding traffic's one", + "Average speed is 179.76% of the surrounding traffic's one", + "Average speed is 184.8% of the surrounding traffic's one", + "Average speed is 171.54% of the surrounding traffic's one", + "Average speed is 149.18% of the surrounding traffic's one", + "Average speed is 126.02% of the surrounding traffic's one", + "Average speed is 156.69% of the surrounding traffic's one", + "Average speed is 145.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 10.0, + "duration_system": 136.15 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "12.107", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "169.492" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/219_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/219_res.json new file mode 100644 index 0000000000000000000000000000000000000000..784d32119c0a794fc0dbdcb596d6443130a3b539 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/219_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 22.804, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.003, + "min_speed_infractions": 182.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 34.780743, + "score_route": 100.0, + "score_penalty": 0.347807 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 87.704, + "duration_game": 201.5, + "duration_system": 1941.857, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_04_11_08_16_17", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.017, y=-86.579, z=336.046) at time=10.300s [CARLA Frame: 1296, Agent Step: 205]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2378.911, y=-79.386, z=335.97) at time=10.950s [CARLA Frame: 1309, Agent Step: 218]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.733 meters (3.39% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 148.72% of the surrounding traffic's one", + "Average speed is 272.24% of the surrounding traffic's one", + "Average speed is 432.13% of the surrounding traffic's one", + "Average speed is 415.1% of the surrounding traffic's one", + "Average speed is 23.63% of the surrounding traffic's one", + "Average speed is 170.43% of the surrounding traffic's one", + "Average speed is 453.32% of the surrounding traffic's one", + "Average speed is 486.88% of the surrounding traffic's one", + "Average speed is 485.3% of the surrounding traffic's one", + "Average speed is 515.7% of the surrounding traffic's one", + "Average speed is 426.95% of the surrounding traffic's one", + "Average speed is 34.81% of the surrounding traffic's one", + "Average speed is 409.89% of the surrounding traffic's one", + "Average speed is 311.7% of the surrounding traffic's one", + "Average speed is 350.14% of the surrounding traffic's one", + "Average speed is 281.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.347807, + "score_composed": 34.780743 + }, + "meta": { + "route_length": 87.704, + "duration_game": 201.5, + "duration_system": 1941.857 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "34.780743", + "100.0", + "0.347807", + "0.0", + "22.804", + "0.0", + "0.0", + "0.0", + "0.003", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "182.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/21_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/21_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bb45c63c6bb7a4cf841cef9acb49f06e6fb2a98a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/21_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.805, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.462, + "duration_game": 61.4, + "duration_system": 492.614, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_04_09_20_37_52", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 303.71% of the surrounding traffic's one", + "Average speed is 492.71% of the surrounding traffic's one", + "Average speed is 309.85% of the surrounding traffic's one", + "Average speed is 174.4% of the surrounding traffic's one", + "Average speed is 77.91% of the surrounding traffic's one", + "Average speed is 10.56% of the surrounding traffic's one", + "Average speed is 2580.28% of the surrounding traffic's one", + "Average speed is 874.73% of the surrounding traffic's one", + "Average speed is 139.58% of the surrounding traffic's one", + "Average speed is 4410.93% of the surrounding traffic's one", + "Average speed is 2723.71% of the surrounding traffic's one", + "Average speed is 1429.84% of the surrounding traffic's one", + "Average speed is 842.38% of the surrounding traffic's one", + "Average speed is 632.57% of the surrounding traffic's one", + "Average speed is 308.1% of the surrounding traffic's one", + "Average speed is 148.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.4, + "duration_system": 492.614 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.805" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/22_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/22_res.json new file mode 100644 index 0000000000000000000000000000000000000000..dd87d684a5ebeb71478cf79182524cff95e7b3bf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/22_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 131.667, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 136.709, + "duration_game": 14.0, + "duration_system": 119.119, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_04_09_20_48_37", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.77% of the surrounding traffic's one", + "Average speed is 500.09% of the surrounding traffic's one", + "Average speed is 346.41% of the surrounding traffic's one", + "Average speed is 245.19% of the surrounding traffic's one", + "Average speed is 167.43% of the surrounding traffic's one", + "Average speed is 150.61% of the surrounding traffic's one", + "Average speed is 142.72% of the surrounding traffic's one", + "Average speed is 112.57% of the surrounding traffic's one", + "Average speed is 97.1% of the surrounding traffic's one", + "Average speed is 263.43% of the surrounding traffic's one", + "Average speed is 275.99% of the surrounding traffic's one", + "Average speed is 178.35% of the surrounding traffic's one", + "Average speed is 116.15% of the surrounding traffic's one", + "Average speed is 566.74% of the surrounding traffic's one", + "Average speed is 351.78% of the surrounding traffic's one", + "Average speed is 132.57% of the surrounding traffic's one", + "Average speed is 255.8% of the surrounding traffic's one", + "Average speed is 307.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.0, + "duration_system": 119.119 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "131.667" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/23_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/23_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5ad14a85443dba64eb8d6bdc07b3fbcab43f2c64 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/23_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.257, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 138.82, + "duration_game": 15.95, + "duration_system": 166.166, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_04_09_20_53_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.85% of the surrounding traffic's one", + "Average speed is 574.57% of the surrounding traffic's one", + "Average speed is 499.06% of the surrounding traffic's one", + "Average speed is 303.79% of the surrounding traffic's one", + "Average speed is 182.96% of the surrounding traffic's one", + "Average speed is 172.32% of the surrounding traffic's one", + "Average speed is 57.42% of the surrounding traffic's one", + "Average speed is 150.96% of the surrounding traffic's one", + "Average speed is 213.51% of the surrounding traffic's one", + "Average speed is 199.16% of the surrounding traffic's one", + "Average speed is 97.45% of the surrounding traffic's one", + "Average speed is 137.65% of the surrounding traffic's one", + "Average speed is 189.65% of the surrounding traffic's one", + "Average speed is 166.66% of the surrounding traffic's one", + "Average speed is 3008.62% of the surrounding traffic's one", + "Average speed is 10919404.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.95, + "duration_system": 166.166 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.257" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/24_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/24_res.json new file mode 100644 index 0000000000000000000000000000000000000000..63b98cda3007fcac46f673797fe2ba1396c216b7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/24_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 152.279, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 105.07, + "duration_game": 9.3, + "duration_system": 93.098, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_04_09_20_58_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 248.5% of the surrounding traffic's one", + "Average speed is 307.06% of the surrounding traffic's one", + "Average speed is 301.73% of the surrounding traffic's one", + "Average speed is 244.08% of the surrounding traffic's one", + "Average speed is 337.56% of the surrounding traffic's one", + "Average speed is 452.83% of the surrounding traffic's one", + "Average speed is 490.69% of the surrounding traffic's one", + "Average speed is 555.69% of the surrounding traffic's one", + "Average speed is 634.25% of the surrounding traffic's one", + "Average speed is 634.27% of the surrounding traffic's one", + "Average speed is 591.86% of the surrounding traffic's one", + "Average speed is 540.93% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 14695101.59% of the surrounding traffic's one", + "Average speed is 48040.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.3, + "duration_system": 93.098 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "152.279" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/25_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/25_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8e79d157feb84a3ce450ce61a1fa76b7f0b2e61f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/25_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 229.667, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.312, + "duration_game": 55.7, + "duration_system": 524.595, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_04_09_21_02_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.65% of the surrounding traffic's one", + "Average speed is 6.34% of the surrounding traffic's one", + "Average speed is 1632.43% of the surrounding traffic's one", + "Average speed is 1777.42% of the surrounding traffic's one", + "Average speed is 1857.06% of the surrounding traffic's one", + "Average speed is 1668.09% of the surrounding traffic's one", + "Average speed is 1563.01% of the surrounding traffic's one", + "Average speed is 1380.77% of the surrounding traffic's one", + "Average speed is 1297.4% of the surrounding traffic's one", + "Average speed is 1381.71% of the surrounding traffic's one", + "Average speed is 1322.27% of the surrounding traffic's one", + "Average speed is 1189.58% of the surrounding traffic's one", + "Average speed is 816.82% of the surrounding traffic's one", + "Average speed is 573.52% of the surrounding traffic's one", + "Average speed is 365.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.7, + "duration_system": 524.595 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "229.667" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/26_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/26_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fb973661a2d2f930db8523e1ca0b6fd79d7d507b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/26_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 231.36, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.834, + "duration_game": 7.3, + "duration_system": 68.073, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_04_09_21_13_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.56% of the surrounding traffic's one", + "Average speed is 188.44% of the surrounding traffic's one", + "Average speed is 217.54% of the surrounding traffic's one", + "Average speed is 244.78% of the surrounding traffic's one", + "Average speed is 271.36% of the surrounding traffic's one", + "Average speed is 288.29% of the surrounding traffic's one", + "Average speed is 304.35% of the surrounding traffic's one", + "Average speed is 312.28% of the surrounding traffic's one", + "Average speed is 281.02% of the surrounding traffic's one", + "Average speed is 438.67% of the surrounding traffic's one", + "Average speed is 360.32% of the surrounding traffic's one", + "Average speed is 324.7% of the surrounding traffic's one", + "Average speed is 267.56% of the surrounding traffic's one", + "Average speed is 207.25% of the surrounding traffic's one", + "Average speed is 137.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.3, + "duration_system": 68.073 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "231.36" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/27_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/27_res.json new file mode 100644 index 0000000000000000000000000000000000000000..11b42913a28023b3465dec06a54e7f44e3db26ed --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/27_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 228.505, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.644, + "duration_game": 7.15, + "duration_system": 66.083, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_04_09_21_17_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 194.62% of the surrounding traffic's one", + "Average speed is 187.55% of the surrounding traffic's one", + "Average speed is 214.28% of the surrounding traffic's one", + "Average speed is 246.42% of the surrounding traffic's one", + "Average speed is 274.19% of the surrounding traffic's one", + "Average speed is 300.65% of the surrounding traffic's one", + "Average speed is 315.7% of the surrounding traffic's one", + "Average speed is 361.19% of the surrounding traffic's one", + "Average speed is 330.54% of the surrounding traffic's one", + "Average speed is 405.99% of the surrounding traffic's one", + "Average speed is 408.11% of the surrounding traffic's one", + "Average speed is 286.69% of the surrounding traffic's one", + "Average speed is 267.13% of the surrounding traffic's one", + "Average speed is 214.65% of the surrounding traffic's one", + "Average speed is 178.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.15, + "duration_system": 66.083 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "228.505" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/28_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/28_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c8fcb0fde1b6a196bd20d0727b4749fda92e54d5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/28_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 238.663, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 67.04, + "duration_game": 6.85, + "duration_system": 44.059, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_04_09_21_21_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.18% of the surrounding traffic's one", + "Average speed is 207.7% of the surrounding traffic's one", + "Average speed is 212.32% of the surrounding traffic's one", + "Average speed is 215.72% of the surrounding traffic's one", + "Average speed is 236.69% of the surrounding traffic's one", + "Average speed is 234.28% of the surrounding traffic's one", + "Average speed is 223.8% of the surrounding traffic's one", + "Average speed is 271.34% of the surrounding traffic's one", + "Average speed is 250.24% of the surrounding traffic's one", + "Average speed is 615.68% of the surrounding traffic's one", + "Average speed is 586.2% of the surrounding traffic's one", + "Average speed is 485.0% of the surrounding traffic's one", + "Average speed is 366.49% of the surrounding traffic's one", + "Average speed is 269.1% of the surrounding traffic's one", + "Average speed is 174.41% of the surrounding traffic's one", + "Average speed is 94.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.85, + "duration_system": 44.059 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "238.663" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/29_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/29_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b36ba79a0398686291d08ab482c7ca3e9bcc77a1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/29_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 279.334, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 57.279, + "duration_game": 42.4, + "duration_system": 346.426, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_04_09_21_24_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 43.15% of the surrounding traffic's one", + "Average speed is 5.12% of the surrounding traffic's one", + "Average speed is 314.27% of the surrounding traffic's one", + "Average speed is 403.16% of the surrounding traffic's one", + "Average speed is 441.87% of the surrounding traffic's one", + "Average speed is 468.87% of the surrounding traffic's one", + "Average speed is 442.73% of the surrounding traffic's one", + "Average speed is 553.13% of the surrounding traffic's one", + "Average speed is 593.26% of the surrounding traffic's one", + "Average speed is 494.36% of the surrounding traffic's one", + "Average speed is 376.01% of the surrounding traffic's one", + "Average speed is 299.19% of the surrounding traffic's one", + "Average speed is 238.06% of the surrounding traffic's one", + "Average speed is 187.98% of the surrounding traffic's one", + "Average speed is 150.72% of the surrounding traffic's one", + "Average speed is 114.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 42.4, + "duration_system": 346.426 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "279.334" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/30_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/30_res.json new file mode 100644 index 0000000000000000000000000000000000000000..df7188ffe3848dd835fa5192512d770c3177c050 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/30_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 7.458, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.458, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.328, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 39.0, + "score_route": 100.0, + "score_penalty": 0.39 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.084, + "duration_game": 53.1, + "duration_system": 909.993, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_04_09_21_32_50", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=3702 at (x=-1540.488, y=6461.36, z=373.295) at time=49.200s [CARLA Frame: 2332, Agent Step: 983]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.219, y=6458.309, z=373.433) at time=46.550s [CARLA Frame: 2279, Agent Step: 930]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.67% of the surrounding traffic's one", + "Average speed is 187.13% of the surrounding traffic's one", + "Average speed is 175.97% of the surrounding traffic's one", + "Average speed is 172.34% of the surrounding traffic's one", + "Average speed is 139.52% of the surrounding traffic's one", + "Average speed is 2.22% of the surrounding traffic's one", + "Average speed is 87.8% of the surrounding traffic's one", + "Average speed is 88.27% of the surrounding traffic's one", + "Average speed is 85.33% of the surrounding traffic's one", + "Average speed is 109.59% of the surrounding traffic's one", + "Average speed is 137.11% of the surrounding traffic's one", + "Average speed is 162.22% of the surrounding traffic's one", + "Average speed is 185.84% of the surrounding traffic's one", + "Average speed is 196.77% of the surrounding traffic's one", + "Average speed is 192.27% of the surrounding traffic's one", + "Average speed is 223.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.39, + "score_composed": 39.0 + }, + "meta": { + "route_length": 134.084, + "duration_game": 53.1, + "duration_system": 909.993 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "39.0", + "100.0", + "0.39", + "0.0", + "7.458", + "7.458", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.328" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/31_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/31_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3c37435f14e58db150a3bd14a98684ce5b8e7ba2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/31_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.58, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.066, + "duration_game": 58.65, + "duration_system": 1194.795, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_04_09_21_50_28", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.37% of the surrounding traffic's one", + "Average speed is 120.61% of the surrounding traffic's one", + "Average speed is 132.75% of the surrounding traffic's one", + "Average speed is 122.64% of the surrounding traffic's one", + "Average speed is 33.01% of the surrounding traffic's one", + "Average speed is 2.87% of the surrounding traffic's one", + "Average speed is 133.21% of the surrounding traffic's one", + "Average speed is 109.18% of the surrounding traffic's one", + "Average speed is 132.05% of the surrounding traffic's one", + "Average speed is 109.76% of the surrounding traffic's one", + "Average speed is 132.93% of the surrounding traffic's one", + "Average speed is 130.66% of the surrounding traffic's one", + "Average speed is 152.69% of the surrounding traffic's one", + "Average speed is 132.63% of the surrounding traffic's one", + "Average speed is 140.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 58.65, + "duration_system": 1194.795 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.58" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/32_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/32_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c6d64726bb793332d7ad9de7cd18dc986f060cc2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/32_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.94, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.297, + "duration_game": 13.85, + "duration_system": 217.228, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_04_09_22_12_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.57% of the surrounding traffic's one", + "Average speed is 163.81% of the surrounding traffic's one", + "Average speed is 203.74% of the surrounding traffic's one", + "Average speed is 224.06% of the surrounding traffic's one", + "Average speed is 162.57% of the surrounding traffic's one", + "Average speed is 80.63% of the surrounding traffic's one", + "Average speed is 147.22% of the surrounding traffic's one", + "Average speed is 196.03% of the surrounding traffic's one", + "Average speed is 231.93% of the surrounding traffic's one", + "Average speed is 219.83% of the surrounding traffic's one", + "Average speed is 170.96% of the surrounding traffic's one", + "Average speed is 52.94% of the surrounding traffic's one", + "Average speed is 112.89% of the surrounding traffic's one", + "Average speed is 189.88% of the surrounding traffic's one", + "Average speed is 201.35% of the surrounding traffic's one", + "Average speed is 227.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 13.85, + "duration_system": 217.228 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.94" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/33_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/33_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f640481aa01aebaa9fd91eb2f16efc83643f1fba --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/33_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.909, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.434, + "duration_game": 57.25, + "duration_system": 1335.119, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_04_09_22_19_06", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.37% of the surrounding traffic's one", + "Average speed is 133.54% of the surrounding traffic's one", + "Average speed is 154.88% of the surrounding traffic's one", + "Average speed is 173.44% of the surrounding traffic's one", + "Average speed is 111.58% of the surrounding traffic's one", + "Average speed is 95.97% of the surrounding traffic's one", + "Average speed is 5.64% of the surrounding traffic's one", + "Average speed is 225.7% of the surrounding traffic's one", + "Average speed is 190.91% of the surrounding traffic's one", + "Average speed is 152.61% of the surrounding traffic's one", + "Average speed is 154.83% of the surrounding traffic's one", + "Average speed is 142.83% of the surrounding traffic's one", + "Average speed is 146.61% of the surrounding traffic's one", + "Average speed is 141.3% of the surrounding traffic's one", + "Average speed is 144.35% of the surrounding traffic's one", + "Average speed is 139.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 57.25, + "duration_system": 1335.119 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.909" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/34_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/34_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3db2043ec316ad81b47244108e3a11251e009d99 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/34_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.576, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.07, + "duration_game": 14.0, + "duration_system": 220.241, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_04_09_22_44_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.57% of the surrounding traffic's one", + "Average speed is 206.74% of the surrounding traffic's one", + "Average speed is 263.33% of the surrounding traffic's one", + "Average speed is 260.35% of the surrounding traffic's one", + "Average speed is 215.22% of the surrounding traffic's one", + "Average speed is 158.5% of the surrounding traffic's one", + "Average speed is 146.16% of the surrounding traffic's one", + "Average speed is 134.55% of the surrounding traffic's one", + "Average speed is 113.46% of the surrounding traffic's one", + "Average speed is 85.27% of the surrounding traffic's one", + "Average speed is 163.04% of the surrounding traffic's one", + "Average speed is 153.06% of the surrounding traffic's one", + "Average speed is 118.88% of the surrounding traffic's one", + "Average speed is 147.08% of the surrounding traffic's one", + "Average speed is 105.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 14.0, + "duration_system": 220.241 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.576" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/35_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/35_res.json new file mode 100644 index 0000000000000000000000000000000000000000..12fcaad128316a4637468593943f69193a6dce56 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/35_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.584, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.061, + "duration_game": 63.3, + "duration_system": 1123.236, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_04_09_22_50_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.59% of the surrounding traffic's one", + "Average speed is 153.86% of the surrounding traffic's one", + "Average speed is 188.9% of the surrounding traffic's one", + "Average speed is 122.88% of the surrounding traffic's one", + "Average speed is 23.13% of the surrounding traffic's one", + "Average speed is 1.29% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 138.31% of the surrounding traffic's one", + "Average speed is 249.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 63.3, + "duration_system": 1123.236 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.584" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/36_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/36_res.json new file mode 100644 index 0000000000000000000000000000000000000000..77e758c6e64064a70ffc5a73c8b1e741bcb9c01c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/36_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.45, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.128, + "duration_game": 53.6, + "duration_system": 409.355, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_04_09_23_11_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.24% of the surrounding traffic's one", + "Average speed is 120.67% of the surrounding traffic's one", + "Average speed is 263.65% of the surrounding traffic's one", + "Average speed is 308.52% of the surrounding traffic's one", + "Average speed is 233.13% of the surrounding traffic's one", + "Average speed is 161.72% of the surrounding traffic's one", + "Average speed is 102.98% of the surrounding traffic's one", + "Average speed is 12.78% of the surrounding traffic's one", + "Average speed is 561.08% of the surrounding traffic's one", + "Average speed is 434.97% of the surrounding traffic's one", + "Average speed is 368.13% of the surrounding traffic's one", + "Average speed is 451.48% of the surrounding traffic's one", + "Average speed is 274.93% of the surrounding traffic's one", + "Average speed is 236.59% of the surrounding traffic's one", + "Average speed is 252.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.6, + "duration_system": 409.355 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.45" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/37_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/37_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d34b03930ff2e91adfcde9416885ac0cb94842c5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/37_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.725, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.067, + "duration_game": 20.35, + "duration_system": 174.183, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_04_09_23_20_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.24% of the surrounding traffic's one", + "Average speed is 149.36% of the surrounding traffic's one", + "Average speed is 286.69% of the surrounding traffic's one", + "Average speed is 230.53% of the surrounding traffic's one", + "Average speed is 147.51% of the surrounding traffic's one", + "Average speed is 33.4% of the surrounding traffic's one", + "Average speed is 164.22% of the surrounding traffic's one", + "Average speed is 219.29% of the surrounding traffic's one", + "Average speed is 154.11% of the surrounding traffic's one", + "Average speed is 156.6% of the surrounding traffic's one", + "Average speed is 199.22% of the surrounding traffic's one", + "Average speed is 168.34% of the surrounding traffic's one", + "Average speed is 173.4% of the surrounding traffic's one", + "Average speed is 237.61% of the surrounding traffic's one", + "Average speed is 157.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 20.35, + "duration_system": 174.183 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.725" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/38_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/38_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f3206ec4fb70749d71f2ade53cf4ed18cdf9fd29 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/38_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.935, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.631, + "duration_game": 24.9, + "duration_system": 185.197, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_04_09_23_26_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.18% of the surrounding traffic's one", + "Average speed is 105.58% of the surrounding traffic's one", + "Average speed is 183.17% of the surrounding traffic's one", + "Average speed is 337.92% of the surrounding traffic's one", + "Average speed is 271.58% of the surrounding traffic's one", + "Average speed is 230.24% of the surrounding traffic's one", + "Average speed is 131.52% of the surrounding traffic's one", + "Average speed is 37.16% of the surrounding traffic's one", + "Average speed is 104.03% of the surrounding traffic's one", + "Average speed is 163.37% of the surrounding traffic's one", + "Average speed is 212.06% of the surrounding traffic's one", + "Average speed is 162.86% of the surrounding traffic's one", + "Average speed is 142.43% of the surrounding traffic's one", + "Average speed is 133.93% of the surrounding traffic's one", + "Average speed is 75.02% of the surrounding traffic's one", + "Average speed is 129.01% of the surrounding traffic's one", + "Average speed is 71.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 24.9, + "duration_system": 185.197 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.935" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/39_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/39_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9aa4a02226426176a811c4c9fe044a5e95b8446f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/39_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.539, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.625, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.642, + "duration_game": 68.4, + "duration_system": 626.763, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_04_09_23_31_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3697 at (x=-1626.25, y=6471.239, z=372.575) at time=20.800s [CARLA Frame: 1759, Agent Step: 415]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.81% of the surrounding traffic's one", + "Average speed is 153.97% of the surrounding traffic's one", + "Average speed is 176.37% of the surrounding traffic's one", + "Average speed is 173.66% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 151.11% of the surrounding traffic's one", + "Average speed is 230.79% of the surrounding traffic's one", + "Average speed is 13.93% of the surrounding traffic's one", + "Average speed is 5.36% of the surrounding traffic's one", + "Average speed is 230.47% of the surrounding traffic's one", + "Average speed is 246.13% of the surrounding traffic's one", + "Average speed is 226.83% of the surrounding traffic's one", + "Average speed is 197.77% of the surrounding traffic's one", + "Average speed is 129.98% of the surrounding traffic's one", + "Average speed is 106.36% of the surrounding traffic's one", + "Average speed is 118.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 68.4, + "duration_system": 626.763 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.539", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.625" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/40_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/40_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f319324265d15bf100f8a4167171795da45ba0e7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/40_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 22.35, + "duration_system": 276.315, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_04_09_23_44_42", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.75% of the surrounding traffic's one", + "Average speed is 73.48% of the surrounding traffic's one", + "Average speed is 195.12% of the surrounding traffic's one", + "Average speed is 218.24% of the surrounding traffic's one", + "Average speed is 143.78% of the surrounding traffic's one", + "Average speed is 68.76% of the surrounding traffic's one", + "Average speed is 120.08% of the surrounding traffic's one", + "Average speed is 76.64% of the surrounding traffic's one", + "Average speed is 129.46% of the surrounding traffic's one", + "Average speed is 53.58% of the surrounding traffic's one", + "Average speed is 169.53% of the surrounding traffic's one", + "Average speed is 68.8% of the surrounding traffic's one", + "Average speed is 195.27% of the surrounding traffic's one", + "Average speed is 198.34% of the surrounding traffic's one", + "Average speed is 156.58% of the surrounding traffic's one", + "Average speed is 122.41% of the surrounding traffic's one", + "Average speed is 161.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 22.35, + "duration_system": 276.315 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/41_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/41_res.json new file mode 100644 index 0000000000000000000000000000000000000000..13bae4f4b41b92cc97bc5a22bd8b304ca7ee2c80 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/41_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 160.979, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 99.392, + "duration_game": 10.65, + "duration_system": 141.154, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_04_09_23_51_47", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.45% of the surrounding traffic's one", + "Average speed is 168.09% of the surrounding traffic's one", + "Average speed is 143.59% of the surrounding traffic's one", + "Average speed is 143.39% of the surrounding traffic's one", + "Average speed is 123.39% of the surrounding traffic's one", + "Average speed is 123.45% of the surrounding traffic's one", + "Average speed is 126.2% of the surrounding traffic's one", + "Average speed is 111.09% of the surrounding traffic's one", + "Average speed is 121.75% of the surrounding traffic's one", + "Average speed is 123.9% of the surrounding traffic's one", + "Average speed is 111.39% of the surrounding traffic's one", + "Average speed is 125.95% of the surrounding traffic's one", + "Average speed is 126.25% of the surrounding traffic's one", + "Average speed is 183.37% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.65, + "duration_system": 141.154 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "160.979" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/42_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/42_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d5d18e598d73c03fe7fd17289444dc83dacdb325 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/42_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 151.619, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.123, + "duration_game": 9.25, + "duration_system": 107.106, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_04_09_23_56_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.78% of the surrounding traffic's one", + "Average speed is 170.78% of the surrounding traffic's one", + "Average speed is 122.28% of the surrounding traffic's one", + "Average speed is 164.58% of the surrounding traffic's one", + "Average speed is 183.19% of the surrounding traffic's one", + "Average speed is 209.6% of the surrounding traffic's one", + "Average speed is 253.05% of the surrounding traffic's one", + "Average speed is 263.69% of the surrounding traffic's one", + "Average speed is 272.98% of the surrounding traffic's one", + "Average speed is 254.89% of the surrounding traffic's one", + "Average speed is 208.46% of the surrounding traffic's one", + "Average speed is 188.64% of the surrounding traffic's one", + "Average speed is 190.11% of the surrounding traffic's one", + "Average speed is 179.64% of the surrounding traffic's one", + "Average speed is 170.69% of the surrounding traffic's one", + "Average speed is 231.87% of the surrounding traffic's one", + "Average speed is 175.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 9.25, + "duration_system": 107.106 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "151.619" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/43_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/43_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cd7249ccc6b2fe71952033b265c25b278696c262 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/43_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.36, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.798, + "duration_game": 9.65, + "duration_system": 71.081, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_04_10_00_01_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 240.3% of the surrounding traffic's one", + "Average speed is 797.71% of the surrounding traffic's one", + "Average speed is 707.65% of the surrounding traffic's one", + "Average speed is 343.06% of the surrounding traffic's one", + "Average speed is 224.8% of the surrounding traffic's one", + "Average speed is 86.65% of the surrounding traffic's one", + "Average speed is 227.53% of the surrounding traffic's one", + "Average speed is 279.69% of the surrounding traffic's one", + "Average speed is 245.62% of the surrounding traffic's one", + "Average speed is 211.69% of the surrounding traffic's one", + "Average speed is 184.99% of the surrounding traffic's one", + "Average speed is 296.55% of the surrounding traffic's one", + "Average speed is 547.4% of the surrounding traffic's one", + "Average speed is 340.16% of the surrounding traffic's one", + "Average speed is 382.65% of the surrounding traffic's one", + "Average speed is 359.84% of the surrounding traffic's one", + "Average speed is 244.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.65, + "duration_system": 71.081 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.36" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/44_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/44_res.json new file mode 100644 index 0000000000000000000000000000000000000000..93568dde087a048ef53757c406176d8e3448bea6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/44_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 181.482, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.653, + "duration_game": 11.1, + "duration_system": 99.123, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_04_10_00_04_44", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.05% of the surrounding traffic's one", + "Average speed is 332.14% of the surrounding traffic's one", + "Average speed is 449.91% of the surrounding traffic's one", + "Average speed is 305.64% of the surrounding traffic's one", + "Average speed is 100.3% of the surrounding traffic's one", + "Average speed is 98.23% of the surrounding traffic's one", + "Average speed is 208.02% of the surrounding traffic's one", + "Average speed is 250.64% of the surrounding traffic's one", + "Average speed is 219.28% of the surrounding traffic's one", + "Average speed is 223.26% of the surrounding traffic's one", + "Average speed is 340.92% of the surrounding traffic's one", + "Average speed is 911.42% of the surrounding traffic's one", + "Average speed is 548.02% of the surrounding traffic's one", + "Average speed is 326.02% of the surrounding traffic's one", + "Average speed is 201.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 11.1, + "duration_system": 99.123 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "181.482" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/45_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/45_res.json new file mode 100644 index 0000000000000000000000000000000000000000..aaf31185d051db59ab9bd823171dfdff60323b29 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/45_res.json @@ -0,0 +1,144 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 25.363, + "red_light": 0.0, + "stop_infraction": 12.682, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.586, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 28.8, + "score_route": 100.0, + "score_penalty": 0.288 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.855, + "duration_game": 18.15, + "duration_system": 173.241, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_04_10_00_09_03", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3802 at (x=39.032, y=4838.811, z=372.115) at time=8.850s [CARLA Frame: 1456, Agent Step: 176]", + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3802 at (x=35.162, y=4835.555, z=372.131) at time=14.500s [CARLA Frame: 1569, Agent Step: 289]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=469 at (x=43.263, y=4842.199, z=372.109)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 206.84% of the surrounding traffic's one", + "Average speed is 541.93% of the surrounding traffic's one", + "Average speed is 785.18% of the surrounding traffic's one", + "Average speed is 331.06% of the surrounding traffic's one", + "Average speed is 124.95% of the surrounding traffic's one", + "Average speed is 50.39% of the surrounding traffic's one", + "Average speed is 88.34% of the surrounding traffic's one", + "Average speed is 255.78% of the surrounding traffic's one", + "Average speed is 58.49% of the surrounding traffic's one", + "Average speed is 245.29% of the surrounding traffic's one", + "Average speed is 613.89% of the surrounding traffic's one", + "Average speed is 1092.86% of the surrounding traffic's one", + "Average speed is 5127.8% of the surrounding traffic's one", + "Average speed is 3972.47% of the surrounding traffic's one", + "Average speed is 3853.02% of the surrounding traffic's one", + "Average speed is 3058.9% of the surrounding traffic's one", + "Average speed is 1299.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.288, + "score_composed": 28.8 + }, + "meta": { + "route_length": 78.855, + "duration_game": 18.15, + "duration_system": 173.241 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "28.8", + "100.0", + "0.288", + "0.0", + "25.363", + "0.0", + "0.0", + "12.682", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.586" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/46_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/46_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d946211e4a264aa3dbf82608c72199d9b9c6fa1c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/46_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 181.328, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.723, + "duration_game": 7.15, + "duration_system": 66.074, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_04_10_00_14_32", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.34% of the surrounding traffic's one", + "Average speed is 719.54% of the surrounding traffic's one", + "Average speed is 1021.85% of the surrounding traffic's one", + "Average speed is 594.42% of the surrounding traffic's one", + "Average speed is 360.14% of the surrounding traffic's one", + "Average speed is 324.19% of the surrounding traffic's one", + "Average speed is 286.66% of the surrounding traffic's one", + "Average speed is 315.77% of the surrounding traffic's one", + "Average speed is 295.92% of the surrounding traffic's one", + "Average speed is 260.75% of the surrounding traffic's one", + "Average speed is 292.31% of the surrounding traffic's one", + "Average speed is 802.74% of the surrounding traffic's one", + "Average speed is 1071.72% of the surrounding traffic's one", + "Average speed is 1138.53% of the surrounding traffic's one", + "Average speed is 1448.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.15, + "duration_system": 66.074 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "181.328" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/47_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/47_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b317a1aff296512c78fc8b91df0264ec479fa1df --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/47_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.621, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.478, + "duration_game": 98.65, + "duration_system": 778.085, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_04_10_00_18_10", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.97% of the surrounding traffic's one", + "Average speed is 222.18% of the surrounding traffic's one", + "Average speed is 679.0% of the surrounding traffic's one", + "Average speed is 215.89% of the surrounding traffic's one", + "Average speed is 41.07% of the surrounding traffic's one", + "Average speed is 3.94% of the surrounding traffic's one", + "Average speed is 451.83% of the surrounding traffic's one", + "Average speed is 563.8% of the surrounding traffic's one", + "Average speed is 1072.22% of the surrounding traffic's one", + "Average speed is 875.63% of the surrounding traffic's one", + "Average speed is 790.53% of the surrounding traffic's one", + "Average speed is 1188.58% of the surrounding traffic's one", + "Average speed is 736.27% of the surrounding traffic's one", + "Average speed is 604.81% of the surrounding traffic's one", + "Average speed is 527.45% of the surrounding traffic's one", + "Average speed is 329.5% of the surrounding traffic's one", + "Average speed is 349.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 98.65, + "duration_system": 778.085 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.621" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/48_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/48_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c7bd74831a6bfadadc118012c67fdd0638aad1a0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/48_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.791, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.491, + "duration_game": 23.15, + "duration_system": 227.532, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_04_10_00_33_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.26% of the surrounding traffic's one", + "Average speed is 133.83% of the surrounding traffic's one", + "Average speed is 112.75% of the surrounding traffic's one", + "Average speed is 14.8% of the surrounding traffic's one", + "Average speed is 475.5% of the surrounding traffic's one", + "Average speed is 636.22% of the surrounding traffic's one", + "Average speed is 549.01% of the surrounding traffic's one", + "Average speed is 700.4% of the surrounding traffic's one", + "Average speed is 685.49% of the surrounding traffic's one", + "Average speed is 433.92% of the surrounding traffic's one", + "Average speed is 482.8% of the surrounding traffic's one", + "Average speed is 378.35% of the surrounding traffic's one", + "Average speed is 476.64% of the surrounding traffic's one", + "Average speed is 394.09% of the surrounding traffic's one", + "Average speed is 258.36% of the surrounding traffic's one", + "Average speed is 228.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 23.15, + "duration_system": 227.532 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.791" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/49_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/49_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3895c696da6aa51439b2207f9be82ec792144888 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/49_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.991, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.077, + "duration_game": 21.4, + "duration_system": 162.184, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_04_10_00_40_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.55% of the surrounding traffic's one", + "Average speed is 147.05% of the surrounding traffic's one", + "Average speed is 325.56% of the surrounding traffic's one", + "Average speed is 404.79% of the surrounding traffic's one", + "Average speed is 337.24% of the surrounding traffic's one", + "Average speed is 105.3% of the surrounding traffic's one", + "Average speed is 128.71% of the surrounding traffic's one", + "Average speed is 155.32% of the surrounding traffic's one", + "Average speed is 19.0% of the surrounding traffic's one", + "Average speed is 495.01% of the surrounding traffic's one", + "Average speed is 710.9% of the surrounding traffic's one", + "Average speed is 481.66% of the surrounding traffic's one", + "Average speed is 375.22% of the surrounding traffic's one", + "Average speed is 454.92% of the surrounding traffic's one", + "Average speed is 322.55% of the surrounding traffic's one", + "Average speed is 218.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.4, + "duration_system": 162.184 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.991" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/50_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/50_res.json new file mode 100644 index 0000000000000000000000000000000000000000..dc6b9e65bc6d6d266dc7ab251f505e0626b86f44 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/50_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 97.512, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 164.082, + "duration_game": 14.7, + "duration_system": 158.165, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_04_10_00_45_21", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 162.61% of the surrounding traffic's one", + "Average speed is 427.62% of the surrounding traffic's one", + "Average speed is 447.69% of the surrounding traffic's one", + "Average speed is 393.77% of the surrounding traffic's one", + "Average speed is 461.4% of the surrounding traffic's one", + "Average speed is 437.93% of the surrounding traffic's one", + "Average speed is 448.88% of the surrounding traffic's one", + "Average speed is 456.38% of the surrounding traffic's one", + "Average speed is 819.24% of the surrounding traffic's one", + "Average speed is 1084.67% of the surrounding traffic's one", + "Average speed is 863.83% of the surrounding traffic's one", + "Average speed is 498.37% of the surrounding traffic's one", + "Average speed is 373.91% of the surrounding traffic's one", + "Average speed is 315.46% of the surrounding traffic's one", + "Average speed is 583.05% of the surrounding traffic's one", + "Average speed is 1760121.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.7, + "duration_system": 158.165 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "97.512" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/51_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/51_res.json new file mode 100644 index 0000000000000000000000000000000000000000..122b5e1efb7c2014c0dda25ac13b4327e8ed9ee0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/51_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 124.041, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 137.052, + "duration_game": 14.1, + "duration_system": 192.213, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_04_10_00_50_28", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 245.72% of the surrounding traffic's one", + "Average speed is 285.25% of the surrounding traffic's one", + "Average speed is 278.2% of the surrounding traffic's one", + "Average speed is 437.62% of the surrounding traffic's one", + "Average speed is 517.71% of the surrounding traffic's one", + "Average speed is 537.21% of the surrounding traffic's one", + "Average speed is 527.1% of the surrounding traffic's one", + "Average speed is 409.16% of the surrounding traffic's one", + "Average speed is 366.47% of the surrounding traffic's one", + "Average speed is 475.45% of the surrounding traffic's one", + "Average speed is 467.73% of the surrounding traffic's one", + "Average speed is 476.25% of the surrounding traffic's one", + "Average speed is 612.14% of the surrounding traffic's one", + "Average speed is 1274.51% of the surrounding traffic's one", + "Average speed is 1050.5% of the surrounding traffic's one", + "Average speed is 648.42% of the surrounding traffic's one", + "Average speed is 424.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 14.1, + "duration_system": 192.213 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "124.041" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/52_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/52_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ecd578dd2ebfe5de394f961e4f715a5c40334829 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/52_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.047, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.633, + "duration_game": 13.3, + "duration_system": 147.148, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_04_10_00_56_10", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 542.1% of the surrounding traffic's one", + "Average speed is 477.44% of the surrounding traffic's one", + "Average speed is 698.19% of the surrounding traffic's one", + "Average speed is 747.55% of the surrounding traffic's one", + "Average speed is 395.6% of the surrounding traffic's one", + "Average speed is 345.18% of the surrounding traffic's one", + "Average speed is 228.84% of the surrounding traffic's one", + "Average speed is 280.33% of the surrounding traffic's one", + "Average speed is 345.23% of the surrounding traffic's one", + "Average speed is 220.15% of the surrounding traffic's one", + "Average speed is 174.32% of the surrounding traffic's one", + "Average speed is 162.09% of the surrounding traffic's one", + "Average speed is 207.69% of the surrounding traffic's one", + "Average speed is 576.5% of the surrounding traffic's one", + "Average speed is 461.42% of the surrounding traffic's one", + "Average speed is 390.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 13.3, + "duration_system": 147.148 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.047" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/53_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/53_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e8e788b9ed8fd9e2f20caa000d2b51d28222454f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/53_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 124.952, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 136.052, + "duration_game": 13.2, + "duration_system": 182.177, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_04_10_01_01_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.42% of the surrounding traffic's one", + "Average speed is 283.64% of the surrounding traffic's one", + "Average speed is 261.13% of the surrounding traffic's one", + "Average speed is 434.96% of the surrounding traffic's one", + "Average speed is 500.13% of the surrounding traffic's one", + "Average speed is 533.23% of the surrounding traffic's one", + "Average speed is 633.11% of the surrounding traffic's one", + "Average speed is 615.81% of the surrounding traffic's one", + "Average speed is 584.67% of the surrounding traffic's one", + "Average speed is 526.78% of the surrounding traffic's one", + "Average speed is 577.0% of the surrounding traffic's one", + "Average speed is 746.91% of the surrounding traffic's one", + "Average speed is 829.97% of the surrounding traffic's one", + "Average speed is 1574.69% of the surrounding traffic's one", + "Average speed is 1317.59% of the surrounding traffic's one", + "Average speed is 618.98% of the surrounding traffic's one", + "Average speed is 369.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 13.2, + "duration_system": 182.177 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "124.952" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/54_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/54_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9ac0ed4bc7ad0069e8e008414b3bd9f74f3481c3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/54_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.059, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.304, + "duration_game": 13.45, + "duration_system": 130.144, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_04_10_01_06_39", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.51% of the surrounding traffic's one", + "Average speed is 219.76% of the surrounding traffic's one", + "Average speed is 217.91% of the surrounding traffic's one", + "Average speed is 79.28% of the surrounding traffic's one", + "Average speed is 43.25% of the surrounding traffic's one", + "Average speed is 251.09% of the surrounding traffic's one", + "Average speed is 395.11% of the surrounding traffic's one", + "Average speed is 356.98% of the surrounding traffic's one", + "Average speed is 364.62% of the surrounding traffic's one", + "Average speed is 330.68% of the surrounding traffic's one", + "Average speed is 407.36% of the surrounding traffic's one", + "Average speed is 292.18% of the surrounding traffic's one", + "Average speed is 171.52% of the surrounding traffic's one", + "Average speed is 159.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.45, + "duration_system": 130.144 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "168.059" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/55_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/55_res.json new file mode 100644 index 0000000000000000000000000000000000000000..24b668964bfa106fc3964a72394878f6d78e2052 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/55_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.433, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.119, + "duration_game": 47.0, + "duration_system": 968.41, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_04_10_01_11_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 12.21% of the surrounding traffic's one", + "Average speed is 580.99% of the surrounding traffic's one", + "Average speed is 364.69% of the surrounding traffic's one", + "Average speed is 205.49% of the surrounding traffic's one", + "Average speed is 43.25% of the surrounding traffic's one", + "Average speed is 352.03% of the surrounding traffic's one", + "Average speed is 479.31% of the surrounding traffic's one", + "Average speed is 511.73% of the surrounding traffic's one", + "Average speed is 363.82% of the surrounding traffic's one", + "Average speed is 402.86% of the surrounding traffic's one", + "Average speed is 1745.8% of the surrounding traffic's one", + "Average speed is 3853.72% of the surrounding traffic's one", + "Average speed is 469.14% of the surrounding traffic's one", + "Average speed is 147.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 47.0, + "duration_system": 968.41 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "168.433" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/56_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/56_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9f86ee5e8e612a6a47a85c8f0e902345d24f07e7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/56_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.267, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.075, + "duration_game": 12.35, + "duration_system": 181.194, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_04_10_01_30_04", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 235.97% of the surrounding traffic's one", + "Average speed is 284.87% of the surrounding traffic's one", + "Average speed is 284.03% of the surrounding traffic's one", + "Average speed is 198.24% of the surrounding traffic's one", + "Average speed is 49.2% of the surrounding traffic's one", + "Average speed is 59.07% of the surrounding traffic's one", + "Average speed is 298.56% of the surrounding traffic's one", + "Average speed is 345.77% of the surrounding traffic's one", + "Average speed is 419.1% of the surrounding traffic's one", + "Average speed is 464.08% of the surrounding traffic's one", + "Average speed is 592.76% of the surrounding traffic's one", + "Average speed is 598.83% of the surrounding traffic's one", + "Average speed is 548.94% of the surrounding traffic's one", + "Average speed is 293.09% of the surrounding traffic's one", + "Average speed is 226.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.35, + "duration_system": 181.194 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.267" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/57_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/57_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4654e97fb03b8d7e010f8a8de78adb9994277c15 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/57_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 163.342, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.71, + "duration_game": 30.75, + "duration_system": 299.384, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_04_10_01_35_35", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 212.52% of the surrounding traffic's one", + "Average speed is 288.65% of the surrounding traffic's one", + "Average speed is 155.04% of the surrounding traffic's one", + "Average speed is 88.0% of the surrounding traffic's one", + "Average speed is 30.97% of the surrounding traffic's one", + "Average speed is 257.95% of the surrounding traffic's one", + "Average speed is 272.96% of the surrounding traffic's one", + "Average speed is 302.82% of the surrounding traffic's one", + "Average speed is 364.73% of the surrounding traffic's one", + "Average speed is 548.18% of the surrounding traffic's one", + "Average speed is 1128.57% of the surrounding traffic's one", + "Average speed is 684.81% of the surrounding traffic's one", + "Average speed is 479.4% of the surrounding traffic's one", + "Average speed is 169.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 30.75, + "duration_system": 299.384 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "163.342" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/58_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/58_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3d0832bf3d76421c077f6e0ccd9ca71ed743b841 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/58_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.59, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.188, + "duration_game": 13.75, + "duration_system": 149.177, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_04_10_01_43_10", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.01% of the surrounding traffic's one", + "Average speed is 72.88% of the surrounding traffic's one", + "Average speed is 181.83% of the surrounding traffic's one", + "Average speed is 159.88% of the surrounding traffic's one", + "Average speed is 60.65% of the surrounding traffic's one", + "Average speed is 54.78% of the surrounding traffic's one", + "Average speed is 361.9% of the surrounding traffic's one", + "Average speed is 504.77% of the surrounding traffic's one", + "Average speed is 418.29% of the surrounding traffic's one", + "Average speed is 361.99% of the surrounding traffic's one", + "Average speed is 335.18% of the surrounding traffic's one", + "Average speed is 389.95% of the surrounding traffic's one", + "Average speed is 227.22% of the surrounding traffic's one", + "Average speed is 164.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 13.75, + "duration_system": 149.177 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.59" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/59_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/59_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6ee0c7707b52a04c16e628035b0b718527bbac00 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/59_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 18.32, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 274.796, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 54.586, + "duration_game": 52.65, + "duration_system": 774.904, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_04_10_01_48_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.01% of the surrounding traffic's one", + "Average speed is 303.97% of the surrounding traffic's one", + "Average speed is 3989.77% of the surrounding traffic's one", + "Average speed is 3889.79% of the surrounding traffic's one", + "Average speed is 2552.23% of the surrounding traffic's one", + "Average speed is 2226.62% of the surrounding traffic's one", + "Average speed is 1895.38% of the surrounding traffic's one", + "Average speed is 991.17% of the surrounding traffic's one", + "Average speed is 683.68% of the surrounding traffic's one", + "Average speed is 527.62% of the surrounding traffic's one", + "Average speed is 418.74% of the surrounding traffic's one", + "Average speed is 359.26% of the surrounding traffic's one", + "Average speed is 214.25% of the surrounding traffic's one", + "Average speed is 59.0% of the surrounding traffic's one", + "Average speed is 90.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 52.65, + "duration_system": 774.904 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "18.32", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "274.796" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/60_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/60_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a8e912fe320bbbb16cd9e03fde1ede97cd1915ce --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/60_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.368, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 63.243, + "duration_game": 6.7, + "duration_system": 55.054, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_04_10_02_03_40", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.57% of the surrounding traffic's one", + "Average speed is 193.21% of the surrounding traffic's one", + "Average speed is 269.05% of the surrounding traffic's one", + "Average speed is 289.15% of the surrounding traffic's one", + "Average speed is 285.08% of the surrounding traffic's one", + "Average speed is 286.93% of the surrounding traffic's one", + "Average speed is 299.59% of the surrounding traffic's one", + "Average speed is 304.9% of the surrounding traffic's one", + "Average speed is 326.37% of the surrounding traffic's one", + "Average speed is 636.21% of the surrounding traffic's one", + "Average speed is 508.24% of the surrounding traffic's one", + "Average speed is 425.06% of the surrounding traffic's one", + "Average speed is 256.79% of the surrounding traffic's one", + "Average speed is 173.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.7, + "duration_system": 55.054 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.368" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/61_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/61_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d01e3c6eb295fc43c12c1d1123b4791ffbb332bc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/61_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 225.443, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 62.1, + "duration_game": 12.0, + "duration_system": 121.128, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_04_10_02_07_07", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 81.33% of the surrounding traffic's one", + "Average speed is 28.18% of the surrounding traffic's one", + "Average speed is 339.35% of the surrounding traffic's one", + "Average speed is 405.89% of the surrounding traffic's one", + "Average speed is 587.32% of the surrounding traffic's one", + "Average speed is 608.31% of the surrounding traffic's one", + "Average speed is 718.35% of the surrounding traffic's one", + "Average speed is 542.74% of the surrounding traffic's one", + "Average speed is 811.85% of the surrounding traffic's one", + "Average speed is 517.24% of the surrounding traffic's one", + "Average speed is 315.25% of the surrounding traffic's one", + "Average speed is 268.04% of the surrounding traffic's one", + "Average speed is 216.1% of the surrounding traffic's one", + "Average speed is 145.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 12.0, + "duration_system": 121.128 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "225.443" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/62_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/62_res.json new file mode 100644 index 0000000000000000000000000000000000000000..63d87d766efbd960586001020b03cd8f4f4f6f4c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/62_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 230.529, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 60.73, + "duration_game": 21.25, + "duration_system": 206.223, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_04_10_02_11_42", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 83.6% of the surrounding traffic's one", + "Average speed is 12.56% of the surrounding traffic's one", + "Average speed is 312.92% of the surrounding traffic's one", + "Average speed is 466.4% of the surrounding traffic's one", + "Average speed is 673.19% of the surrounding traffic's one", + "Average speed is 632.05% of the surrounding traffic's one", + "Average speed is 591.77% of the surrounding traffic's one", + "Average speed is 526.52% of the surrounding traffic's one", + "Average speed is 1251.3% of the surrounding traffic's one", + "Average speed is 1099.17% of the surrounding traffic's one", + "Average speed is 1091.55% of the surrounding traffic's one", + "Average speed is 1086.31% of the surrounding traffic's one", + "Average speed is 1011.29% of the surrounding traffic's one", + "Average speed is 1129.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 21.25, + "duration_system": 206.223 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "230.529" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/63_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/63_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4d1222c2188a4590115362aa0131ee8fca52c83a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/63_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.688, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.137, + "duration_game": 17.95, + "duration_system": 116.141, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_04_10_02_17_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.98% of the surrounding traffic's one", + "Average speed is 134.37% of the surrounding traffic's one", + "Average speed is 200.81% of the surrounding traffic's one", + "Average speed is 164.93% of the surrounding traffic's one", + "Average speed is 165.88% of the surrounding traffic's one", + "Average speed is 65.77% of the surrounding traffic's one", + "Average speed is 61.85% of the surrounding traffic's one", + "Average speed is 179.29% of the surrounding traffic's one", + "Average speed is 176.87% of the surrounding traffic's one", + "Average speed is 160.44% of the surrounding traffic's one", + "Average speed is 115.1% of the surrounding traffic's one", + "Average speed is 110.7% of the surrounding traffic's one", + "Average speed is 107.87% of the surrounding traffic's one", + "Average speed is 130.57% of the surrounding traffic's one", + "Average speed is 117.13% of the surrounding traffic's one", + "Average speed is 115.91% of the surrounding traffic's one", + "Average speed is 97.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 17.95, + "duration_system": 116.141 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.688" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/64_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/64_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8019683255f6da2c379c2b469d103f3def8b0f18 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/64_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.149, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 117.121, + "duration_game": 34.0, + "duration_system": 250.304, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_04_11_08_53_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.65% of the surrounding traffic's one", + "Average speed is 134.45% of the surrounding traffic's one", + "Average speed is 184.73% of the surrounding traffic's one", + "Average speed is 206.94% of the surrounding traffic's one", + "Average speed is 179.34% of the surrounding traffic's one", + "Average speed is 169.48% of the surrounding traffic's one", + "Average speed is 127.81% of the surrounding traffic's one", + "Average speed is 52.5% of the surrounding traffic's one", + "Average speed is 114.5% of the surrounding traffic's one", + "Average speed is 223.1% of the surrounding traffic's one", + "Average speed is 214.57% of the surrounding traffic's one", + "Average speed is 167.06% of the surrounding traffic's one", + "Average speed is 118.06% of the surrounding traffic's one", + "Average speed is 101.62% of the surrounding traffic's one", + "Average speed is 116.06% of the surrounding traffic's one", + "Average speed is 12.23% of the surrounding traffic's one", + "Average speed is 106.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 34.0, + "duration_system": 250.304 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.149" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/65_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/65_res.json new file mode 100644 index 0000000000000000000000000000000000000000..796b581ceaa1eb9997df8eb3ad6b9c00f8d6aa4d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/65_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.515, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.242, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.065, + "duration_game": 51.3, + "duration_system": 460.577, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_04_10_03_34_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4724 at (x=-1123.877, y=5966.295, z=145.88) at time=45.150s [CARLA Frame: 2173, Agent Step: 902]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.31% of the surrounding traffic's one", + "Average speed is 153.03% of the surrounding traffic's one", + "Average speed is 173.41% of the surrounding traffic's one", + "Average speed is 174.32% of the surrounding traffic's one", + "Average speed is 51.19% of the surrounding traffic's one", + "Average speed is 4.53% of the surrounding traffic's one", + "Average speed is 155.73% of the surrounding traffic's one", + "Average speed is 217.57% of the surrounding traffic's one", + "Average speed is 221.95% of the surrounding traffic's one", + "Average speed is 218.15% of the surrounding traffic's one", + "Average speed is 172.01% of the surrounding traffic's one", + "Average speed is 41.29% of the surrounding traffic's one", + "Average speed is 122.01% of the surrounding traffic's one", + "Average speed is 158.42% of the surrounding traffic's one", + "Average speed is 117.14% of the surrounding traffic's one", + "Average speed is 120.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 51.3, + "duration_system": 460.577 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.515", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.242" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/66_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/66_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7e8b17e76daf8f2896c1f1e31c501b19aec05cc8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/66_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.545, + "yield_emergency_vehicle_infractions": 9.703, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.061, + "duration_game": 7.2, + "duration_system": 45.052, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_04_10_03_44_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.61% of the surrounding traffic's one", + "Average speed is 187.07% of the surrounding traffic's one", + "Average speed is 187.11% of the surrounding traffic's one", + "Average speed is 209.55% of the surrounding traffic's one", + "Average speed is 215.8% of the surrounding traffic's one", + "Average speed is 210.02% of the surrounding traffic's one", + "Average speed is 224.82% of the surrounding traffic's one", + "Average speed is 231.78% of the surrounding traffic's one", + "Average speed is 231.25% of the surrounding traffic's one", + "Average speed is 213.88% of the surrounding traffic's one", + "Average speed is 199.88% of the surrounding traffic's one", + "Average speed is 176.47% of the surrounding traffic's one", + "Average speed is 153.48% of the surrounding traffic's one", + "Average speed is 192.1% of the surrounding traffic's one", + "Average speed is 218.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 45.052 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.703", + "0.0", + "145.545" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/67_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/67_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c3550a488c6984e7cf94c5288b30992c4d2a520c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/67_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.456, + "yield_emergency_vehicle_infractions": 9.697, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.124, + "duration_game": 7.95, + "duration_system": 60.069, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_04_10_03_48_08", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.15% of the surrounding traffic's one", + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 126.83% of the surrounding traffic's one", + "Average speed is 158.98% of the surrounding traffic's one", + "Average speed is 175.12% of the surrounding traffic's one", + "Average speed is 193.9% of the surrounding traffic's one", + "Average speed is 215.46% of the surrounding traffic's one", + "Average speed is 226.84% of the surrounding traffic's one", + "Average speed is 242.51% of the surrounding traffic's one", + "Average speed is 251.75% of the surrounding traffic's one", + "Average speed is 247.31% of the surrounding traffic's one", + "Average speed is 244.2% of the surrounding traffic's one", + "Average speed is 226.46% of the surrounding traffic's one", + "Average speed is 194.14% of the surrounding traffic's one", + "Average speed is 174.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 7.95, + "duration_system": 60.069 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.697", + "0.0", + "145.456" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/68_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/68_res.json new file mode 100644 index 0000000000000000000000000000000000000000..62104c4c64693dea52199760468c0c4181af5d20 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/68_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.971, + "yield_emergency_vehicle_infractions": 9.798, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.061, + "duration_game": 7.85, + "duration_system": 72.103, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_04_10_03_51_55", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.29% of the surrounding traffic's one", + "Average speed is 174.79% of the surrounding traffic's one", + "Average speed is 201.55% of the surrounding traffic's one", + "Average speed is 257.28% of the surrounding traffic's one", + "Average speed is 230.59% of the surrounding traffic's one", + "Average speed is 220.62% of the surrounding traffic's one", + "Average speed is 223.89% of the surrounding traffic's one", + "Average speed is 212.96% of the surrounding traffic's one", + "Average speed is 199.18% of the surrounding traffic's one", + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 181.66% of the surrounding traffic's one", + "Average speed is 171.21% of the surrounding traffic's one", + "Average speed is 161.71% of the surrounding traffic's one", + "Average speed is 164.26% of the surrounding traffic's one", + "Average speed is 165.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.85, + "duration_system": 72.103 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.798", + "0.0", + "146.971" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/69_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/69_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6ba3936f272caf91fa18ed7b46fa32d8ab8007a1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/69_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.247, + "yield_emergency_vehicle_infractions": 9.75, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.566, + "duration_game": 7.65, + "duration_system": 68.072, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_04_10_03_56_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.58% of the surrounding traffic's one", + "Average speed is 139.18% of the surrounding traffic's one", + "Average speed is 124.16% of the surrounding traffic's one", + "Average speed is 196.85% of the surrounding traffic's one", + "Average speed is 197.37% of the surrounding traffic's one", + "Average speed is 203.5% of the surrounding traffic's one", + "Average speed is 223.82% of the surrounding traffic's one", + "Average speed is 236.19% of the surrounding traffic's one", + "Average speed is 241.8% of the surrounding traffic's one", + "Average speed is 243.65% of the surrounding traffic's one", + "Average speed is 243.72% of the surrounding traffic's one", + "Average speed is 238.43% of the surrounding traffic's one", + "Average speed is 225.99% of the surrounding traffic's one", + "Average speed is 222.65% of the surrounding traffic's one", + "Average speed is 238.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.65, + "duration_system": 68.072 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.75", + "0.0", + "146.247" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/70_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/70_res.json new file mode 100644 index 0000000000000000000000000000000000000000..45a8b089ba9899b9b703dd491fe93773c781e01e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/70_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.545, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 128.262, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.541, + "duration_game": 60.2, + "duration_system": 421.24, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_04_10_03_59_55", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=4883 at (x=4304.516, y=576.609, z=175.673) at time=50.550s [CARLA Frame: 2333, Agent Step: 1010]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.59% of the surrounding traffic's one", + "Average speed is 141.41% of the surrounding traffic's one", + "Average speed is 221.18% of the surrounding traffic's one", + "Average speed is 235.31% of the surrounding traffic's one", + "Average speed is 216.16% of the surrounding traffic's one", + "Average speed is 174.74% of the surrounding traffic's one", + "Average speed is 67.99% of the surrounding traffic's one", + "Average speed is 17.69% of the surrounding traffic's one", + "Average speed is 567.59% of the surrounding traffic's one", + "Average speed is 777.83% of the surrounding traffic's one", + "Average speed is 568.38% of the surrounding traffic's one", + "Average speed is 380.44% of the surrounding traffic's one", + "Average speed is 217.81% of the surrounding traffic's one", + "Average speed is 203.62% of the surrounding traffic's one", + "Average speed is 213.55% of the surrounding traffic's one", + "Average speed is 259.78% of the surrounding traffic's one", + "Average speed is 439.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.541, + "duration_game": 60.2, + "duration_system": 421.24 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.545", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "128.262" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/71_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/71_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d2b69d89cc3785d8a696b0af23f661102e83e6c2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/71_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.575, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.071, + "duration_game": 17.5, + "duration_system": 110.144, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_04_10_04_09_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.46% of the surrounding traffic's one", + "Average speed is 163.47% of the surrounding traffic's one", + "Average speed is 200.88% of the surrounding traffic's one", + "Average speed is 165.24% of the surrounding traffic's one", + "Average speed is 148.52% of the surrounding traffic's one", + "Average speed is 121.98% of the surrounding traffic's one", + "Average speed is 77.01% of the surrounding traffic's one", + "Average speed is 70.18% of the surrounding traffic's one", + "Average speed is 83.43% of the surrounding traffic's one", + "Average speed is 217.18% of the surrounding traffic's one", + "Average speed is 334.17% of the surrounding traffic's one", + "Average speed is 410.39% of the surrounding traffic's one", + "Average speed is 360.59% of the surrounding traffic's one", + "Average speed is 437.31% of the surrounding traffic's one", + "Average speed is 528.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.5, + "duration_system": 110.144 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.575" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/72_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/72_res.json new file mode 100644 index 0000000000000000000000000000000000000000..afd77f3d3eeb0e2ae4d685879e13bc48c3cd479d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/72_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.584, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.061, + "duration_game": 32.9, + "duration_system": 241.121, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_04_10_04_14_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.63% of the surrounding traffic's one", + "Average speed is 153.81% of the surrounding traffic's one", + "Average speed is 227.35% of the surrounding traffic's one", + "Average speed is 216.44% of the surrounding traffic's one", + "Average speed is 235.56% of the surrounding traffic's one", + "Average speed is 233.59% of the surrounding traffic's one", + "Average speed is 217.74% of the surrounding traffic's one", + "Average speed is 155.58% of the surrounding traffic's one", + "Average speed is 89.78% of the surrounding traffic's one", + "Average speed is 106.97% of the surrounding traffic's one", + "Average speed is 116.88% of the surrounding traffic's one", + "Average speed is 98.23% of the surrounding traffic's one", + "Average speed is 86.65% of the surrounding traffic's one", + "Average speed is 73.13% of the surrounding traffic's one", + "Average speed is 33.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.9, + "duration_system": 241.121 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.584" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/73_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/73_res.json new file mode 100644 index 0000000000000000000000000000000000000000..552b07aef6d491d755a99bd95c22212e5150aab6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/73_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 27.6, + "duration_system": 234.262, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_04_10_04_21_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.88% of the surrounding traffic's one", + "Average speed is 136.88% of the surrounding traffic's one", + "Average speed is 202.5% of the surrounding traffic's one", + "Average speed is 285.15% of the surrounding traffic's one", + "Average speed is 164.47% of the surrounding traffic's one", + "Average speed is 18.97% of the surrounding traffic's one", + "Average speed is 269.11% of the surrounding traffic's one", + "Average speed is 321.41% of the surrounding traffic's one", + "Average speed is 214.79% of the surrounding traffic's one", + "Average speed is 201.06% of the surrounding traffic's one", + "Average speed is 279.01% of the surrounding traffic's one", + "Average speed is 233.44% of the surrounding traffic's one", + "Average speed is 218.53% of the surrounding traffic's one", + "Average speed is 213.87% of the surrounding traffic's one", + "Average speed is 246.94% of the surrounding traffic's one", + "Average speed is 236.84% of the surrounding traffic's one", + "Average speed is 200.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 27.6, + "duration_system": 234.262 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/74_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/74_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c51ab5ad5a3c175d0e9165165f7d1058b256bd63 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/74_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.336, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.961, + "duration_game": 19.35, + "duration_system": 169.21, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_04_11_09_00_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.12% of the surrounding traffic's one", + "Average speed is 152.05% of the surrounding traffic's one", + "Average speed is 177.04% of the surrounding traffic's one", + "Average speed is 219.89% of the surrounding traffic's one", + "Average speed is 261.54% of the surrounding traffic's one", + "Average speed is 356.48% of the surrounding traffic's one", + "Average speed is 444.37% of the surrounding traffic's one", + "Average speed is 282.58% of the surrounding traffic's one", + "Average speed is 27.06% of the surrounding traffic's one", + "Average speed is 369.85% of the surrounding traffic's one", + "Average speed is 555.34% of the surrounding traffic's one", + "Average speed is 475.2% of the surrounding traffic's one", + "Average speed is 489.59% of the surrounding traffic's one", + "Average speed is 903.08% of the surrounding traffic's one", + "Average speed is 773.99% of the surrounding traffic's one", + "Average speed is 736.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.35, + "duration_system": 169.21 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.336" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/75_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/75_res.json new file mode 100644 index 0000000000000000000000000000000000000000..98b3df060e4a9640ba2a27d1a19c8198562a9b85 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/75_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.729, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.062, + "duration_game": 16.55, + "duration_system": 147.155, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_04_10_05_39_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.85% of the surrounding traffic's one", + "Average speed is 140.86% of the surrounding traffic's one", + "Average speed is 178.01% of the surrounding traffic's one", + "Average speed is 207.8% of the surrounding traffic's one", + "Average speed is 269.16% of the surrounding traffic's one", + "Average speed is 379.04% of the surrounding traffic's one", + "Average speed is 305.18% of the surrounding traffic's one", + "Average speed is 53.08% of the surrounding traffic's one", + "Average speed is 239.43% of the surrounding traffic's one", + "Average speed is 363.84% of the surrounding traffic's one", + "Average speed is 288.28% of the surrounding traffic's one", + "Average speed is 159.3% of the surrounding traffic's one", + "Average speed is 228.57% of the surrounding traffic's one", + "Average speed is 219.84% of the surrounding traffic's one", + "Average speed is 286.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 16.55, + "duration_system": 147.155 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.729" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/76_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/76_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6d896f222ca245fe2561fc2dfb620aa5eb5da5a7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/76_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 129.638, + "duration_game": 12.65, + "duration_system": 91.105, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_04_10_05_45_08", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.36% of the surrounding traffic's one", + "Average speed is 216.72% of the surrounding traffic's one", + "Average speed is 377.22% of the surrounding traffic's one", + "Average speed is 570.26% of the surrounding traffic's one", + "Average speed is 510.89% of the surrounding traffic's one", + "Average speed is 520.47% of the surrounding traffic's one", + "Average speed is 548.2% of the surrounding traffic's one", + "Average speed is 490.36% of the surrounding traffic's one", + "Average speed is 490.98% of the surrounding traffic's one", + "Average speed is 536.12% of the surrounding traffic's one", + "Average speed is 549.54% of the surrounding traffic's one", + "Average speed is 502.19% of the surrounding traffic's one", + "Average speed is 433.99% of the surrounding traffic's one", + "Average speed is 380.34% of the surrounding traffic's one", + "Average speed is 459.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 12.65, + "duration_system": 91.105 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/77_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/77_res.json new file mode 100644 index 0000000000000000000000000000000000000000..664f7f464417f7134f334cfb7dfe8c7b8a6c8b41 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/77_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.672, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.154, + "duration_game": 22.35, + "duration_system": 159.858, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_04_10_05_49_32", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.72% of the surrounding traffic's one", + "Average speed is 142.94% of the surrounding traffic's one", + "Average speed is 172.61% of the surrounding traffic's one", + "Average speed is 223.83% of the surrounding traffic's one", + "Average speed is 226.81% of the surrounding traffic's one", + "Average speed is 171.65% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one", + "Average speed is 193.42% of the surrounding traffic's one", + "Average speed is 153.61% of the surrounding traffic's one", + "Average speed is 129.96% of the surrounding traffic's one", + "Average speed is 104.44% of the surrounding traffic's one", + "Average speed is 102.21% of the surrounding traffic's one", + "Average speed is 94.88% of the surrounding traffic's one", + "Average speed is 100.88% of the surrounding traffic's one", + "Average speed is 115.61% of the surrounding traffic's one", + "Average speed is 114.05% of the surrounding traffic's one", + "Average speed is 116.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.35, + "duration_system": 159.858 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.672" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/78_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/78_res.json new file mode 100644 index 0000000000000000000000000000000000000000..47aec9277850e3e495c8860169f0749f9e29484b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/78_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.244, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.063, + "duration_game": 21.3, + "duration_system": 131.141, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_04_10_05_55_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 27.54% of the surrounding traffic's one", + "Average speed is 111.06% of the surrounding traffic's one", + "Average speed is 122.32% of the surrounding traffic's one", + "Average speed is 103.07% of the surrounding traffic's one", + "Average speed is 93.75% of the surrounding traffic's one", + "Average speed is 99.94% of the surrounding traffic's one", + "Average speed is 98.96% of the surrounding traffic's one", + "Average speed is 102.54% of the surrounding traffic's one", + "Average speed is 105.37% of the surrounding traffic's one", + "Average speed is 119.57% of the surrounding traffic's one", + "Average speed is 103.26% of the surrounding traffic's one", + "Average speed is 99.31% of the surrounding traffic's one", + "Average speed is 113.27% of the surrounding traffic's one", + "Average speed is 99.61% of the surrounding traffic's one", + "Average speed is 102.16% of the surrounding traffic's one", + "Average speed is 117.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 21.3, + "duration_system": 131.141 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.244" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/79_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/79_res.json new file mode 100644 index 0000000000000000000000000000000000000000..854d37e6c95f968582aa246d224594399bf3b9c2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/79_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.622, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.327, + "duration_game": 27.95, + "duration_system": 190.231, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_04_10_06_00_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.86% of the surrounding traffic's one", + "Average speed is 118.11% of the surrounding traffic's one", + "Average speed is 17.51% of the surrounding traffic's one", + "Average speed is 138.18% of the surrounding traffic's one", + "Average speed is 107.23% of the surrounding traffic's one", + "Average speed is 111.07% of the surrounding traffic's one", + "Average speed is 108.5% of the surrounding traffic's one", + "Average speed is 91.18% of the surrounding traffic's one", + "Average speed is 86.14% of the surrounding traffic's one", + "Average speed is 163.61% of the surrounding traffic's one", + "Average speed is 118.3% of the surrounding traffic's one", + "Average speed is 97.45% of the surrounding traffic's one", + "Average speed is 122.71% of the surrounding traffic's one", + "Average speed is 97.64% of the surrounding traffic's one", + "Average speed is 105.66% of the surrounding traffic's one", + "Average speed is 113.92% of the surrounding traffic's one", + "Average speed is 119.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 27.95, + "duration_system": 190.231 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.622" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/80_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/80_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fbbafee7d5d08a6677a884d86c703366a14155f8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/80_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.948, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.288, + "duration_game": 16.8, + "duration_system": 98.115, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_04_10_06_05_55", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.76% of the surrounding traffic's one", + "Average speed is 117.45% of the surrounding traffic's one", + "Average speed is 92.05% of the surrounding traffic's one", + "Average speed is 144.24% of the surrounding traffic's one", + "Average speed is 100.72% of the surrounding traffic's one", + "Average speed is 99.16% of the surrounding traffic's one", + "Average speed is 100.04% of the surrounding traffic's one", + "Average speed is 97.66% of the surrounding traffic's one", + "Average speed is 106.52% of the surrounding traffic's one", + "Average speed is 120.44% of the surrounding traffic's one", + "Average speed is 106.61% of the surrounding traffic's one", + "Average speed is 101.08% of the surrounding traffic's one", + "Average speed is 108.57% of the surrounding traffic's one", + "Average speed is 100.5% of the surrounding traffic's one", + "Average speed is 99.85% of the surrounding traffic's one", + "Average speed is 114.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 98.115 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.948" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/81_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/81_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ab9b64e9c6c903b6f8df01b9105e183bcb7fb566 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/81_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.968, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.063, + "duration_game": 11.15, + "duration_system": 71.083, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_04_10_06_10_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.08% of the surrounding traffic's one", + "Average speed is 141.78% of the surrounding traffic's one", + "Average speed is 127.7% of the surrounding traffic's one", + "Average speed is 122.48% of the surrounding traffic's one", + "Average speed is 120.22% of the surrounding traffic's one", + "Average speed is 121.29% of the surrounding traffic's one", + "Average speed is 119.93% of the surrounding traffic's one", + "Average speed is 119.01% of the surrounding traffic's one", + "Average speed is 112.37% of the surrounding traffic's one", + "Average speed is 129.62% of the surrounding traffic's one", + "Average speed is 122.55% of the surrounding traffic's one", + "Average speed is 119.61% of the surrounding traffic's one", + "Average speed is 142.31% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 11.15, + "duration_system": 71.083 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "146.968" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/82_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/82_res.json new file mode 100644 index 0000000000000000000000000000000000000000..de3b6c1a9b69e54ff34f5724a348654bcfdaaa00 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/82_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.274, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 101.164, + "duration_game": 8.25, + "duration_system": 49.062, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_04_10_06_14_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.91% of the surrounding traffic's one", + "Average speed is 135.82% of the surrounding traffic's one", + "Average speed is 146.89% of the surrounding traffic's one", + "Average speed is 125.78% of the surrounding traffic's one", + "Average speed is 123.92% of the surrounding traffic's one", + "Average speed is 159.0% of the surrounding traffic's one", + "Average speed is 181.9% of the surrounding traffic's one", + "Average speed is 200.03% of the surrounding traffic's one", + "Average speed is 215.77% of the surrounding traffic's one", + "Average speed is 230.66% of the surrounding traffic's one", + "Average speed is 236.51% of the surrounding traffic's one", + "Average speed is 233.82% of the surrounding traffic's one", + "Average speed is 224.81% of the surrounding traffic's one", + "Average speed is 200.84% of the surrounding traffic's one", + "Average speed is 178.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.25, + "duration_system": 49.062 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.274" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/83_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/83_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ad0fc7b5fc78c50692950e59887d0ff4012c4fa4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/83_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.464, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.118, + "duration_game": 8.15, + "duration_system": 49.05, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_04_10_06_17_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.96% of the surrounding traffic's one", + "Average speed is 131.66% of the surrounding traffic's one", + "Average speed is 97.09% of the surrounding traffic's one", + "Average speed is 122.69% of the surrounding traffic's one", + "Average speed is 143.76% of the surrounding traffic's one", + "Average speed is 170.65% of the surrounding traffic's one", + "Average speed is 194.18% of the surrounding traffic's one", + "Average speed is 214.36% of the surrounding traffic's one", + "Average speed is 229.03% of the surrounding traffic's one", + "Average speed is 239.37% of the surrounding traffic's one", + "Average speed is 246.1% of the surrounding traffic's one", + "Average speed is 245.31% of the surrounding traffic's one", + "Average speed is 237.35% of the surrounding traffic's one", + "Average speed is 228.42% of the surrounding traffic's one", + "Average speed is 271.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.15, + "duration_system": 49.05 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.464" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/84_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/84_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0baa1544eaf4ca8e5e8d1ec5b9c52c113966b48b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/84_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 13.438, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.438, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.002, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 39.0, + "score_route": 100.0, + "score_penalty": 0.39 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.418, + "duration_game": 14.15, + "duration_system": 106.115, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_04_10_06_21_20", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.fence and id=0 at (x=-2582.508, y=-93.528, z=173.19) at time=12.150s [CARLA Frame: 1581, Agent Step: 242]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2587.85, y=-79.557, z=173.291) at time=8.300s [CARLA Frame: 1504, Agent Step: 165]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.17% of the surrounding traffic's one", + "Average speed is 490.08% of the surrounding traffic's one", + "Average speed is 720.38% of the surrounding traffic's one", + "Average speed is 422.71% of the surrounding traffic's one", + "Average speed is 135.66% of the surrounding traffic's one", + "Average speed is 50.44% of the surrounding traffic's one", + "Average speed is 129.49% of the surrounding traffic's one", + "Average speed is 255.01% of the surrounding traffic's one", + "Average speed is 290.73% of the surrounding traffic's one", + "Average speed is 216.56% of the surrounding traffic's one", + "Average speed is 226.11% of the surrounding traffic's one", + "Average speed is 402.17% of the surrounding traffic's one", + "Average speed is 1596.61% of the surrounding traffic's one", + "Average speed is 1778.55% of the surrounding traffic's one", + "Average speed is 1483.04% of the surrounding traffic's one", + "Average speed is 1842.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.39, + "score_composed": 39.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 14.15, + "duration_system": 106.115 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "39.0", + "100.0", + "0.39", + "0.0", + "13.438", + "13.438", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.002" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/85_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/85_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9849b11de6736b34f55c5a1b1dc76c251f473100 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/85_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.789, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.626, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.521, + "duration_game": 11.85, + "duration_system": 87.105, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_04_10_06_25_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=4733 at (x=-4294.567, y=5606.005, z=174.978) at time=8.800s [CARLA Frame: 1492, Agent Step: 175]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 372.25% of the surrounding traffic's one", + "Average speed is 242.41% of the surrounding traffic's one", + "Average speed is 343.1% of the surrounding traffic's one", + "Average speed is 144.46% of the surrounding traffic's one", + "Average speed is 52.37% of the surrounding traffic's one", + "Average speed is 142.94% of the surrounding traffic's one", + "Average speed is 337.13% of the surrounding traffic's one", + "Average speed is 393.98% of the surrounding traffic's one", + "Average speed is 452.99% of the surrounding traffic's one", + "Average speed is 344.35% of the surrounding traffic's one", + "Average speed is 509.56% of the surrounding traffic's one", + "Average speed is 1003.87% of the surrounding traffic's one", + "Average speed is 3625.58% of the surrounding traffic's one", + "Average speed is 1290.29% of the surrounding traffic's one", + "Average speed is 880.3% of the surrounding traffic's one", + "Average speed is 765.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.85, + "duration_system": 87.105 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "13.789", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.626" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/86_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/86_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8033eac08b8280326378112c3f5c8bcd940d764c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/86_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.414, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 71.938, + "duration_game": 13.15, + "duration_system": 90.099, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_04_10_06_30_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.57% of the surrounding traffic's one", + "Average speed is 546.46% of the surrounding traffic's one", + "Average speed is 480.54% of the surrounding traffic's one", + "Average speed is 344.07% of the surrounding traffic's one", + "Average speed is 153.73% of the surrounding traffic's one", + "Average speed is 63.74% of the surrounding traffic's one", + "Average speed is 56.14% of the surrounding traffic's one", + "Average speed is 381.9% of the surrounding traffic's one", + "Average speed is 384.02% of the surrounding traffic's one", + "Average speed is 209.98% of the surrounding traffic's one", + "Average speed is 406.74% of the surrounding traffic's one", + "Average speed is 948.43% of the surrounding traffic's one", + "Average speed is 2535.16% of the surrounding traffic's one", + "Average speed is 7556.6% of the surrounding traffic's one", + "Average speed is 3211.68% of the surrounding traffic's one", + "Average speed is 1963.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.15, + "duration_system": 90.099 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.414" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/87_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/87_res.json new file mode 100644 index 0000000000000000000000000000000000000000..754511a50992d0572cc60ffd9822ea6ac92c8516 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/87_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.813, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.297, + "duration_game": 12.0, + "duration_system": 91.1, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_04_10_06_34_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.97% of the surrounding traffic's one", + "Average speed is 104.58% of the surrounding traffic's one", + "Average speed is 1109.29% of the surrounding traffic's one", + "Average speed is 375.61% of the surrounding traffic's one", + "Average speed is 78.88% of the surrounding traffic's one", + "Average speed is 41.88% of the surrounding traffic's one", + "Average speed is 107.7% of the surrounding traffic's one", + "Average speed is 205.87% of the surrounding traffic's one", + "Average speed is 254.74% of the surrounding traffic's one", + "Average speed is 258.78% of the surrounding traffic's one", + "Average speed is 312.69% of the surrounding traffic's one", + "Average speed is 387.82% of the surrounding traffic's one", + "Average speed is 518.05% of the surrounding traffic's one", + "Average speed is 672.88% of the surrounding traffic's one", + "Average speed is 629.75% of the surrounding traffic's one", + "Average speed is 346.14% of the surrounding traffic's one", + "Average speed is 320.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.0, + "duration_system": 91.1 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.813" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/88_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/88_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ee7da92eb88f85ca57644e9e763dd9c305bc275f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/88_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 225.771, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 66.439, + "duration_game": 15.8, + "duration_system": 107.114, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_04_10_06_38_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.52% of the surrounding traffic's one", + "Average speed is 114.96% of the surrounding traffic's one", + "Average speed is 56.06% of the surrounding traffic's one", + "Average speed is 68.38% of the surrounding traffic's one", + "Average speed is 62.13% of the surrounding traffic's one", + "Average speed is 282.16% of the surrounding traffic's one", + "Average speed is 516.83% of the surrounding traffic's one", + "Average speed is 507.45% of the surrounding traffic's one", + "Average speed is 435.49% of the surrounding traffic's one", + "Average speed is 284.93% of the surrounding traffic's one", + "Average speed is 290.11% of the surrounding traffic's one", + "Average speed is 561.38% of the surrounding traffic's one", + "Average speed is 467.17% of the surrounding traffic's one", + "Average speed is 273.35% of the surrounding traffic's one", + "Average speed is 210.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 15.8, + "duration_system": 107.114 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "225.771" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/89_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/89_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cef76656b818b8f0cf372e1f7d6df0c95815982c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/89_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.313, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.59, + "duration_game": 21.9, + "duration_system": 158.193, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_04_10_06_43_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.35% of the surrounding traffic's one", + "Average speed is 107.76% of the surrounding traffic's one", + "Average speed is 157.0% of the surrounding traffic's one", + "Average speed is 98.96% of the surrounding traffic's one", + "Average speed is 41.87% of the surrounding traffic's one", + "Average speed is 41.29% of the surrounding traffic's one", + "Average speed is 209.89% of the surrounding traffic's one", + "Average speed is 477.02% of the surrounding traffic's one", + "Average speed is 527.44% of the surrounding traffic's one", + "Average speed is 428.81% of the surrounding traffic's one", + "Average speed is 303.24% of the surrounding traffic's one", + "Average speed is 162.58% of the surrounding traffic's one", + "Average speed is 247.64% of the surrounding traffic's one", + "Average speed is 267.91% of the surrounding traffic's one", + "Average speed is 235.08% of the surrounding traffic's one", + "Average speed is 219.4% of the surrounding traffic's one", + "Average speed is 225.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 21.9, + "duration_system": 158.193 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.313" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/90_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/90_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3d67aa26bb6a314a015bf6315b5ff64a84411563 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/90_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.892, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.111, + "duration_game": 142.3, + "duration_system": 1141.279, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_04_10_06_48_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.81% of the surrounding traffic's one", + "Average speed is 109.1% of the surrounding traffic's one", + "Average speed is 62.27% of the surrounding traffic's one", + "Average speed is 64.41% of the surrounding traffic's one", + "Average speed is 4.12% of the surrounding traffic's one", + "Average speed is 8.03% of the surrounding traffic's one", + "Average speed is 602.81% of the surrounding traffic's one", + "Average speed is 570.64% of the surrounding traffic's one", + "Average speed is 609.95% of the surrounding traffic's one", + "Average speed is 311.9% of the surrounding traffic's one", + "Average speed is 312.99% of the surrounding traffic's one", + "Average speed is 383.42% of the surrounding traffic's one", + "Average speed is 273.17% of the surrounding traffic's one", + "Average speed is 206.94% of the surrounding traffic's one", + "Average speed is 179.5% of the surrounding traffic's one", + "Average speed is 235.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 142.3, + "duration_system": 1141.279 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.892" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/91_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/91_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d73b321e2c16f28856e595bf4fdb9b1c51f0c7f8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/91_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.506, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.252, + "duration_game": 38.85, + "duration_system": 291.536, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_04_10_07_10_32", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.06% of the surrounding traffic's one", + "Average speed is 146.8% of the surrounding traffic's one", + "Average speed is 120.66% of the surrounding traffic's one", + "Average speed is 9.69% of the surrounding traffic's one", + "Average speed is 329.97% of the surrounding traffic's one", + "Average speed is 513.69% of the surrounding traffic's one", + "Average speed is 773.14% of the surrounding traffic's one", + "Average speed is 664.92% of the surrounding traffic's one", + "Average speed is 165.56% of the surrounding traffic's one", + "Average speed is 526.82% of the surrounding traffic's one", + "Average speed is 1456.9% of the surrounding traffic's one", + "Average speed is 2692.55% of the surrounding traffic's one", + "Average speed is 1439.8% of the surrounding traffic's one", + "Average speed is 944.4% of the surrounding traffic's one", + "Average speed is 772.21% of the surrounding traffic's one", + "Average speed is 790.23% of the surrounding traffic's one", + "Average speed is 657.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 38.85, + "duration_system": 291.536 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.506" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/92_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/92_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2a4e3539aa09ae5cc281e722a3f2d5fb01956168 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/92_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 217.515, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.558, + "duration_game": 51.45, + "duration_system": 420.602, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_04_10_07_18_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 237.04% of the surrounding traffic's one", + "Average speed is 147.96% of the surrounding traffic's one", + "Average speed is 90.36% of the surrounding traffic's one", + "Average speed is 43.24% of the surrounding traffic's one", + "Average speed is 8.64% of the surrounding traffic's one", + "Average speed is 749.9% of the surrounding traffic's one", + "Average speed is 1007.97% of the surrounding traffic's one", + "Average speed is 1142.52% of the surrounding traffic's one", + "Average speed is 768.33% of the surrounding traffic's one", + "Average speed is 742.83% of the surrounding traffic's one", + "Average speed is 804.43% of the surrounding traffic's one", + "Average speed is 705.02% of the surrounding traffic's one", + "Average speed is 486.54% of the surrounding traffic's one", + "Average speed is 425.24% of the surrounding traffic's one", + "Average speed is 332.95% of the surrounding traffic's one", + "Average speed is 244.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 51.45, + "duration_system": 420.602 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "217.515" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/93_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/93_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f2a157c5d4edb0d0e6d9590b4da5629eb8ba5d91 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/93_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 185.669, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 12.378, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.789, + "duration_game": 271.9, + "duration_system": 2032.488, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_04_10_07_28_08", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.76% of the surrounding traffic's one", + "Average speed is 298.93% of the surrounding traffic's one", + "Average speed is 632.56% of the surrounding traffic's one", + "Average speed is 165.24% of the surrounding traffic's one", + "Average speed is 14.3% of the surrounding traffic's one", + "Average speed is 1679.37% of the surrounding traffic's one", + "Average speed is 1572.89% of the surrounding traffic's one", + "Average speed is 1197.55% of the surrounding traffic's one", + "Average speed is 681.48% of the surrounding traffic's one", + "Average speed is 598.85% of the surrounding traffic's one", + "Average speed is 0.35% of the surrounding traffic's one", + "Average speed is 127.2% of the surrounding traffic's one", + "Average speed is 302.96% of the surrounding traffic's one", + "Average speed is 237.68% of the surrounding traffic's one", + "Average speed is 163.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 271.9, + "duration_system": 2032.488 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.378", + "185.669" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/94_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/94_res.json new file mode 100644 index 0000000000000000000000000000000000000000..edfac0d15bb752cfc2e369f11ced171f3689b5c3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/94_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 4.49, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 85.304, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 222.734, + "duration_game": 21.95, + "duration_system": 167.187, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_04_10_08_04_46", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=4722 at (x=2799.869, y=6047.979, z=155.503) at time=4.800s [CARLA Frame: 1408, Agent Step: 95]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.34% of the surrounding traffic's one", + "Average speed is 349.61% of the surrounding traffic's one", + "Average speed is 390.49% of the surrounding traffic's one", + "Average speed is 420.37% of the surrounding traffic's one", + "Average speed is 414.2% of the surrounding traffic's one", + "Average speed is 507.85% of the surrounding traffic's one", + "Average speed is 830.31% of the surrounding traffic's one", + "Average speed is 672.92% of the surrounding traffic's one", + "Average speed is 1159.12% of the surrounding traffic's one", + "Average speed is 1197.58% of the surrounding traffic's one", + "Average speed is 657.88% of the surrounding traffic's one", + "Average speed is 431.97% of the surrounding traffic's one", + "Average speed is 287.92% of the surrounding traffic's one", + "Average speed is 230.7% of the surrounding traffic's one", + "Average speed is 223.27% of the surrounding traffic's one", + "Average speed is 221.55% of the surrounding traffic's one", + "Average speed is 7903.29% of the surrounding traffic's one", + "Average speed is 1328944.48% of the surrounding traffic's one", + "Average speed is 1328944.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 21.95, + "duration_system": 167.187 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "4.49", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "85.304" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/95_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/95_res.json new file mode 100644 index 0000000000000000000000000000000000000000..49d0d2bd6b6171adf2d2dcd00937472dcbd73cd0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/95_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.005, + "min_speed_infractions": 93.272, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 97.045028, + "score_route": 100.0, + "score_penalty": 0.97045 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 182.263, + "duration_game": 14.75, + "duration_system": 102.12, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_04_10_08_10_15", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.057 meters (2.95% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 211.77% of the surrounding traffic's one", + "Average speed is 641.12% of the surrounding traffic's one", + "Average speed is 488.55% of the surrounding traffic's one", + "Average speed is 421.39% of the surrounding traffic's one", + "Average speed is 399.28% of the surrounding traffic's one", + "Average speed is 398.79% of the surrounding traffic's one", + "Average speed is 563.96% of the surrounding traffic's one", + "Average speed is 1105.66% of the surrounding traffic's one", + "Average speed is 1016.03% of the surrounding traffic's one", + "Average speed is 937.85% of the surrounding traffic's one", + "Average speed is 2176.51% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 26284695.99% of the surrounding traffic's one", + "Average speed is 1369903.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.97045, + "score_composed": 97.045028 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.75, + "duration_system": 102.12 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "97.045028", + "100.0", + "0.97045", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.005", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "93.272" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/96_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/96_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8589c5de98b96fec50a1409286a3c77af7cfab00 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/96_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.855, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 140.53, + "duration_game": 13.4, + "duration_system": 123.14, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_04_10_08_14_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 226.21% of the surrounding traffic's one", + "Average speed is 204.4% of the surrounding traffic's one", + "Average speed is 198.57% of the surrounding traffic's one", + "Average speed is 351.49% of the surrounding traffic's one", + "Average speed is 376.38% of the surrounding traffic's one", + "Average speed is 415.13% of the surrounding traffic's one", + "Average speed is 568.38% of the surrounding traffic's one", + "Average speed is 562.15% of the surrounding traffic's one", + "Average speed is 587.24% of the surrounding traffic's one", + "Average speed is 939.06% of the surrounding traffic's one", + "Average speed is 623.51% of the surrounding traffic's one", + "Average speed is 702.06% of the surrounding traffic's one", + "Average speed is 2827.15% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 9179838.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.4, + "duration_system": 123.14 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.855" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/97_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/97_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e96ad393b113078aa765fdd01328915b871c8f59 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/97_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 231.882, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.688, + "duration_game": 40.55, + "duration_system": 290.373, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_04_10_08_19_24", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.14% of the surrounding traffic's one", + "Average speed is 1645.88% of the surrounding traffic's one", + "Average speed is 229.07% of the surrounding traffic's one", + "Average speed is 2327.68% of the surrounding traffic's one", + "Average speed is 3214.66% of the surrounding traffic's one", + "Average speed is 3503.52% of the surrounding traffic's one", + "Average speed is 3012.24% of the surrounding traffic's one", + "Average speed is 1972.55% of the surrounding traffic's one", + "Average speed is 1514.95% of the surrounding traffic's one", + "Average speed is 1932.11% of the surrounding traffic's one", + "Average speed is 1246.05% of the surrounding traffic's one", + "Average speed is 1033.17% of the surrounding traffic's one", + "Average speed is 1032.8% of the surrounding traffic's one", + "Average speed is 903.57% of the surrounding traffic's one", + "Average speed is 715.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.55, + "duration_system": 290.373 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "231.882" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/98_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/98_res.json new file mode 100644 index 0000000000000000000000000000000000000000..819a15f366d632bd16d10f48a38d9c825458592f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/98_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 246.861, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 60.763, + "duration_game": 41.7, + "duration_system": 320.471, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_04_10_08_27_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 95.12% of the surrounding traffic's one", + "Average speed is 8.11% of the surrounding traffic's one", + "Average speed is 212.75% of the surrounding traffic's one", + "Average speed is 5558.43% of the surrounding traffic's one", + "Average speed is 2640.36% of the surrounding traffic's one", + "Average speed is 1648.5% of the surrounding traffic's one", + "Average speed is 1276.66% of the surrounding traffic's one", + "Average speed is 1043.22% of the surrounding traffic's one", + "Average speed is 918.25% of the surrounding traffic's one", + "Average speed is 925.66% of the surrounding traffic's one", + "Average speed is 600.01% of the surrounding traffic's one", + "Average speed is 327.67% of the surrounding traffic's one", + "Average speed is 314.8% of the surrounding traffic's one", + "Average speed is 274.81% of the surrounding traffic's one", + "Average speed is 245.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 41.7, + "duration_system": 320.471 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "246.861" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/99_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/99_res.json new file mode 100644 index 0000000000000000000000000000000000000000..78b57b181cb3eed212b7fe7178d61a85a836f113 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/99_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 273.324, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 54.88, + "duration_game": 25.95, + "duration_system": 242.652, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_04_10_08_35_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 63.92% of the surrounding traffic's one", + "Average speed is 10.28% of the surrounding traffic's one", + "Average speed is 5626.98% of the surrounding traffic's one", + "Average speed is 3166.37% of the surrounding traffic's one", + "Average speed is 1672.03% of the surrounding traffic's one", + "Average speed is 1098.69% of the surrounding traffic's one", + "Average speed is 1156.09% of the surrounding traffic's one", + "Average speed is 1140.26% of the surrounding traffic's one", + "Average speed is 791.58% of the surrounding traffic's one", + "Average speed is 531.57% of the surrounding traffic's one", + "Average speed is 453.85% of the surrounding traffic's one", + "Average speed is 510.36% of the surrounding traffic's one", + "Average speed is 401.36% of the surrounding traffic's one", + "Average speed is 289.97% of the surrounding traffic's one", + "Average speed is 216.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.95, + "duration_system": 242.652 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "273.324" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_1/merged.json b/evaluation_logs/bench2drive/bench2drive_detailed_1/merged.json new file mode 100644 index 0000000000000000000000000000000000000000..e4125d8f586ce19acc01bf3bc54652ada9e2c525 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_1/merged.json @@ -0,0 +1,11081 @@ +{ + "_checkpoint": { + "records": [ + { + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_04_10_10_11_15", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 302.24% of the surrounding traffic's one", + "Average speed is 241.24% of the surrounding traffic's one", + "Average speed is 260.11% of the surrounding traffic's one", + "Average speed is 98.93% of the surrounding traffic's one", + "Average speed is 55.83% of the surrounding traffic's one", + "Average speed is 252.59% of the surrounding traffic's one", + "Average speed is 472.16% of the surrounding traffic's one", + "Average speed is 372.1% of the surrounding traffic's one", + "Average speed is 372.48% of the surrounding traffic's one", + "Average speed is 1010.73% of the surrounding traffic's one", + "Average speed is 1179.44% of the surrounding traffic's one", + "Average speed is 571.31% of the surrounding traffic's one", + "Average speed is 623.2% of the surrounding traffic's one", + "Average speed is 497.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.8, + "duration_system": 69.071 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_04_10_10_07_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.42% of the surrounding traffic's one", + "Average speed is 557.72% of the surrounding traffic's one", + "Average speed is 487.53% of the surrounding traffic's one", + "Average speed is 166.09% of the surrounding traffic's one", + "Average speed is 74.3% of the surrounding traffic's one", + "Average speed is 33.52% of the surrounding traffic's one", + "Average speed is 445.38% of the surrounding traffic's one", + "Average speed is 446.98% of the surrounding traffic's one", + "Average speed is 456.21% of the surrounding traffic's one", + "Average speed is 495.2% of the surrounding traffic's one", + "Average speed is 817.67% of the surrounding traffic's one", + "Average speed is 4182.17% of the surrounding traffic's one", + "Average speed is 1402.17% of the surrounding traffic's one", + "Average speed is 1363.83% of the surrounding traffic's one", + "Average speed is 866.63% of the surrounding traffic's one", + "Average speed is 837.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 14.05, + "duration_system": 104.115 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_04_10_09_46_15", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3859 at (x=1361.793, y=5578.377, z=369.592) at time=8.750s [CARLA Frame: 1479, Agent Step: 174]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.25% of the surrounding traffic's one", + "Average speed is 400.65% of the surrounding traffic's one", + "Average speed is 521.54% of the surrounding traffic's one", + "Average speed is 348.25% of the surrounding traffic's one", + "Average speed is 105.04% of the surrounding traffic's one", + "Average speed is 50.45% of the surrounding traffic's one", + "Average speed is 158.41% of the surrounding traffic's one", + "Average speed is 328.84% of the surrounding traffic's one", + "Average speed is 218.46% of the surrounding traffic's one", + "Average speed is 30.04% of the surrounding traffic's one", + "Average speed is 1171.13% of the surrounding traffic's one", + "Average speed is 7224.16% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 136.6, + "duration_system": 1083.604 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_04_10_09_42_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 245.21% of the surrounding traffic's one", + "Average speed is 219.19% of the surrounding traffic's one", + "Average speed is 414.7% of the surrounding traffic's one", + "Average speed is 342.8% of the surrounding traffic's one", + "Average speed is 156.75% of the surrounding traffic's one", + "Average speed is 24.49% of the surrounding traffic's one", + "Average speed is 84.68% of the surrounding traffic's one", + "Average speed is 601.24% of the surrounding traffic's one", + "Average speed is 583.38% of the surrounding traffic's one", + "Average speed is 479.91% of the surrounding traffic's one", + "Average speed is 392.38% of the surrounding traffic's one", + "Average speed is 812.28% of the surrounding traffic's one", + "Average speed is 1903.6% of the surrounding traffic's one", + "Average speed is 780.84% of the surrounding traffic's one", + "Average speed is 725.09% of the surrounding traffic's one", + "Average speed is 711.6% of the surrounding traffic's one", + "Average speed is 550.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.9, + "duration_system": 105.237 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_04_10_09_04_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3931 at (x=1324.435, y=3872.455, z=363.3) at time=8.500s [CARLA Frame: 1503, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 345.57% of the surrounding traffic's one", + "Average speed is 568.43% of the surrounding traffic's one", + "Average speed is 498.17% of the surrounding traffic's one", + "Average speed is 136.13% of the surrounding traffic's one", + "Average speed is 33.94% of the surrounding traffic's one", + "Average speed is 173.12% of the surrounding traffic's one", + "Average speed is 244.94% of the surrounding traffic's one", + "Average speed is 26.92% of the surrounding traffic's one", + "Average speed is 3012.26% of the surrounding traffic's one", + "Average speed is 2102.46% of the surrounding traffic's one", + "Average speed is 10608.72% of the surrounding traffic's one", + "Average speed is 2927.19% of the surrounding traffic's one", + "Average speed is 1425.14% of the surrounding traffic's one", + "Average speed is 732.18% of the surrounding traffic's one", + "Average speed is 716.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 212.95, + "duration_system": 2127.969 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_04_10_08_59_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3859 at (x=2493.275, y=4889.308, z=367.366) at time=11.400s [CARLA Frame: 1563, Agent Step: 227]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 185.89% of the surrounding traffic's one", + "Average speed is 145.46% of the surrounding traffic's one", + "Average speed is 1373.57% of the surrounding traffic's one", + "Average speed is 152.15% of the surrounding traffic's one", + "Average speed is 33.71% of the surrounding traffic's one", + "Average speed is 250.82% of the surrounding traffic's one", + "Average speed is 533.64% of the surrounding traffic's one", + "Average speed is 416.72% of the surrounding traffic's one", + "Average speed is 381.07% of the surrounding traffic's one", + "Average speed is 799.23% of the surrounding traffic's one", + "Average speed is 1546.47% of the surrounding traffic's one", + "Average speed is 1124.43% of the surrounding traffic's one", + "Average speed is 768.11% of the surrounding traffic's one", + "Average speed is 625.78% of the surrounding traffic's one", + "Average speed is 492.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 15.5, + "duration_system": 134.594 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_04_10_08_50_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.21% of the surrounding traffic's one", + "Average speed is 6.52% of the surrounding traffic's one", + "Average speed is 472.99% of the surrounding traffic's one", + "Average speed is 568.96% of the surrounding traffic's one", + "Average speed is 670.27% of the surrounding traffic's one", + "Average speed is 717.29% of the surrounding traffic's one", + "Average speed is 638.77% of the surrounding traffic's one", + "Average speed is 693.96% of the surrounding traffic's one", + "Average speed is 1060.75% of the surrounding traffic's one", + "Average speed is 1185.07% of the surrounding traffic's one", + "Average speed is 1130.76% of the surrounding traffic's one", + "Average speed is 882.69% of the surrounding traffic's one", + "Average speed is 691.08% of the surrounding traffic's one", + "Average speed is 514.97% of the surrounding traffic's one", + "Average speed is 305.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.1, + "duration_system": 353.454 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_04_10_08_45_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.58% of the surrounding traffic's one", + "Average speed is 14.86% of the surrounding traffic's one", + "Average speed is 273.51% of the surrounding traffic's one", + "Average speed is 329.12% of the surrounding traffic's one", + "Average speed is 511.49% of the surrounding traffic's one", + "Average speed is 532.62% of the surrounding traffic's one", + "Average speed is 642.03% of the surrounding traffic's one", + "Average speed is 666.81% of the surrounding traffic's one", + "Average speed is 682.55% of the surrounding traffic's one", + "Average speed is 560.74% of the surrounding traffic's one", + "Average speed is 528.25% of the surrounding traffic's one", + "Average speed is 488.59% of the surrounding traffic's one", + "Average speed is 402.68% of the surrounding traffic's one", + "Average speed is 273.62% of the surrounding traffic's one", + "Average speed is 245.08% of the surrounding traffic's one", + "Average speed is 202.35% of the surrounding traffic's one", + "Average speed is 173.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 13.6, + "duration_system": 105.114 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_04_10_08_42_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.3% of the surrounding traffic's one", + "Average speed is 177.56% of the surrounding traffic's one", + "Average speed is 211.49% of the surrounding traffic's one", + "Average speed is 236.62% of the surrounding traffic's one", + "Average speed is 234.23% of the surrounding traffic's one", + "Average speed is 235.08% of the surrounding traffic's one", + "Average speed is 275.06% of the surrounding traffic's one", + "Average speed is 302.32% of the surrounding traffic's one", + "Average speed is 359.14% of the surrounding traffic's one", + "Average speed is 714.21% of the surrounding traffic's one", + "Average speed is 705.25% of the surrounding traffic's one", + "Average speed is 783.23% of the surrounding traffic's one", + "Average speed is 593.85% of the surrounding traffic's one", + "Average speed is 421.35% of the surrounding traffic's one", + "Average speed is 294.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.1, + "duration_system": 43.047 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_04_10_08_35_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 63.92% of the surrounding traffic's one", + "Average speed is 10.28% of the surrounding traffic's one", + "Average speed is 5626.98% of the surrounding traffic's one", + "Average speed is 3166.37% of the surrounding traffic's one", + "Average speed is 1672.03% of the surrounding traffic's one", + "Average speed is 1098.69% of the surrounding traffic's one", + "Average speed is 1156.09% of the surrounding traffic's one", + "Average speed is 1140.26% of the surrounding traffic's one", + "Average speed is 791.58% of the surrounding traffic's one", + "Average speed is 531.57% of the surrounding traffic's one", + "Average speed is 453.85% of the surrounding traffic's one", + "Average speed is 510.36% of the surrounding traffic's one", + "Average speed is 401.36% of the surrounding traffic's one", + "Average speed is 289.97% of the surrounding traffic's one", + "Average speed is 216.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.95, + "duration_system": 242.652 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_04_10_08_27_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 95.12% of the surrounding traffic's one", + "Average speed is 8.11% of the surrounding traffic's one", + "Average speed is 212.75% of the surrounding traffic's one", + "Average speed is 5558.43% of the surrounding traffic's one", + "Average speed is 2640.36% of the surrounding traffic's one", + "Average speed is 1648.5% of the surrounding traffic's one", + "Average speed is 1276.66% of the surrounding traffic's one", + "Average speed is 1043.22% of the surrounding traffic's one", + "Average speed is 918.25% of the surrounding traffic's one", + "Average speed is 925.66% of the surrounding traffic's one", + "Average speed is 600.01% of the surrounding traffic's one", + "Average speed is 327.67% of the surrounding traffic's one", + "Average speed is 314.8% of the surrounding traffic's one", + "Average speed is 274.81% of the surrounding traffic's one", + "Average speed is 245.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 41.7, + "duration_system": 320.471 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_04_10_08_19_24", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.14% of the surrounding traffic's one", + "Average speed is 1645.88% of the surrounding traffic's one", + "Average speed is 229.07% of the surrounding traffic's one", + "Average speed is 2327.68% of the surrounding traffic's one", + "Average speed is 3214.66% of the surrounding traffic's one", + "Average speed is 3503.52% of the surrounding traffic's one", + "Average speed is 3012.24% of the surrounding traffic's one", + "Average speed is 1972.55% of the surrounding traffic's one", + "Average speed is 1514.95% of the surrounding traffic's one", + "Average speed is 1932.11% of the surrounding traffic's one", + "Average speed is 1246.05% of the surrounding traffic's one", + "Average speed is 1033.17% of the surrounding traffic's one", + "Average speed is 1032.8% of the surrounding traffic's one", + "Average speed is 903.57% of the surrounding traffic's one", + "Average speed is 715.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.55, + "duration_system": 290.373 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_04_10_08_14_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 226.21% of the surrounding traffic's one", + "Average speed is 204.4% of the surrounding traffic's one", + "Average speed is 198.57% of the surrounding traffic's one", + "Average speed is 351.49% of the surrounding traffic's one", + "Average speed is 376.38% of the surrounding traffic's one", + "Average speed is 415.13% of the surrounding traffic's one", + "Average speed is 568.38% of the surrounding traffic's one", + "Average speed is 562.15% of the surrounding traffic's one", + "Average speed is 587.24% of the surrounding traffic's one", + "Average speed is 939.06% of the surrounding traffic's one", + "Average speed is 623.51% of the surrounding traffic's one", + "Average speed is 702.06% of the surrounding traffic's one", + "Average speed is 2827.15% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 9179838.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.4, + "duration_system": 123.14 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_04_10_08_10_15", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.057 meters (2.95% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 211.77% of the surrounding traffic's one", + "Average speed is 641.12% of the surrounding traffic's one", + "Average speed is 488.55% of the surrounding traffic's one", + "Average speed is 421.39% of the surrounding traffic's one", + "Average speed is 399.28% of the surrounding traffic's one", + "Average speed is 398.79% of the surrounding traffic's one", + "Average speed is 563.96% of the surrounding traffic's one", + "Average speed is 1105.66% of the surrounding traffic's one", + "Average speed is 1016.03% of the surrounding traffic's one", + "Average speed is 937.85% of the surrounding traffic's one", + "Average speed is 2176.51% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 26284695.99% of the surrounding traffic's one", + "Average speed is 1369903.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.97045, + "score_composed": 97.045028 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.75, + "duration_system": 102.12 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_04_10_08_04_46", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=4722 at (x=2799.869, y=6047.979, z=155.503) at time=4.800s [CARLA Frame: 1408, Agent Step: 95]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.34% of the surrounding traffic's one", + "Average speed is 349.61% of the surrounding traffic's one", + "Average speed is 390.49% of the surrounding traffic's one", + "Average speed is 420.37% of the surrounding traffic's one", + "Average speed is 414.2% of the surrounding traffic's one", + "Average speed is 507.85% of the surrounding traffic's one", + "Average speed is 830.31% of the surrounding traffic's one", + "Average speed is 672.92% of the surrounding traffic's one", + "Average speed is 1159.12% of the surrounding traffic's one", + "Average speed is 1197.58% of the surrounding traffic's one", + "Average speed is 657.88% of the surrounding traffic's one", + "Average speed is 431.97% of the surrounding traffic's one", + "Average speed is 287.92% of the surrounding traffic's one", + "Average speed is 230.7% of the surrounding traffic's one", + "Average speed is 223.27% of the surrounding traffic's one", + "Average speed is 221.55% of the surrounding traffic's one", + "Average speed is 7903.29% of the surrounding traffic's one", + "Average speed is 1328944.48% of the surrounding traffic's one", + "Average speed is 1328944.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 21.95, + "duration_system": 167.187 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_04_10_07_28_08", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.76% of the surrounding traffic's one", + "Average speed is 298.93% of the surrounding traffic's one", + "Average speed is 632.56% of the surrounding traffic's one", + "Average speed is 165.24% of the surrounding traffic's one", + "Average speed is 14.3% of the surrounding traffic's one", + "Average speed is 1679.37% of the surrounding traffic's one", + "Average speed is 1572.89% of the surrounding traffic's one", + "Average speed is 1197.55% of the surrounding traffic's one", + "Average speed is 681.48% of the surrounding traffic's one", + "Average speed is 598.85% of the surrounding traffic's one", + "Average speed is 0.35% of the surrounding traffic's one", + "Average speed is 127.2% of the surrounding traffic's one", + "Average speed is 302.96% of the surrounding traffic's one", + "Average speed is 237.68% of the surrounding traffic's one", + "Average speed is 163.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 271.9, + "duration_system": 2032.488 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_04_10_07_18_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 237.04% of the surrounding traffic's one", + "Average speed is 147.96% of the surrounding traffic's one", + "Average speed is 90.36% of the surrounding traffic's one", + "Average speed is 43.24% of the surrounding traffic's one", + "Average speed is 8.64% of the surrounding traffic's one", + "Average speed is 749.9% of the surrounding traffic's one", + "Average speed is 1007.97% of the surrounding traffic's one", + "Average speed is 1142.52% of the surrounding traffic's one", + "Average speed is 768.33% of the surrounding traffic's one", + "Average speed is 742.83% of the surrounding traffic's one", + "Average speed is 804.43% of the surrounding traffic's one", + "Average speed is 705.02% of the surrounding traffic's one", + "Average speed is 486.54% of the surrounding traffic's one", + "Average speed is 425.24% of the surrounding traffic's one", + "Average speed is 332.95% of the surrounding traffic's one", + "Average speed is 244.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 51.45, + "duration_system": 420.602 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_04_10_07_10_32", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.06% of the surrounding traffic's one", + "Average speed is 146.8% of the surrounding traffic's one", + "Average speed is 120.66% of the surrounding traffic's one", + "Average speed is 9.69% of the surrounding traffic's one", + "Average speed is 329.97% of the surrounding traffic's one", + "Average speed is 513.69% of the surrounding traffic's one", + "Average speed is 773.14% of the surrounding traffic's one", + "Average speed is 664.92% of the surrounding traffic's one", + "Average speed is 165.56% of the surrounding traffic's one", + "Average speed is 526.82% of the surrounding traffic's one", + "Average speed is 1456.9% of the surrounding traffic's one", + "Average speed is 2692.55% of the surrounding traffic's one", + "Average speed is 1439.8% of the surrounding traffic's one", + "Average speed is 944.4% of the surrounding traffic's one", + "Average speed is 772.21% of the surrounding traffic's one", + "Average speed is 790.23% of the surrounding traffic's one", + "Average speed is 657.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 38.85, + "duration_system": 291.536 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_04_10_06_48_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.81% of the surrounding traffic's one", + "Average speed is 109.1% of the surrounding traffic's one", + "Average speed is 62.27% of the surrounding traffic's one", + "Average speed is 64.41% of the surrounding traffic's one", + "Average speed is 4.12% of the surrounding traffic's one", + "Average speed is 8.03% of the surrounding traffic's one", + "Average speed is 602.81% of the surrounding traffic's one", + "Average speed is 570.64% of the surrounding traffic's one", + "Average speed is 609.95% of the surrounding traffic's one", + "Average speed is 311.9% of the surrounding traffic's one", + "Average speed is 312.99% of the surrounding traffic's one", + "Average speed is 383.42% of the surrounding traffic's one", + "Average speed is 273.17% of the surrounding traffic's one", + "Average speed is 206.94% of the surrounding traffic's one", + "Average speed is 179.5% of the surrounding traffic's one", + "Average speed is 235.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 142.3, + "duration_system": 1141.279 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_04_10_06_43_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.35% of the surrounding traffic's one", + "Average speed is 107.76% of the surrounding traffic's one", + "Average speed is 157.0% of the surrounding traffic's one", + "Average speed is 98.96% of the surrounding traffic's one", + "Average speed is 41.87% of the surrounding traffic's one", + "Average speed is 41.29% of the surrounding traffic's one", + "Average speed is 209.89% of the surrounding traffic's one", + "Average speed is 477.02% of the surrounding traffic's one", + "Average speed is 527.44% of the surrounding traffic's one", + "Average speed is 428.81% of the surrounding traffic's one", + "Average speed is 303.24% of the surrounding traffic's one", + "Average speed is 162.58% of the surrounding traffic's one", + "Average speed is 247.64% of the surrounding traffic's one", + "Average speed is 267.91% of the surrounding traffic's one", + "Average speed is 235.08% of the surrounding traffic's one", + "Average speed is 219.4% of the surrounding traffic's one", + "Average speed is 225.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 21.9, + "duration_system": 158.193 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_04_10_06_38_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.52% of the surrounding traffic's one", + "Average speed is 114.96% of the surrounding traffic's one", + "Average speed is 56.06% of the surrounding traffic's one", + "Average speed is 68.38% of the surrounding traffic's one", + "Average speed is 62.13% of the surrounding traffic's one", + "Average speed is 282.16% of the surrounding traffic's one", + "Average speed is 516.83% of the surrounding traffic's one", + "Average speed is 507.45% of the surrounding traffic's one", + "Average speed is 435.49% of the surrounding traffic's one", + "Average speed is 284.93% of the surrounding traffic's one", + "Average speed is 290.11% of the surrounding traffic's one", + "Average speed is 561.38% of the surrounding traffic's one", + "Average speed is 467.17% of the surrounding traffic's one", + "Average speed is 273.35% of the surrounding traffic's one", + "Average speed is 210.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 15.8, + "duration_system": 107.114 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_04_10_06_34_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.97% of the surrounding traffic's one", + "Average speed is 104.58% of the surrounding traffic's one", + "Average speed is 1109.29% of the surrounding traffic's one", + "Average speed is 375.61% of the surrounding traffic's one", + "Average speed is 78.88% of the surrounding traffic's one", + "Average speed is 41.88% of the surrounding traffic's one", + "Average speed is 107.7% of the surrounding traffic's one", + "Average speed is 205.87% of the surrounding traffic's one", + "Average speed is 254.74% of the surrounding traffic's one", + "Average speed is 258.78% of the surrounding traffic's one", + "Average speed is 312.69% of the surrounding traffic's one", + "Average speed is 387.82% of the surrounding traffic's one", + "Average speed is 518.05% of the surrounding traffic's one", + "Average speed is 672.88% of the surrounding traffic's one", + "Average speed is 629.75% of the surrounding traffic's one", + "Average speed is 346.14% of the surrounding traffic's one", + "Average speed is 320.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.0, + "duration_system": 91.1 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_04_10_06_30_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.57% of the surrounding traffic's one", + "Average speed is 546.46% of the surrounding traffic's one", + "Average speed is 480.54% of the surrounding traffic's one", + "Average speed is 344.07% of the surrounding traffic's one", + "Average speed is 153.73% of the surrounding traffic's one", + "Average speed is 63.74% of the surrounding traffic's one", + "Average speed is 56.14% of the surrounding traffic's one", + "Average speed is 381.9% of the surrounding traffic's one", + "Average speed is 384.02% of the surrounding traffic's one", + "Average speed is 209.98% of the surrounding traffic's one", + "Average speed is 406.74% of the surrounding traffic's one", + "Average speed is 948.43% of the surrounding traffic's one", + "Average speed is 2535.16% of the surrounding traffic's one", + "Average speed is 7556.6% of the surrounding traffic's one", + "Average speed is 3211.68% of the surrounding traffic's one", + "Average speed is 1963.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.15, + "duration_system": 90.099 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_04_10_06_25_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=4733 at (x=-4294.567, y=5606.005, z=174.978) at time=8.800s [CARLA Frame: 1492, Agent Step: 175]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 372.25% of the surrounding traffic's one", + "Average speed is 242.41% of the surrounding traffic's one", + "Average speed is 343.1% of the surrounding traffic's one", + "Average speed is 144.46% of the surrounding traffic's one", + "Average speed is 52.37% of the surrounding traffic's one", + "Average speed is 142.94% of the surrounding traffic's one", + "Average speed is 337.13% of the surrounding traffic's one", + "Average speed is 393.98% of the surrounding traffic's one", + "Average speed is 452.99% of the surrounding traffic's one", + "Average speed is 344.35% of the surrounding traffic's one", + "Average speed is 509.56% of the surrounding traffic's one", + "Average speed is 1003.87% of the surrounding traffic's one", + "Average speed is 3625.58% of the surrounding traffic's one", + "Average speed is 1290.29% of the surrounding traffic's one", + "Average speed is 880.3% of the surrounding traffic's one", + "Average speed is 765.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.85, + "duration_system": 87.105 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_04_10_06_21_20", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.fence and id=0 at (x=-2582.508, y=-93.528, z=173.19) at time=12.150s [CARLA Frame: 1581, Agent Step: 242]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2587.85, y=-79.557, z=173.291) at time=8.300s [CARLA Frame: 1504, Agent Step: 165]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.17% of the surrounding traffic's one", + "Average speed is 490.08% of the surrounding traffic's one", + "Average speed is 720.38% of the surrounding traffic's one", + "Average speed is 422.71% of the surrounding traffic's one", + "Average speed is 135.66% of the surrounding traffic's one", + "Average speed is 50.44% of the surrounding traffic's one", + "Average speed is 129.49% of the surrounding traffic's one", + "Average speed is 255.01% of the surrounding traffic's one", + "Average speed is 290.73% of the surrounding traffic's one", + "Average speed is 216.56% of the surrounding traffic's one", + "Average speed is 226.11% of the surrounding traffic's one", + "Average speed is 402.17% of the surrounding traffic's one", + "Average speed is 1596.61% of the surrounding traffic's one", + "Average speed is 1778.55% of the surrounding traffic's one", + "Average speed is 1483.04% of the surrounding traffic's one", + "Average speed is 1842.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.39, + "score_composed": 39.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 14.15, + "duration_system": 106.115 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_04_10_06_17_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.96% of the surrounding traffic's one", + "Average speed is 131.66% of the surrounding traffic's one", + "Average speed is 97.09% of the surrounding traffic's one", + "Average speed is 122.69% of the surrounding traffic's one", + "Average speed is 143.76% of the surrounding traffic's one", + "Average speed is 170.65% of the surrounding traffic's one", + "Average speed is 194.18% of the surrounding traffic's one", + "Average speed is 214.36% of the surrounding traffic's one", + "Average speed is 229.03% of the surrounding traffic's one", + "Average speed is 239.37% of the surrounding traffic's one", + "Average speed is 246.1% of the surrounding traffic's one", + "Average speed is 245.31% of the surrounding traffic's one", + "Average speed is 237.35% of the surrounding traffic's one", + "Average speed is 228.42% of the surrounding traffic's one", + "Average speed is 271.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.15, + "duration_system": 49.05 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_04_10_06_14_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.91% of the surrounding traffic's one", + "Average speed is 135.82% of the surrounding traffic's one", + "Average speed is 146.89% of the surrounding traffic's one", + "Average speed is 125.78% of the surrounding traffic's one", + "Average speed is 123.92% of the surrounding traffic's one", + "Average speed is 159.0% of the surrounding traffic's one", + "Average speed is 181.9% of the surrounding traffic's one", + "Average speed is 200.03% of the surrounding traffic's one", + "Average speed is 215.77% of the surrounding traffic's one", + "Average speed is 230.66% of the surrounding traffic's one", + "Average speed is 236.51% of the surrounding traffic's one", + "Average speed is 233.82% of the surrounding traffic's one", + "Average speed is 224.81% of the surrounding traffic's one", + "Average speed is 200.84% of the surrounding traffic's one", + "Average speed is 178.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.25, + "duration_system": 49.062 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_04_10_06_10_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.08% of the surrounding traffic's one", + "Average speed is 141.78% of the surrounding traffic's one", + "Average speed is 127.7% of the surrounding traffic's one", + "Average speed is 122.48% of the surrounding traffic's one", + "Average speed is 120.22% of the surrounding traffic's one", + "Average speed is 121.29% of the surrounding traffic's one", + "Average speed is 119.93% of the surrounding traffic's one", + "Average speed is 119.01% of the surrounding traffic's one", + "Average speed is 112.37% of the surrounding traffic's one", + "Average speed is 129.62% of the surrounding traffic's one", + "Average speed is 122.55% of the surrounding traffic's one", + "Average speed is 119.61% of the surrounding traffic's one", + "Average speed is 142.31% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 11.15, + "duration_system": 71.083 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_04_10_06_05_55", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.76% of the surrounding traffic's one", + "Average speed is 117.45% of the surrounding traffic's one", + "Average speed is 92.05% of the surrounding traffic's one", + "Average speed is 144.24% of the surrounding traffic's one", + "Average speed is 100.72% of the surrounding traffic's one", + "Average speed is 99.16% of the surrounding traffic's one", + "Average speed is 100.04% of the surrounding traffic's one", + "Average speed is 97.66% of the surrounding traffic's one", + "Average speed is 106.52% of the surrounding traffic's one", + "Average speed is 120.44% of the surrounding traffic's one", + "Average speed is 106.61% of the surrounding traffic's one", + "Average speed is 101.08% of the surrounding traffic's one", + "Average speed is 108.57% of the surrounding traffic's one", + "Average speed is 100.5% of the surrounding traffic's one", + "Average speed is 99.85% of the surrounding traffic's one", + "Average speed is 114.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 98.115 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_04_10_06_00_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.86% of the surrounding traffic's one", + "Average speed is 118.11% of the surrounding traffic's one", + "Average speed is 17.51% of the surrounding traffic's one", + "Average speed is 138.18% of the surrounding traffic's one", + "Average speed is 107.23% of the surrounding traffic's one", + "Average speed is 111.07% of the surrounding traffic's one", + "Average speed is 108.5% of the surrounding traffic's one", + "Average speed is 91.18% of the surrounding traffic's one", + "Average speed is 86.14% of the surrounding traffic's one", + "Average speed is 163.61% of the surrounding traffic's one", + "Average speed is 118.3% of the surrounding traffic's one", + "Average speed is 97.45% of the surrounding traffic's one", + "Average speed is 122.71% of the surrounding traffic's one", + "Average speed is 97.64% of the surrounding traffic's one", + "Average speed is 105.66% of the surrounding traffic's one", + "Average speed is 113.92% of the surrounding traffic's one", + "Average speed is 119.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 27.95, + "duration_system": 190.231 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_04_10_05_55_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 27.54% of the surrounding traffic's one", + "Average speed is 111.06% of the surrounding traffic's one", + "Average speed is 122.32% of the surrounding traffic's one", + "Average speed is 103.07% of the surrounding traffic's one", + "Average speed is 93.75% of the surrounding traffic's one", + "Average speed is 99.94% of the surrounding traffic's one", + "Average speed is 98.96% of the surrounding traffic's one", + "Average speed is 102.54% of the surrounding traffic's one", + "Average speed is 105.37% of the surrounding traffic's one", + "Average speed is 119.57% of the surrounding traffic's one", + "Average speed is 103.26% of the surrounding traffic's one", + "Average speed is 99.31% of the surrounding traffic's one", + "Average speed is 113.27% of the surrounding traffic's one", + "Average speed is 99.61% of the surrounding traffic's one", + "Average speed is 102.16% of the surrounding traffic's one", + "Average speed is 117.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 21.3, + "duration_system": 131.141 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_04_10_05_49_32", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.72% of the surrounding traffic's one", + "Average speed is 142.94% of the surrounding traffic's one", + "Average speed is 172.61% of the surrounding traffic's one", + "Average speed is 223.83% of the surrounding traffic's one", + "Average speed is 226.81% of the surrounding traffic's one", + "Average speed is 171.65% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one", + "Average speed is 193.42% of the surrounding traffic's one", + "Average speed is 153.61% of the surrounding traffic's one", + "Average speed is 129.96% of the surrounding traffic's one", + "Average speed is 104.44% of the surrounding traffic's one", + "Average speed is 102.21% of the surrounding traffic's one", + "Average speed is 94.88% of the surrounding traffic's one", + "Average speed is 100.88% of the surrounding traffic's one", + "Average speed is 115.61% of the surrounding traffic's one", + "Average speed is 114.05% of the surrounding traffic's one", + "Average speed is 116.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.35, + "duration_system": 159.858 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_04_10_05_45_08", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.36% of the surrounding traffic's one", + "Average speed is 216.72% of the surrounding traffic's one", + "Average speed is 377.22% of the surrounding traffic's one", + "Average speed is 570.26% of the surrounding traffic's one", + "Average speed is 510.89% of the surrounding traffic's one", + "Average speed is 520.47% of the surrounding traffic's one", + "Average speed is 548.2% of the surrounding traffic's one", + "Average speed is 490.36% of the surrounding traffic's one", + "Average speed is 490.98% of the surrounding traffic's one", + "Average speed is 536.12% of the surrounding traffic's one", + "Average speed is 549.54% of the surrounding traffic's one", + "Average speed is 502.19% of the surrounding traffic's one", + "Average speed is 433.99% of the surrounding traffic's one", + "Average speed is 380.34% of the surrounding traffic's one", + "Average speed is 459.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 12.65, + "duration_system": 91.105 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_04_10_05_39_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.85% of the surrounding traffic's one", + "Average speed is 140.86% of the surrounding traffic's one", + "Average speed is 178.01% of the surrounding traffic's one", + "Average speed is 207.8% of the surrounding traffic's one", + "Average speed is 269.16% of the surrounding traffic's one", + "Average speed is 379.04% of the surrounding traffic's one", + "Average speed is 305.18% of the surrounding traffic's one", + "Average speed is 53.08% of the surrounding traffic's one", + "Average speed is 239.43% of the surrounding traffic's one", + "Average speed is 363.84% of the surrounding traffic's one", + "Average speed is 288.28% of the surrounding traffic's one", + "Average speed is 159.3% of the surrounding traffic's one", + "Average speed is 228.57% of the surrounding traffic's one", + "Average speed is 219.84% of the surrounding traffic's one", + "Average speed is 286.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 16.55, + "duration_system": 147.155 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_04_11_09_00_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.12% of the surrounding traffic's one", + "Average speed is 152.05% of the surrounding traffic's one", + "Average speed is 177.04% of the surrounding traffic's one", + "Average speed is 219.89% of the surrounding traffic's one", + "Average speed is 261.54% of the surrounding traffic's one", + "Average speed is 356.48% of the surrounding traffic's one", + "Average speed is 444.37% of the surrounding traffic's one", + "Average speed is 282.58% of the surrounding traffic's one", + "Average speed is 27.06% of the surrounding traffic's one", + "Average speed is 369.85% of the surrounding traffic's one", + "Average speed is 555.34% of the surrounding traffic's one", + "Average speed is 475.2% of the surrounding traffic's one", + "Average speed is 489.59% of the surrounding traffic's one", + "Average speed is 903.08% of the surrounding traffic's one", + "Average speed is 773.99% of the surrounding traffic's one", + "Average speed is 736.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.35, + "duration_system": 169.21 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_04_10_04_21_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.88% of the surrounding traffic's one", + "Average speed is 136.88% of the surrounding traffic's one", + "Average speed is 202.5% of the surrounding traffic's one", + "Average speed is 285.15% of the surrounding traffic's one", + "Average speed is 164.47% of the surrounding traffic's one", + "Average speed is 18.97% of the surrounding traffic's one", + "Average speed is 269.11% of the surrounding traffic's one", + "Average speed is 321.41% of the surrounding traffic's one", + "Average speed is 214.79% of the surrounding traffic's one", + "Average speed is 201.06% of the surrounding traffic's one", + "Average speed is 279.01% of the surrounding traffic's one", + "Average speed is 233.44% of the surrounding traffic's one", + "Average speed is 218.53% of the surrounding traffic's one", + "Average speed is 213.87% of the surrounding traffic's one", + "Average speed is 246.94% of the surrounding traffic's one", + "Average speed is 236.84% of the surrounding traffic's one", + "Average speed is 200.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 27.6, + "duration_system": 234.262 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_04_10_04_14_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.63% of the surrounding traffic's one", + "Average speed is 153.81% of the surrounding traffic's one", + "Average speed is 227.35% of the surrounding traffic's one", + "Average speed is 216.44% of the surrounding traffic's one", + "Average speed is 235.56% of the surrounding traffic's one", + "Average speed is 233.59% of the surrounding traffic's one", + "Average speed is 217.74% of the surrounding traffic's one", + "Average speed is 155.58% of the surrounding traffic's one", + "Average speed is 89.78% of the surrounding traffic's one", + "Average speed is 106.97% of the surrounding traffic's one", + "Average speed is 116.88% of the surrounding traffic's one", + "Average speed is 98.23% of the surrounding traffic's one", + "Average speed is 86.65% of the surrounding traffic's one", + "Average speed is 73.13% of the surrounding traffic's one", + "Average speed is 33.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.9, + "duration_system": 241.121 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_04_10_04_09_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.46% of the surrounding traffic's one", + "Average speed is 163.47% of the surrounding traffic's one", + "Average speed is 200.88% of the surrounding traffic's one", + "Average speed is 165.24% of the surrounding traffic's one", + "Average speed is 148.52% of the surrounding traffic's one", + "Average speed is 121.98% of the surrounding traffic's one", + "Average speed is 77.01% of the surrounding traffic's one", + "Average speed is 70.18% of the surrounding traffic's one", + "Average speed is 83.43% of the surrounding traffic's one", + "Average speed is 217.18% of the surrounding traffic's one", + "Average speed is 334.17% of the surrounding traffic's one", + "Average speed is 410.39% of the surrounding traffic's one", + "Average speed is 360.59% of the surrounding traffic's one", + "Average speed is 437.31% of the surrounding traffic's one", + "Average speed is 528.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.5, + "duration_system": 110.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_04_10_03_59_55", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=4883 at (x=4304.516, y=576.609, z=175.673) at time=50.550s [CARLA Frame: 2333, Agent Step: 1010]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.59% of the surrounding traffic's one", + "Average speed is 141.41% of the surrounding traffic's one", + "Average speed is 221.18% of the surrounding traffic's one", + "Average speed is 235.31% of the surrounding traffic's one", + "Average speed is 216.16% of the surrounding traffic's one", + "Average speed is 174.74% of the surrounding traffic's one", + "Average speed is 67.99% of the surrounding traffic's one", + "Average speed is 17.69% of the surrounding traffic's one", + "Average speed is 567.59% of the surrounding traffic's one", + "Average speed is 777.83% of the surrounding traffic's one", + "Average speed is 568.38% of the surrounding traffic's one", + "Average speed is 380.44% of the surrounding traffic's one", + "Average speed is 217.81% of the surrounding traffic's one", + "Average speed is 203.62% of the surrounding traffic's one", + "Average speed is 213.55% of the surrounding traffic's one", + "Average speed is 259.78% of the surrounding traffic's one", + "Average speed is 439.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.541, + "duration_game": 60.2, + "duration_system": 421.24 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_04_10_03_56_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.58% of the surrounding traffic's one", + "Average speed is 139.18% of the surrounding traffic's one", + "Average speed is 124.16% of the surrounding traffic's one", + "Average speed is 196.85% of the surrounding traffic's one", + "Average speed is 197.37% of the surrounding traffic's one", + "Average speed is 203.5% of the surrounding traffic's one", + "Average speed is 223.82% of the surrounding traffic's one", + "Average speed is 236.19% of the surrounding traffic's one", + "Average speed is 241.8% of the surrounding traffic's one", + "Average speed is 243.65% of the surrounding traffic's one", + "Average speed is 243.72% of the surrounding traffic's one", + "Average speed is 238.43% of the surrounding traffic's one", + "Average speed is 225.99% of the surrounding traffic's one", + "Average speed is 222.65% of the surrounding traffic's one", + "Average speed is 238.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.65, + "duration_system": 68.072 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_04_10_03_51_55", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.29% of the surrounding traffic's one", + "Average speed is 174.79% of the surrounding traffic's one", + "Average speed is 201.55% of the surrounding traffic's one", + "Average speed is 257.28% of the surrounding traffic's one", + "Average speed is 230.59% of the surrounding traffic's one", + "Average speed is 220.62% of the surrounding traffic's one", + "Average speed is 223.89% of the surrounding traffic's one", + "Average speed is 212.96% of the surrounding traffic's one", + "Average speed is 199.18% of the surrounding traffic's one", + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 181.66% of the surrounding traffic's one", + "Average speed is 171.21% of the surrounding traffic's one", + "Average speed is 161.71% of the surrounding traffic's one", + "Average speed is 164.26% of the surrounding traffic's one", + "Average speed is 165.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.85, + "duration_system": 72.103 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_04_10_03_48_08", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.15% of the surrounding traffic's one", + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 126.83% of the surrounding traffic's one", + "Average speed is 158.98% of the surrounding traffic's one", + "Average speed is 175.12% of the surrounding traffic's one", + "Average speed is 193.9% of the surrounding traffic's one", + "Average speed is 215.46% of the surrounding traffic's one", + "Average speed is 226.84% of the surrounding traffic's one", + "Average speed is 242.51% of the surrounding traffic's one", + "Average speed is 251.75% of the surrounding traffic's one", + "Average speed is 247.31% of the surrounding traffic's one", + "Average speed is 244.2% of the surrounding traffic's one", + "Average speed is 226.46% of the surrounding traffic's one", + "Average speed is 194.14% of the surrounding traffic's one", + "Average speed is 174.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 7.95, + "duration_system": 60.069 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_04_10_03_44_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.61% of the surrounding traffic's one", + "Average speed is 187.07% of the surrounding traffic's one", + "Average speed is 187.11% of the surrounding traffic's one", + "Average speed is 209.55% of the surrounding traffic's one", + "Average speed is 215.8% of the surrounding traffic's one", + "Average speed is 210.02% of the surrounding traffic's one", + "Average speed is 224.82% of the surrounding traffic's one", + "Average speed is 231.78% of the surrounding traffic's one", + "Average speed is 231.25% of the surrounding traffic's one", + "Average speed is 213.88% of the surrounding traffic's one", + "Average speed is 199.88% of the surrounding traffic's one", + "Average speed is 176.47% of the surrounding traffic's one", + "Average speed is 153.48% of the surrounding traffic's one", + "Average speed is 192.1% of the surrounding traffic's one", + "Average speed is 218.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 45.052 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_04_10_03_34_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4724 at (x=-1123.877, y=5966.295, z=145.88) at time=45.150s [CARLA Frame: 2173, Agent Step: 902]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.31% of the surrounding traffic's one", + "Average speed is 153.03% of the surrounding traffic's one", + "Average speed is 173.41% of the surrounding traffic's one", + "Average speed is 174.32% of the surrounding traffic's one", + "Average speed is 51.19% of the surrounding traffic's one", + "Average speed is 4.53% of the surrounding traffic's one", + "Average speed is 155.73% of the surrounding traffic's one", + "Average speed is 217.57% of the surrounding traffic's one", + "Average speed is 221.95% of the surrounding traffic's one", + "Average speed is 218.15% of the surrounding traffic's one", + "Average speed is 172.01% of the surrounding traffic's one", + "Average speed is 41.29% of the surrounding traffic's one", + "Average speed is 122.01% of the surrounding traffic's one", + "Average speed is 158.42% of the surrounding traffic's one", + "Average speed is 117.14% of the surrounding traffic's one", + "Average speed is 120.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 51.3, + "duration_system": 460.577 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_04_11_08_53_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.65% of the surrounding traffic's one", + "Average speed is 134.45% of the surrounding traffic's one", + "Average speed is 184.73% of the surrounding traffic's one", + "Average speed is 206.94% of the surrounding traffic's one", + "Average speed is 179.34% of the surrounding traffic's one", + "Average speed is 169.48% of the surrounding traffic's one", + "Average speed is 127.81% of the surrounding traffic's one", + "Average speed is 52.5% of the surrounding traffic's one", + "Average speed is 114.5% of the surrounding traffic's one", + "Average speed is 223.1% of the surrounding traffic's one", + "Average speed is 214.57% of the surrounding traffic's one", + "Average speed is 167.06% of the surrounding traffic's one", + "Average speed is 118.06% of the surrounding traffic's one", + "Average speed is 101.62% of the surrounding traffic's one", + "Average speed is 116.06% of the surrounding traffic's one", + "Average speed is 12.23% of the surrounding traffic's one", + "Average speed is 106.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 34.0, + "duration_system": 250.304 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_04_10_02_17_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.98% of the surrounding traffic's one", + "Average speed is 134.37% of the surrounding traffic's one", + "Average speed is 200.81% of the surrounding traffic's one", + "Average speed is 164.93% of the surrounding traffic's one", + "Average speed is 165.88% of the surrounding traffic's one", + "Average speed is 65.77% of the surrounding traffic's one", + "Average speed is 61.85% of the surrounding traffic's one", + "Average speed is 179.29% of the surrounding traffic's one", + "Average speed is 176.87% of the surrounding traffic's one", + "Average speed is 160.44% of the surrounding traffic's one", + "Average speed is 115.1% of the surrounding traffic's one", + "Average speed is 110.7% of the surrounding traffic's one", + "Average speed is 107.87% of the surrounding traffic's one", + "Average speed is 130.57% of the surrounding traffic's one", + "Average speed is 117.13% of the surrounding traffic's one", + "Average speed is 115.91% of the surrounding traffic's one", + "Average speed is 97.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 17.95, + "duration_system": 116.141 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_04_10_02_11_42", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 83.6% of the surrounding traffic's one", + "Average speed is 12.56% of the surrounding traffic's one", + "Average speed is 312.92% of the surrounding traffic's one", + "Average speed is 466.4% of the surrounding traffic's one", + "Average speed is 673.19% of the surrounding traffic's one", + "Average speed is 632.05% of the surrounding traffic's one", + "Average speed is 591.77% of the surrounding traffic's one", + "Average speed is 526.52% of the surrounding traffic's one", + "Average speed is 1251.3% of the surrounding traffic's one", + "Average speed is 1099.17% of the surrounding traffic's one", + "Average speed is 1091.55% of the surrounding traffic's one", + "Average speed is 1086.31% of the surrounding traffic's one", + "Average speed is 1011.29% of the surrounding traffic's one", + "Average speed is 1129.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 21.25, + "duration_system": 206.223 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_04_10_02_07_07", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 81.33% of the surrounding traffic's one", + "Average speed is 28.18% of the surrounding traffic's one", + "Average speed is 339.35% of the surrounding traffic's one", + "Average speed is 405.89% of the surrounding traffic's one", + "Average speed is 587.32% of the surrounding traffic's one", + "Average speed is 608.31% of the surrounding traffic's one", + "Average speed is 718.35% of the surrounding traffic's one", + "Average speed is 542.74% of the surrounding traffic's one", + "Average speed is 811.85% of the surrounding traffic's one", + "Average speed is 517.24% of the surrounding traffic's one", + "Average speed is 315.25% of the surrounding traffic's one", + "Average speed is 268.04% of the surrounding traffic's one", + "Average speed is 216.1% of the surrounding traffic's one", + "Average speed is 145.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 12.0, + "duration_system": 121.128 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_04_10_02_03_40", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.57% of the surrounding traffic's one", + "Average speed is 193.21% of the surrounding traffic's one", + "Average speed is 269.05% of the surrounding traffic's one", + "Average speed is 289.15% of the surrounding traffic's one", + "Average speed is 285.08% of the surrounding traffic's one", + "Average speed is 286.93% of the surrounding traffic's one", + "Average speed is 299.59% of the surrounding traffic's one", + "Average speed is 304.9% of the surrounding traffic's one", + "Average speed is 326.37% of the surrounding traffic's one", + "Average speed is 636.21% of the surrounding traffic's one", + "Average speed is 508.24% of the surrounding traffic's one", + "Average speed is 425.06% of the surrounding traffic's one", + "Average speed is 256.79% of the surrounding traffic's one", + "Average speed is 173.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.7, + "duration_system": 55.054 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_04_10_01_48_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.01% of the surrounding traffic's one", + "Average speed is 303.97% of the surrounding traffic's one", + "Average speed is 3989.77% of the surrounding traffic's one", + "Average speed is 3889.79% of the surrounding traffic's one", + "Average speed is 2552.23% of the surrounding traffic's one", + "Average speed is 2226.62% of the surrounding traffic's one", + "Average speed is 1895.38% of the surrounding traffic's one", + "Average speed is 991.17% of the surrounding traffic's one", + "Average speed is 683.68% of the surrounding traffic's one", + "Average speed is 527.62% of the surrounding traffic's one", + "Average speed is 418.74% of the surrounding traffic's one", + "Average speed is 359.26% of the surrounding traffic's one", + "Average speed is 214.25% of the surrounding traffic's one", + "Average speed is 59.0% of the surrounding traffic's one", + "Average speed is 90.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 52.65, + "duration_system": 774.904 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_04_10_01_43_10", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.01% of the surrounding traffic's one", + "Average speed is 72.88% of the surrounding traffic's one", + "Average speed is 181.83% of the surrounding traffic's one", + "Average speed is 159.88% of the surrounding traffic's one", + "Average speed is 60.65% of the surrounding traffic's one", + "Average speed is 54.78% of the surrounding traffic's one", + "Average speed is 361.9% of the surrounding traffic's one", + "Average speed is 504.77% of the surrounding traffic's one", + "Average speed is 418.29% of the surrounding traffic's one", + "Average speed is 361.99% of the surrounding traffic's one", + "Average speed is 335.18% of the surrounding traffic's one", + "Average speed is 389.95% of the surrounding traffic's one", + "Average speed is 227.22% of the surrounding traffic's one", + "Average speed is 164.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 13.75, + "duration_system": 149.177 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_04_10_01_35_35", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 212.52% of the surrounding traffic's one", + "Average speed is 288.65% of the surrounding traffic's one", + "Average speed is 155.04% of the surrounding traffic's one", + "Average speed is 88.0% of the surrounding traffic's one", + "Average speed is 30.97% of the surrounding traffic's one", + "Average speed is 257.95% of the surrounding traffic's one", + "Average speed is 272.96% of the surrounding traffic's one", + "Average speed is 302.82% of the surrounding traffic's one", + "Average speed is 364.73% of the surrounding traffic's one", + "Average speed is 548.18% of the surrounding traffic's one", + "Average speed is 1128.57% of the surrounding traffic's one", + "Average speed is 684.81% of the surrounding traffic's one", + "Average speed is 479.4% of the surrounding traffic's one", + "Average speed is 169.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 30.75, + "duration_system": 299.384 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_04_10_01_30_04", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 235.97% of the surrounding traffic's one", + "Average speed is 284.87% of the surrounding traffic's one", + "Average speed is 284.03% of the surrounding traffic's one", + "Average speed is 198.24% of the surrounding traffic's one", + "Average speed is 49.2% of the surrounding traffic's one", + "Average speed is 59.07% of the surrounding traffic's one", + "Average speed is 298.56% of the surrounding traffic's one", + "Average speed is 345.77% of the surrounding traffic's one", + "Average speed is 419.1% of the surrounding traffic's one", + "Average speed is 464.08% of the surrounding traffic's one", + "Average speed is 592.76% of the surrounding traffic's one", + "Average speed is 598.83% of the surrounding traffic's one", + "Average speed is 548.94% of the surrounding traffic's one", + "Average speed is 293.09% of the surrounding traffic's one", + "Average speed is 226.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.35, + "duration_system": 181.194 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_04_10_01_11_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 12.21% of the surrounding traffic's one", + "Average speed is 580.99% of the surrounding traffic's one", + "Average speed is 364.69% of the surrounding traffic's one", + "Average speed is 205.49% of the surrounding traffic's one", + "Average speed is 43.25% of the surrounding traffic's one", + "Average speed is 352.03% of the surrounding traffic's one", + "Average speed is 479.31% of the surrounding traffic's one", + "Average speed is 511.73% of the surrounding traffic's one", + "Average speed is 363.82% of the surrounding traffic's one", + "Average speed is 402.86% of the surrounding traffic's one", + "Average speed is 1745.8% of the surrounding traffic's one", + "Average speed is 3853.72% of the surrounding traffic's one", + "Average speed is 469.14% of the surrounding traffic's one", + "Average speed is 147.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 47.0, + "duration_system": 968.41 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_04_10_01_06_39", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.51% of the surrounding traffic's one", + "Average speed is 219.76% of the surrounding traffic's one", + "Average speed is 217.91% of the surrounding traffic's one", + "Average speed is 79.28% of the surrounding traffic's one", + "Average speed is 43.25% of the surrounding traffic's one", + "Average speed is 251.09% of the surrounding traffic's one", + "Average speed is 395.11% of the surrounding traffic's one", + "Average speed is 356.98% of the surrounding traffic's one", + "Average speed is 364.62% of the surrounding traffic's one", + "Average speed is 330.68% of the surrounding traffic's one", + "Average speed is 407.36% of the surrounding traffic's one", + "Average speed is 292.18% of the surrounding traffic's one", + "Average speed is 171.52% of the surrounding traffic's one", + "Average speed is 159.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.45, + "duration_system": 130.144 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_04_10_01_01_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.42% of the surrounding traffic's one", + "Average speed is 283.64% of the surrounding traffic's one", + "Average speed is 261.13% of the surrounding traffic's one", + "Average speed is 434.96% of the surrounding traffic's one", + "Average speed is 500.13% of the surrounding traffic's one", + "Average speed is 533.23% of the surrounding traffic's one", + "Average speed is 633.11% of the surrounding traffic's one", + "Average speed is 615.81% of the surrounding traffic's one", + "Average speed is 584.67% of the surrounding traffic's one", + "Average speed is 526.78% of the surrounding traffic's one", + "Average speed is 577.0% of the surrounding traffic's one", + "Average speed is 746.91% of the surrounding traffic's one", + "Average speed is 829.97% of the surrounding traffic's one", + "Average speed is 1574.69% of the surrounding traffic's one", + "Average speed is 1317.59% of the surrounding traffic's one", + "Average speed is 618.98% of the surrounding traffic's one", + "Average speed is 369.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 13.2, + "duration_system": 182.177 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_04_10_00_56_10", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 542.1% of the surrounding traffic's one", + "Average speed is 477.44% of the surrounding traffic's one", + "Average speed is 698.19% of the surrounding traffic's one", + "Average speed is 747.55% of the surrounding traffic's one", + "Average speed is 395.6% of the surrounding traffic's one", + "Average speed is 345.18% of the surrounding traffic's one", + "Average speed is 228.84% of the surrounding traffic's one", + "Average speed is 280.33% of the surrounding traffic's one", + "Average speed is 345.23% of the surrounding traffic's one", + "Average speed is 220.15% of the surrounding traffic's one", + "Average speed is 174.32% of the surrounding traffic's one", + "Average speed is 162.09% of the surrounding traffic's one", + "Average speed is 207.69% of the surrounding traffic's one", + "Average speed is 576.5% of the surrounding traffic's one", + "Average speed is 461.42% of the surrounding traffic's one", + "Average speed is 390.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 13.3, + "duration_system": 147.148 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_04_10_00_50_28", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 245.72% of the surrounding traffic's one", + "Average speed is 285.25% of the surrounding traffic's one", + "Average speed is 278.2% of the surrounding traffic's one", + "Average speed is 437.62% of the surrounding traffic's one", + "Average speed is 517.71% of the surrounding traffic's one", + "Average speed is 537.21% of the surrounding traffic's one", + "Average speed is 527.1% of the surrounding traffic's one", + "Average speed is 409.16% of the surrounding traffic's one", + "Average speed is 366.47% of the surrounding traffic's one", + "Average speed is 475.45% of the surrounding traffic's one", + "Average speed is 467.73% of the surrounding traffic's one", + "Average speed is 476.25% of the surrounding traffic's one", + "Average speed is 612.14% of the surrounding traffic's one", + "Average speed is 1274.51% of the surrounding traffic's one", + "Average speed is 1050.5% of the surrounding traffic's one", + "Average speed is 648.42% of the surrounding traffic's one", + "Average speed is 424.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 14.1, + "duration_system": 192.213 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_04_10_00_45_21", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 162.61% of the surrounding traffic's one", + "Average speed is 427.62% of the surrounding traffic's one", + "Average speed is 447.69% of the surrounding traffic's one", + "Average speed is 393.77% of the surrounding traffic's one", + "Average speed is 461.4% of the surrounding traffic's one", + "Average speed is 437.93% of the surrounding traffic's one", + "Average speed is 448.88% of the surrounding traffic's one", + "Average speed is 456.38% of the surrounding traffic's one", + "Average speed is 819.24% of the surrounding traffic's one", + "Average speed is 1084.67% of the surrounding traffic's one", + "Average speed is 863.83% of the surrounding traffic's one", + "Average speed is 498.37% of the surrounding traffic's one", + "Average speed is 373.91% of the surrounding traffic's one", + "Average speed is 315.46% of the surrounding traffic's one", + "Average speed is 583.05% of the surrounding traffic's one", + "Average speed is 1760121.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.7, + "duration_system": 158.165 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_04_10_00_40_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.55% of the surrounding traffic's one", + "Average speed is 147.05% of the surrounding traffic's one", + "Average speed is 325.56% of the surrounding traffic's one", + "Average speed is 404.79% of the surrounding traffic's one", + "Average speed is 337.24% of the surrounding traffic's one", + "Average speed is 105.3% of the surrounding traffic's one", + "Average speed is 128.71% of the surrounding traffic's one", + "Average speed is 155.32% of the surrounding traffic's one", + "Average speed is 19.0% of the surrounding traffic's one", + "Average speed is 495.01% of the surrounding traffic's one", + "Average speed is 710.9% of the surrounding traffic's one", + "Average speed is 481.66% of the surrounding traffic's one", + "Average speed is 375.22% of the surrounding traffic's one", + "Average speed is 454.92% of the surrounding traffic's one", + "Average speed is 322.55% of the surrounding traffic's one", + "Average speed is 218.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.4, + "duration_system": 162.184 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_04_10_00_33_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.26% of the surrounding traffic's one", + "Average speed is 133.83% of the surrounding traffic's one", + "Average speed is 112.75% of the surrounding traffic's one", + "Average speed is 14.8% of the surrounding traffic's one", + "Average speed is 475.5% of the surrounding traffic's one", + "Average speed is 636.22% of the surrounding traffic's one", + "Average speed is 549.01% of the surrounding traffic's one", + "Average speed is 700.4% of the surrounding traffic's one", + "Average speed is 685.49% of the surrounding traffic's one", + "Average speed is 433.92% of the surrounding traffic's one", + "Average speed is 482.8% of the surrounding traffic's one", + "Average speed is 378.35% of the surrounding traffic's one", + "Average speed is 476.64% of the surrounding traffic's one", + "Average speed is 394.09% of the surrounding traffic's one", + "Average speed is 258.36% of the surrounding traffic's one", + "Average speed is 228.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 23.15, + "duration_system": 227.532 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_04_10_00_18_10", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.97% of the surrounding traffic's one", + "Average speed is 222.18% of the surrounding traffic's one", + "Average speed is 679.0% of the surrounding traffic's one", + "Average speed is 215.89% of the surrounding traffic's one", + "Average speed is 41.07% of the surrounding traffic's one", + "Average speed is 3.94% of the surrounding traffic's one", + "Average speed is 451.83% of the surrounding traffic's one", + "Average speed is 563.8% of the surrounding traffic's one", + "Average speed is 1072.22% of the surrounding traffic's one", + "Average speed is 875.63% of the surrounding traffic's one", + "Average speed is 790.53% of the surrounding traffic's one", + "Average speed is 1188.58% of the surrounding traffic's one", + "Average speed is 736.27% of the surrounding traffic's one", + "Average speed is 604.81% of the surrounding traffic's one", + "Average speed is 527.45% of the surrounding traffic's one", + "Average speed is 329.5% of the surrounding traffic's one", + "Average speed is 349.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 98.65, + "duration_system": 778.085 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_04_10_00_14_32", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.34% of the surrounding traffic's one", + "Average speed is 719.54% of the surrounding traffic's one", + "Average speed is 1021.85% of the surrounding traffic's one", + "Average speed is 594.42% of the surrounding traffic's one", + "Average speed is 360.14% of the surrounding traffic's one", + "Average speed is 324.19% of the surrounding traffic's one", + "Average speed is 286.66% of the surrounding traffic's one", + "Average speed is 315.77% of the surrounding traffic's one", + "Average speed is 295.92% of the surrounding traffic's one", + "Average speed is 260.75% of the surrounding traffic's one", + "Average speed is 292.31% of the surrounding traffic's one", + "Average speed is 802.74% of the surrounding traffic's one", + "Average speed is 1071.72% of the surrounding traffic's one", + "Average speed is 1138.53% of the surrounding traffic's one", + "Average speed is 1448.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.15, + "duration_system": 66.074 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_04_10_00_09_03", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3802 at (x=39.032, y=4838.811, z=372.115) at time=8.850s [CARLA Frame: 1456, Agent Step: 176]", + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3802 at (x=35.162, y=4835.555, z=372.131) at time=14.500s [CARLA Frame: 1569, Agent Step: 289]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=469 at (x=43.263, y=4842.199, z=372.109)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 206.84% of the surrounding traffic's one", + "Average speed is 541.93% of the surrounding traffic's one", + "Average speed is 785.18% of the surrounding traffic's one", + "Average speed is 331.06% of the surrounding traffic's one", + "Average speed is 124.95% of the surrounding traffic's one", + "Average speed is 50.39% of the surrounding traffic's one", + "Average speed is 88.34% of the surrounding traffic's one", + "Average speed is 255.78% of the surrounding traffic's one", + "Average speed is 58.49% of the surrounding traffic's one", + "Average speed is 245.29% of the surrounding traffic's one", + "Average speed is 613.89% of the surrounding traffic's one", + "Average speed is 1092.86% of the surrounding traffic's one", + "Average speed is 5127.8% of the surrounding traffic's one", + "Average speed is 3972.47% of the surrounding traffic's one", + "Average speed is 3853.02% of the surrounding traffic's one", + "Average speed is 3058.9% of the surrounding traffic's one", + "Average speed is 1299.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.288, + "score_composed": 28.8 + }, + "meta": { + "route_length": 78.855, + "duration_game": 18.15, + "duration_system": 173.241 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_04_10_00_04_44", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.05% of the surrounding traffic's one", + "Average speed is 332.14% of the surrounding traffic's one", + "Average speed is 449.91% of the surrounding traffic's one", + "Average speed is 305.64% of the surrounding traffic's one", + "Average speed is 100.3% of the surrounding traffic's one", + "Average speed is 98.23% of the surrounding traffic's one", + "Average speed is 208.02% of the surrounding traffic's one", + "Average speed is 250.64% of the surrounding traffic's one", + "Average speed is 219.28% of the surrounding traffic's one", + "Average speed is 223.26% of the surrounding traffic's one", + "Average speed is 340.92% of the surrounding traffic's one", + "Average speed is 911.42% of the surrounding traffic's one", + "Average speed is 548.02% of the surrounding traffic's one", + "Average speed is 326.02% of the surrounding traffic's one", + "Average speed is 201.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 11.1, + "duration_system": 99.123 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_04_10_00_01_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 240.3% of the surrounding traffic's one", + "Average speed is 797.71% of the surrounding traffic's one", + "Average speed is 707.65% of the surrounding traffic's one", + "Average speed is 343.06% of the surrounding traffic's one", + "Average speed is 224.8% of the surrounding traffic's one", + "Average speed is 86.65% of the surrounding traffic's one", + "Average speed is 227.53% of the surrounding traffic's one", + "Average speed is 279.69% of the surrounding traffic's one", + "Average speed is 245.62% of the surrounding traffic's one", + "Average speed is 211.69% of the surrounding traffic's one", + "Average speed is 184.99% of the surrounding traffic's one", + "Average speed is 296.55% of the surrounding traffic's one", + "Average speed is 547.4% of the surrounding traffic's one", + "Average speed is 340.16% of the surrounding traffic's one", + "Average speed is 382.65% of the surrounding traffic's one", + "Average speed is 359.84% of the surrounding traffic's one", + "Average speed is 244.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.65, + "duration_system": 71.081 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_04_11_08_16_17", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.017, y=-86.579, z=336.046) at time=10.300s [CARLA Frame: 1296, Agent Step: 205]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2378.911, y=-79.386, z=335.97) at time=10.950s [CARLA Frame: 1309, Agent Step: 218]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.733 meters (3.39% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 148.72% of the surrounding traffic's one", + "Average speed is 272.24% of the surrounding traffic's one", + "Average speed is 432.13% of the surrounding traffic's one", + "Average speed is 415.1% of the surrounding traffic's one", + "Average speed is 23.63% of the surrounding traffic's one", + "Average speed is 170.43% of the surrounding traffic's one", + "Average speed is 453.32% of the surrounding traffic's one", + "Average speed is 486.88% of the surrounding traffic's one", + "Average speed is 485.3% of the surrounding traffic's one", + "Average speed is 515.7% of the surrounding traffic's one", + "Average speed is 426.95% of the surrounding traffic's one", + "Average speed is 34.81% of the surrounding traffic's one", + "Average speed is 409.89% of the surrounding traffic's one", + "Average speed is 311.7% of the surrounding traffic's one", + "Average speed is 350.14% of the surrounding traffic's one", + "Average speed is 281.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.347807, + "score_composed": 34.780743 + }, + "meta": { + "route_length": 87.704, + "duration_game": 201.5, + "duration_system": 1941.857 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_04_11_08_11_14", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1584 at (x=1371.346, y=5004.662, z=370.807)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.5% of the surrounding traffic's one", + "Average speed is 131.36% of the surrounding traffic's one", + "Average speed is 462.69% of the surrounding traffic's one", + "Average speed is 245.51% of the surrounding traffic's one", + "Average speed is 158.89% of the surrounding traffic's one", + "Average speed is 158.0% of the surrounding traffic's one", + "Average speed is 160.36% of the surrounding traffic's one", + "Average speed is 179.76% of the surrounding traffic's one", + "Average speed is 184.8% of the surrounding traffic's one", + "Average speed is 171.54% of the surrounding traffic's one", + "Average speed is 149.18% of the surrounding traffic's one", + "Average speed is 126.02% of the surrounding traffic's one", + "Average speed is 156.69% of the surrounding traffic's one", + "Average speed is 145.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 10.0, + "duration_system": 136.15 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_04_11_08_07_04", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.256, y=4700.09, z=365.259) at time=9.800s [CARLA Frame: 1458, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.67% of the surrounding traffic's one", + "Average speed is 414.24% of the surrounding traffic's one", + "Average speed is 467.98% of the surrounding traffic's one", + "Average speed is 191.2% of the surrounding traffic's one", + "Average speed is 63.95% of the surrounding traffic's one", + "Average speed is 26.85% of the surrounding traffic's one", + "Average speed is 170.44% of the surrounding traffic's one", + "Average speed is 327.57% of the surrounding traffic's one", + "Average speed is 371.4% of the surrounding traffic's one", + "Average speed is 359.0% of the surrounding traffic's one", + "Average speed is 315.45% of the surrounding traffic's one", + "Average speed is 428.51% of the surrounding traffic's one", + "Average speed is 289.32% of the surrounding traffic's one", + "Average speed is 324.62% of the surrounding traffic's one", + "Average speed is 308.62% of the surrounding traffic's one", + "Average speed is 255.28% of the surrounding traffic's one", + "Average speed is 265.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.9, + "duration_system": 92.108 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_04_11_07_58_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2390.315, y=-93.71, z=335.702) at time=33.250s [CARLA Frame: 1889, Agent Step: 664]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.53% of the surrounding traffic's one", + "Average speed is 286.66% of the surrounding traffic's one", + "Average speed is 234.11% of the surrounding traffic's one", + "Average speed is 12.13% of the surrounding traffic's one", + "Average speed is 1547.6% of the surrounding traffic's one", + "Average speed is 1154.72% of the surrounding traffic's one", + "Average speed is 1144.75% of the surrounding traffic's one", + "Average speed is 1060.2% of the surrounding traffic's one", + "Average speed is 967.07% of the surrounding traffic's one", + "Average speed is 898.52% of the surrounding traffic's one", + "Average speed is 1087.12% of the surrounding traffic's one", + "Average speed is 4457.52% of the surrounding traffic's one", + "Average speed is 797.15% of the surrounding traffic's one", + "Average speed is 593.58% of the surrounding traffic's one", + "Average speed is 376.39% of the surrounding traffic's one", + "Average speed is 298.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.15, + "duration_system": 361.432 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_04_11_07_51_53", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.62% of the surrounding traffic's one", + "Average speed is 152.93% of the surrounding traffic's one", + "Average speed is 356.61% of the surrounding traffic's one", + "Average speed is 72.56% of the surrounding traffic's one", + "Average speed is 29.35% of the surrounding traffic's one", + "Average speed is 275.88% of the surrounding traffic's one", + "Average speed is 382.66% of the surrounding traffic's one", + "Average speed is 394.63% of the surrounding traffic's one", + "Average speed is 731.53% of the surrounding traffic's one", + "Average speed is 459.43% of the surrounding traffic's one", + "Average speed is 340.95% of the surrounding traffic's one", + "Average speed is 422.03% of the surrounding traffic's one", + "Average speed is 406.77% of the surrounding traffic's one", + "Average speed is 232.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.5, + "duration_system": 212.218 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_04_11_07_44_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 221.22% of the surrounding traffic's one", + "Average speed is 409.92% of the surrounding traffic's one", + "Average speed is 385.93% of the surrounding traffic's one", + "Average speed is 85.38% of the surrounding traffic's one", + "Average speed is 19.46% of the surrounding traffic's one", + "Average speed is 35.11% of the surrounding traffic's one", + "Average speed is 399.52% of the surrounding traffic's one", + "Average speed is 453.74% of the surrounding traffic's one", + "Average speed is 441.15% of the surrounding traffic's one", + "Average speed is 359.34% of the surrounding traffic's one", + "Average speed is 531.59% of the surrounding traffic's one", + "Average speed is 1645.66% of the surrounding traffic's one", + "Average speed is 1133.22% of the surrounding traffic's one", + "Average speed is 428.9% of the surrounding traffic's one", + "Average speed is 440.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 27.05, + "duration_system": 250.263 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_04_11_07_40_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.63% of the surrounding traffic's one", + "Average speed is 121.48% of the surrounding traffic's one", + "Average speed is 128.47% of the surrounding traffic's one", + "Average speed is 44.23% of the surrounding traffic's one", + "Average speed is 352.81% of the surrounding traffic's one", + "Average speed is 358.14% of the surrounding traffic's one", + "Average speed is 366.75% of the surrounding traffic's one", + "Average speed is 364.46% of the surrounding traffic's one", + "Average speed is 451.88% of the surrounding traffic's one", + "Average speed is 425.66% of the surrounding traffic's one", + "Average speed is 393.8% of the surrounding traffic's one", + "Average speed is 387.13% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 10882914173.74% of the surrounding traffic's one", + "Average speed is 186.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 12.4, + "duration_system": 111.122 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_04_11_12_45_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.71% of the surrounding traffic's one", + "Average speed is 119.86% of the surrounding traffic's one", + "Average speed is 99.52% of the surrounding traffic's one", + "Average speed is 97.94% of the surrounding traffic's one", + "Average speed is 109.31% of the surrounding traffic's one", + "Average speed is 180.34% of the surrounding traffic's one", + "Average speed is 42.48% of the surrounding traffic's one", + "Average speed is 209.5% of the surrounding traffic's one", + "Average speed is 186.75% of the surrounding traffic's one", + "Average speed is 247.41% of the surrounding traffic's one", + "Average speed is 219.86% of the surrounding traffic's one", + "Average speed is 173.46% of the surrounding traffic's one", + "Average speed is 136.96% of the surrounding traffic's one", + "Average speed is 111.16% of the surrounding traffic's one", + "Average speed is 231.41% of the surrounding traffic's one", + "Average speed is 183.45% of the surrounding traffic's one", + "Average speed is 104.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 30.65, + "duration_system": 444.458 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_04_11_06_24_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 274.01% of the surrounding traffic's one", + "Average speed is 214.74% of the surrounding traffic's one", + "Average speed is 127.12% of the surrounding traffic's one", + "Average speed is 122.36% of the surrounding traffic's one", + "Average speed is 149.98% of the surrounding traffic's one", + "Average speed is 208.8% of the surrounding traffic's one", + "Average speed is 210.83% of the surrounding traffic's one", + "Average speed is 210.73% of the surrounding traffic's one", + "Average speed is 174.99% of the surrounding traffic's one", + "Average speed is 205.17% of the surrounding traffic's one", + "Average speed is 337.67% of the surrounding traffic's one", + "Average speed is 263.78% of the surrounding traffic's one", + "Average speed is 149.1% of the surrounding traffic's one", + "Average speed is 147.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 12.8, + "duration_system": 148.169 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_04_11_06_20_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=165 at (x=194.924, y=-309.661, z=0.028) at time=10.700s [CARLA Frame: 1360, Agent Step: 213]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 258.64% of the surrounding traffic's one", + "Average speed is 144.08% of the surrounding traffic's one", + "Average speed is 179.98% of the surrounding traffic's one", + "Average speed is 147.8% of the surrounding traffic's one", + "Average speed is 25.56% of the surrounding traffic's one", + "Average speed is 179.07% of the surrounding traffic's one", + "Average speed is 448.96% of the surrounding traffic's one", + "Average speed is 546.63% of the surrounding traffic's one", + "Average speed is 339.95% of the surrounding traffic's one", + "Average speed is 313.79% of the surrounding traffic's one", + "Average speed is 252.48% of the surrounding traffic's one", + "Average speed is 330.18% of the surrounding traffic's one", + "Average speed is 420.31% of the surrounding traffic's one", + "Average speed is 388.87% of the surrounding traffic's one", + "Average speed is 246.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 13.35, + "duration_system": 107.104 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_04_11_12_42_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=160 at (x=262.507, y=-247.03, z=0.002) at time=9.900s [CARLA Frame: 1529, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.68% of the surrounding traffic's one", + "Average speed is 770.82% of the surrounding traffic's one", + "Average speed is 775.3% of the surrounding traffic's one", + "Average speed is 61.19% of the surrounding traffic's one", + "Average speed is 32.75% of the surrounding traffic's one", + "Average speed is 124.57% of the surrounding traffic's one", + "Average speed is 263.13% of the surrounding traffic's one", + "Average speed is 532.68% of the surrounding traffic's one", + "Average speed is 1074.95% of the surrounding traffic's one", + "Average speed is 498.74% of the surrounding traffic's one", + "Average speed is 499.72% of the surrounding traffic's one", + "Average speed is 391.9% of the surrounding traffic's one", + "Average speed is 448.64% of the surrounding traffic's one", + "Average speed is 261.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 13.05, + "duration_system": 115.119 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_04_11_12_37_56", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.346, y=-250.623, z=0.008) at time=8.950s [CARLA Frame: 1494, Agent Step: 178]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=38 at (x=245.631, y=-246.074, z=0.004)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.49% of the surrounding traffic's one", + "Average speed is 2546.9% of the surrounding traffic's one", + "Average speed is 2549.34% of the surrounding traffic's one", + "Average speed is 567.9% of the surrounding traffic's one", + "Average speed is 159.25% of the surrounding traffic's one", + "Average speed is 35.04% of the surrounding traffic's one", + "Average speed is 102.44% of the surrounding traffic's one", + "Average speed is 188.07% of the surrounding traffic's one", + "Average speed is 228.42% of the surrounding traffic's one", + "Average speed is 259.04% of the surrounding traffic's one", + "Average speed is 374.31% of the surrounding traffic's one", + "Average speed is 441.25% of the surrounding traffic's one", + "Average speed is 296.57% of the surrounding traffic's one", + "Average speed is 232.19% of the surrounding traffic's one", + "Average speed is 433.6% of the surrounding traffic's one", + "Average speed is 377.69% of the surrounding traffic's one", + "Average speed is 320.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.48, + "score_composed": 48.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 12.95, + "duration_system": 120.121 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_04_11_03_50_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.05% of the surrounding traffic's one", + "Average speed is 217.62% of the surrounding traffic's one", + "Average speed is 150.94% of the surrounding traffic's one", + "Average speed is 7.03% of the surrounding traffic's one", + "Average speed is 1693.08% of the surrounding traffic's one", + "Average speed is 1321.01% of the surrounding traffic's one", + "Average speed is 1989.35% of the surrounding traffic's one", + "Average speed is 1818.09% of the surrounding traffic's one", + "Average speed is 2114.88% of the surrounding traffic's one", + "Average speed is 3692.28% of the surrounding traffic's one", + "Average speed is 3128.72% of the surrounding traffic's one", + "Average speed is 777.58% of the surrounding traffic's one", + "Average speed is 248.36% of the surrounding traffic's one", + "Average speed is 190.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.15, + "duration_system": 251.45 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_04_11_03_45_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 34 at (x=106.12, y=324.08, z=0.103)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.53% of the surrounding traffic's one", + "Average speed is 103.43% of the surrounding traffic's one", + "Average speed is 67.8% of the surrounding traffic's one", + "Average speed is 89.8% of the surrounding traffic's one", + "Average speed is 79.44% of the surrounding traffic's one", + "Average speed is 129.61% of the surrounding traffic's one", + "Average speed is 117.0% of the surrounding traffic's one", + "Average speed is 64.44% of the surrounding traffic's one", + "Average speed is 127.2% of the surrounding traffic's one", + "Average speed is 90.41% of the surrounding traffic's one", + "Average speed is 129.57% of the surrounding traffic's one", + "Average speed is 317.5% of the surrounding traffic's one", + "Average speed is 314.74% of the surrounding traffic's one", + "Average speed is 289.31% of the surrounding traffic's one", + "Average speed is 195.52% of the surrounding traffic's one", + "Average speed is 179.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 18.25, + "duration_system": 147.166 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_04_09_23_56_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.78% of the surrounding traffic's one", + "Average speed is 170.78% of the surrounding traffic's one", + "Average speed is 122.28% of the surrounding traffic's one", + "Average speed is 164.58% of the surrounding traffic's one", + "Average speed is 183.19% of the surrounding traffic's one", + "Average speed is 209.6% of the surrounding traffic's one", + "Average speed is 253.05% of the surrounding traffic's one", + "Average speed is 263.69% of the surrounding traffic's one", + "Average speed is 272.98% of the surrounding traffic's one", + "Average speed is 254.89% of the surrounding traffic's one", + "Average speed is 208.46% of the surrounding traffic's one", + "Average speed is 188.64% of the surrounding traffic's one", + "Average speed is 190.11% of the surrounding traffic's one", + "Average speed is 179.64% of the surrounding traffic's one", + "Average speed is 170.69% of the surrounding traffic's one", + "Average speed is 231.87% of the surrounding traffic's one", + "Average speed is 175.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 9.25, + "duration_system": 107.106 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_04_09_23_51_47", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.45% of the surrounding traffic's one", + "Average speed is 168.09% of the surrounding traffic's one", + "Average speed is 143.59% of the surrounding traffic's one", + "Average speed is 143.39% of the surrounding traffic's one", + "Average speed is 123.39% of the surrounding traffic's one", + "Average speed is 123.45% of the surrounding traffic's one", + "Average speed is 126.2% of the surrounding traffic's one", + "Average speed is 111.09% of the surrounding traffic's one", + "Average speed is 121.75% of the surrounding traffic's one", + "Average speed is 123.9% of the surrounding traffic's one", + "Average speed is 111.39% of the surrounding traffic's one", + "Average speed is 125.95% of the surrounding traffic's one", + "Average speed is 126.25% of the surrounding traffic's one", + "Average speed is 183.37% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.65, + "duration_system": 141.154 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_04_11_03_39_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.47% of the surrounding traffic's one", + "Average speed is 492.74% of the surrounding traffic's one", + "Average speed is 386.96% of the surrounding traffic's one", + "Average speed is 199.58% of the surrounding traffic's one", + "Average speed is 93.88% of the surrounding traffic's one", + "Average speed is 14.57% of the surrounding traffic's one", + "Average speed is 358.03% of the surrounding traffic's one", + "Average speed is 403.24% of the surrounding traffic's one", + "Average speed is 363.2% of the surrounding traffic's one", + "Average speed is 472.71% of the surrounding traffic's one", + "Average speed is 556.39% of the surrounding traffic's one", + "Average speed is 480.95% of the surrounding traffic's one", + "Average speed is 301.97% of the surrounding traffic's one", + "Average speed is 277.61% of the surrounding traffic's one", + "Average speed is 205.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.7, + "duration_system": 217.295 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_04_11_03_34_47", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=1746 at (x=-1802.186, y=-10134.325, z=274.837) at time=7.550s [CARLA Frame: 1325, Agent Step: 150]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 6.0 meters (9.47% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 317.4% of the surrounding traffic's one", + "Average speed is 499.76% of the surrounding traffic's one", + "Average speed is 400.61% of the surrounding traffic's one", + "Average speed is 260.89% of the surrounding traffic's one", + "Average speed is 95.46% of the surrounding traffic's one", + "Average speed is 133.5% of the surrounding traffic's one", + "Average speed is 241.93% of the surrounding traffic's one", + "Average speed is 235.52% of the surrounding traffic's one", + "Average speed is 197.72% of the surrounding traffic's one", + "Average speed is 139.4% of the surrounding traffic's one", + "Average speed is 727.67% of the surrounding traffic's one", + "Average speed is 496.0% of the surrounding traffic's one", + "Average speed is 353.9% of the surrounding traffic's one", + "Average speed is 383.99% of the surrounding traffic's one", + "Average speed is 322.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.543185, + "score_composed": 54.318531 + }, + "meta": { + "route_length": 70.367, + "duration_game": 9.6, + "duration_system": 120.118 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_04_11_03_29_50", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.31% of the surrounding traffic's one", + "Average speed is 1822.25% of the surrounding traffic's one", + "Average speed is 578.78% of the surrounding traffic's one", + "Average speed is 120.64% of the surrounding traffic's one", + "Average speed is 17.05% of the surrounding traffic's one", + "Average speed is 77.68% of the surrounding traffic's one", + "Average speed is 689.38% of the surrounding traffic's one", + "Average speed is 728.0% of the surrounding traffic's one", + "Average speed is 736.35% of the surrounding traffic's one", + "Average speed is 813.13% of the surrounding traffic's one", + "Average speed is 1374.95% of the surrounding traffic's one", + "Average speed is 714.36% of the surrounding traffic's one", + "Average speed is 609.45% of the surrounding traffic's one", + "Average speed is 391.68% of the surrounding traffic's one", + "Average speed is 277.27% of the surrounding traffic's one", + "Average speed is 224.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 17.2, + "duration_system": 159.165 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_04_11_03_20_28", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.07% of the surrounding traffic's one", + "Average speed is 239.54% of the surrounding traffic's one", + "Average speed is 489.39% of the surrounding traffic's one", + "Average speed is 18.78% of the surrounding traffic's one", + "Average speed is 17.5% of the surrounding traffic's one", + "Average speed is 708.59% of the surrounding traffic's one", + "Average speed is 750.16% of the surrounding traffic's one", + "Average speed is 635.52% of the surrounding traffic's one", + "Average speed is 625.0% of the surrounding traffic's one", + "Average speed is 555.33% of the surrounding traffic's one", + "Average speed is 1670.73% of the surrounding traffic's one", + "Average speed is 8499.95% of the surrounding traffic's one", + "Average speed is 1255.65% of the surrounding traffic's one", + "Average speed is 963.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.15, + "duration_system": 430.511 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_04_11_12_31_14", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.87, y=-81.275, z=0.028) at time=17.550s [CARLA Frame: 1637, Agent Step: 350]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.22% of the surrounding traffic's one", + "Average speed is 147.58% of the surrounding traffic's one", + "Average speed is 149.43% of the surrounding traffic's one", + "Average speed is 143.6% of the surrounding traffic's one", + "Average speed is 32.84% of the surrounding traffic's one", + "Average speed is 1561.99% of the surrounding traffic's one", + "Average speed is 1584.05% of the surrounding traffic's one", + "Average speed is 1356.66% of the surrounding traffic's one", + "Average speed is 929.16% of the surrounding traffic's one", + "Average speed is 919.69% of the surrounding traffic's one", + "Average speed is 481.24% of the surrounding traffic's one", + "Average speed is 323.82% of the surrounding traffic's one", + "Average speed is 402.24% of the surrounding traffic's one", + "Average speed is 465.09% of the surrounding traffic's one", + "Average speed is 533.72% of the surrounding traffic's one", + "Average speed is 494.43% of the surrounding traffic's one", + "Average speed is 508.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 22.6, + "duration_system": 275.373 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_04_11_02_39_37", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.79% of the surrounding traffic's one", + "Average speed is 192.44% of the surrounding traffic's one", + "Average speed is 234.06% of the surrounding traffic's one", + "Average speed is 93.7% of the surrounding traffic's one", + "Average speed is 188.39% of the surrounding traffic's one", + "Average speed is 237.54% of the surrounding traffic's one", + "Average speed is 236.86% of the surrounding traffic's one", + "Average speed is 246.49% of the surrounding traffic's one", + "Average speed is 204.65% of the surrounding traffic's one", + "Average speed is 31.81% of the surrounding traffic's one", + "Average speed is 437.75% of the surrounding traffic's one", + "Average speed is 343.68% of the surrounding traffic's one", + "Average speed is 252.96% of the surrounding traffic's one", + "Average speed is 244.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 20.7, + "duration_system": 199.204 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_04_09_23_44_42", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.75% of the surrounding traffic's one", + "Average speed is 73.48% of the surrounding traffic's one", + "Average speed is 195.12% of the surrounding traffic's one", + "Average speed is 218.24% of the surrounding traffic's one", + "Average speed is 143.78% of the surrounding traffic's one", + "Average speed is 68.76% of the surrounding traffic's one", + "Average speed is 120.08% of the surrounding traffic's one", + "Average speed is 76.64% of the surrounding traffic's one", + "Average speed is 129.46% of the surrounding traffic's one", + "Average speed is 53.58% of the surrounding traffic's one", + "Average speed is 169.53% of the surrounding traffic's one", + "Average speed is 68.8% of the surrounding traffic's one", + "Average speed is 195.27% of the surrounding traffic's one", + "Average speed is 198.34% of the surrounding traffic's one", + "Average speed is 156.58% of the surrounding traffic's one", + "Average speed is 122.41% of the surrounding traffic's one", + "Average speed is 161.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 22.35, + "duration_system": 276.315 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_04_09_23_31_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3697 at (x=-1626.25, y=6471.239, z=372.575) at time=20.800s [CARLA Frame: 1759, Agent Step: 415]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.81% of the surrounding traffic's one", + "Average speed is 153.97% of the surrounding traffic's one", + "Average speed is 176.37% of the surrounding traffic's one", + "Average speed is 173.66% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 151.11% of the surrounding traffic's one", + "Average speed is 230.79% of the surrounding traffic's one", + "Average speed is 13.93% of the surrounding traffic's one", + "Average speed is 5.36% of the surrounding traffic's one", + "Average speed is 230.47% of the surrounding traffic's one", + "Average speed is 246.13% of the surrounding traffic's one", + "Average speed is 226.83% of the surrounding traffic's one", + "Average speed is 197.77% of the surrounding traffic's one", + "Average speed is 129.98% of the surrounding traffic's one", + "Average speed is 106.36% of the surrounding traffic's one", + "Average speed is 118.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 68.4, + "duration_system": 626.763 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_04_11_01_28_13", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=689.277, y=744.259, z=117.995) at time=9.600s [CARLA Frame: 1318, Agent Step: 191]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.11% of the surrounding traffic's one", + "Average speed is 210.2% of the surrounding traffic's one", + "Average speed is 311.01% of the surrounding traffic's one", + "Average speed is 773.62% of the surrounding traffic's one", + "Average speed is 578.83% of the surrounding traffic's one", + "Average speed is 55.82% of the surrounding traffic's one", + "Average speed is 168.35% of the surrounding traffic's one", + "Average speed is 240.06% of the surrounding traffic's one", + "Average speed is 218.81% of the surrounding traffic's one", + "Average speed is 274.75% of the surrounding traffic's one", + "Average speed is 277.73% of the surrounding traffic's one", + "Average speed is 383.67% of the surrounding traffic's one", + "Average speed is 413.56% of the surrounding traffic's one", + "Average speed is 565.34% of the surrounding traffic's one", + "Average speed is 732.94% of the surrounding traffic's one", + "Average speed is 746.6% of the surrounding traffic's one", + "Average speed is 667.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.1, + "duration_system": 140.145 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_04_11_01_19_01", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 633.06% of the surrounding traffic's one", + "Average speed is 1130.37% of the surrounding traffic's one", + "Average speed is 573.25% of the surrounding traffic's one", + "Average speed is 117.34% of the surrounding traffic's one", + "Average speed is 11.01% of the surrounding traffic's one", + "Average speed is 1393.53% of the surrounding traffic's one", + "Average speed is 1282.3% of the surrounding traffic's one", + "Average speed is 1417.62% of the surrounding traffic's one", + "Average speed is 1222.69% of the surrounding traffic's one", + "Average speed is 1343.81% of the surrounding traffic's one", + "Average speed is 1343.86% of the surrounding traffic's one", + "Average speed is 1079.19% of the surrounding traffic's one", + "Average speed is 1586.41% of the surrounding traffic's one", + "Average speed is 1412.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.6, + "duration_system": 408.479 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_04_11_01_14_18", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=171 at (x=-107.048, y=95.031, z=-0.003) at time=10.250s [CARLA Frame: 1416, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.78% of the surrounding traffic's one", + "Average speed is 418.98% of the surrounding traffic's one", + "Average speed is 2487.89% of the surrounding traffic's one", + "Average speed is 1249.37% of the surrounding traffic's one", + "Average speed is 548.94% of the surrounding traffic's one", + "Average speed is 47.42% of the surrounding traffic's one", + "Average speed is 252.01% of the surrounding traffic's one", + "Average speed is 415.3% of the surrounding traffic's one", + "Average speed is 480.65% of the surrounding traffic's one", + "Average speed is 487.76% of the surrounding traffic's one", + "Average speed is 506.75% of the surrounding traffic's one", + "Average speed is 1252.16% of the surrounding traffic's one", + "Average speed is 1370.25% of the surrounding traffic's one", + "Average speed is 694.78% of the surrounding traffic's one", + "Average speed is 569.42% of the surrounding traffic's one", + "Average speed is 553.08% of the surrounding traffic's one", + "Average speed is 474.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 12.75, + "duration_system": 148.148 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_04_11_01_05_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.83% of the surrounding traffic's one", + "Average speed is 148.18% of the surrounding traffic's one", + "Average speed is 269.66% of the surrounding traffic's one", + "Average speed is 39.19% of the surrounding traffic's one", + "Average speed is 301.53% of the surrounding traffic's one", + "Average speed is 339.12% of the surrounding traffic's one", + "Average speed is 536.51% of the surrounding traffic's one", + "Average speed is 674.4% of the surrounding traffic's one", + "Average speed is 82.99% of the surrounding traffic's one", + "Average speed is 10589.87% of the surrounding traffic's one", + "Average speed is 5532.44% of the surrounding traffic's one", + "Average speed is 60728.12% of the surrounding traffic's one", + "Average speed is 6954.17% of the surrounding traffic's one", + "Average speed is 2557.59% of the surrounding traffic's one", + "Average speed is 1846.9% of the surrounding traffic's one", + "Average speed is 1312.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 56.8, + "duration_system": 403.663 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_04_11_01_01_25", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 102.02% of the surrounding traffic's one", + "Average speed is 171.97% of the surrounding traffic's one", + "Average speed is 473.73% of the surrounding traffic's one", + "Average speed is 448.7% of the surrounding traffic's one", + "Average speed is 407.23% of the surrounding traffic's one", + "Average speed is 470.11% of the surrounding traffic's one", + "Average speed is 456.08% of the surrounding traffic's one", + "Average speed is 391.82% of the surrounding traffic's one", + "Average speed is 308.13% of the surrounding traffic's one", + "Average speed is 218.13% of the surrounding traffic's one", + "Average speed is 155.16% of the surrounding traffic's one", + "Average speed is 217.13% of the surrounding traffic's one", + "Average speed is 304.98% of the surrounding traffic's one", + "Average speed is 259.25% of the surrounding traffic's one", + "Average speed is 230.29% of the surrounding traffic's one", + "Average speed is 186.0% of the surrounding traffic's one", + "Average speed is 178.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.75, + "duration_system": 98.099 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_04_11_00_51_38", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.32% of the surrounding traffic's one", + "Average speed is 189.08% of the surrounding traffic's one", + "Average speed is 238.94% of the surrounding traffic's one", + "Average speed is 230.62% of the surrounding traffic's one", + "Average speed is 6.94% of the surrounding traffic's one", + "Average speed is 312.59% of the surrounding traffic's one", + "Average speed is 461.38% of the surrounding traffic's one", + "Average speed is 375.19% of the surrounding traffic's one", + "Average speed is 369.85% of the surrounding traffic's one", + "Average speed is 488.95% of the surrounding traffic's one", + "Average speed is 639.77% of the surrounding traffic's one", + "Average speed is 415.8% of the surrounding traffic's one", + "Average speed is 164.15% of the surrounding traffic's one", + "Average speed is 26.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 62.0, + "duration_system": 448.574 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_04_09_23_26_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.18% of the surrounding traffic's one", + "Average speed is 105.58% of the surrounding traffic's one", + "Average speed is 183.17% of the surrounding traffic's one", + "Average speed is 337.92% of the surrounding traffic's one", + "Average speed is 271.58% of the surrounding traffic's one", + "Average speed is 230.24% of the surrounding traffic's one", + "Average speed is 131.52% of the surrounding traffic's one", + "Average speed is 37.16% of the surrounding traffic's one", + "Average speed is 104.03% of the surrounding traffic's one", + "Average speed is 163.37% of the surrounding traffic's one", + "Average speed is 212.06% of the surrounding traffic's one", + "Average speed is 162.86% of the surrounding traffic's one", + "Average speed is 142.43% of the surrounding traffic's one", + "Average speed is 133.93% of the surrounding traffic's one", + "Average speed is 75.02% of the surrounding traffic's one", + "Average speed is 129.01% of the surrounding traffic's one", + "Average speed is 71.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 24.9, + "duration_system": 185.197 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_04_09_23_20_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.24% of the surrounding traffic's one", + "Average speed is 149.36% of the surrounding traffic's one", + "Average speed is 286.69% of the surrounding traffic's one", + "Average speed is 230.53% of the surrounding traffic's one", + "Average speed is 147.51% of the surrounding traffic's one", + "Average speed is 33.4% of the surrounding traffic's one", + "Average speed is 164.22% of the surrounding traffic's one", + "Average speed is 219.29% of the surrounding traffic's one", + "Average speed is 154.11% of the surrounding traffic's one", + "Average speed is 156.6% of the surrounding traffic's one", + "Average speed is 199.22% of the surrounding traffic's one", + "Average speed is 168.34% of the surrounding traffic's one", + "Average speed is 173.4% of the surrounding traffic's one", + "Average speed is 237.61% of the surrounding traffic's one", + "Average speed is 157.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 20.35, + "duration_system": 174.183 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_04_11_00_47_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.32% of the surrounding traffic's one", + "Average speed is 219.26% of the surrounding traffic's one", + "Average speed is 209.56% of the surrounding traffic's one", + "Average speed is 154.48% of the surrounding traffic's one", + "Average speed is 237.03% of the surrounding traffic's one", + "Average speed is 106.81% of the surrounding traffic's one", + "Average speed is 146.31% of the surrounding traffic's one", + "Average speed is 209.84% of the surrounding traffic's one", + "Average speed is 223.69% of the surrounding traffic's one", + "Average speed is 105.07% of the surrounding traffic's one", + "Average speed is 218.37% of the surrounding traffic's one", + "Average speed is 313.49% of the surrounding traffic's one", + "Average speed is 310.17% of the surrounding traffic's one", + "Average speed is 222.07% of the surrounding traffic's one", + "Average speed is 235.53% of the surrounding traffic's one", + "Average speed is 241.28% of the surrounding traffic's one", + "Average speed is 226.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 12.35, + "duration_system": 145.14 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_04_11_00_39_24", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.83% of the surrounding traffic's one", + "Average speed is 115.47% of the surrounding traffic's one", + "Average speed is 19.72% of the surrounding traffic's one", + "Average speed is 101.28% of the surrounding traffic's one", + "Average speed is 153.74% of the surrounding traffic's one", + "Average speed is 113.94% of the surrounding traffic's one", + "Average speed is 112.64% of the surrounding traffic's one", + "Average speed is 101.73% of the surrounding traffic's one", + "Average speed is 111.97% of the surrounding traffic's one", + "Average speed is 97.99% of the surrounding traffic's one", + "Average speed is 105.52% of the surrounding traffic's one", + "Average speed is 99.31% of the surrounding traffic's one", + "Average speed is 108.65% of the surrounding traffic's one", + "Average speed is 103.49% of the surrounding traffic's one", + "Average speed is 119.43% of the surrounding traffic's one", + "Average speed is 113.4% of the surrounding traffic's one", + "Average speed is 93.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.7, + "duration_system": 330.399 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_04_09_23_11_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.24% of the surrounding traffic's one", + "Average speed is 120.67% of the surrounding traffic's one", + "Average speed is 263.65% of the surrounding traffic's one", + "Average speed is 308.52% of the surrounding traffic's one", + "Average speed is 233.13% of the surrounding traffic's one", + "Average speed is 161.72% of the surrounding traffic's one", + "Average speed is 102.98% of the surrounding traffic's one", + "Average speed is 12.78% of the surrounding traffic's one", + "Average speed is 561.08% of the surrounding traffic's one", + "Average speed is 434.97% of the surrounding traffic's one", + "Average speed is 368.13% of the surrounding traffic's one", + "Average speed is 451.48% of the surrounding traffic's one", + "Average speed is 274.93% of the surrounding traffic's one", + "Average speed is 236.59% of the surrounding traffic's one", + "Average speed is 252.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.6, + "duration_system": 409.355 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_04_11_00_19_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 1.09% of the surrounding traffic's one", + "Average speed is 136.13% of the surrounding traffic's one", + "Average speed is 115.67% of the surrounding traffic's one", + "Average speed is 133.02% of the surrounding traffic's one", + "Average speed is 124.79% of the surrounding traffic's one", + "Average speed is 119.82% of the surrounding traffic's one", + "Average speed is 123.42% of the surrounding traffic's one", + "Average speed is 125.5% of the surrounding traffic's one", + "Average speed is 122.35% of the surrounding traffic's one", + "Average speed is 115.95% of the surrounding traffic's one", + "Average speed is 131.55% of the surrounding traffic's one", + "Average speed is 125.88% of the surrounding traffic's one", + "Average speed is 118.56% of the surrounding traffic's one", + "Average speed is 121.91% of the surrounding traffic's one", + "Average speed is 108.61% of the surrounding traffic's one", + "Average speed is 91.93% of the surrounding traffic's one", + "Average speed is 127.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 136.45, + "duration_system": 1036.488 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_04_11_00_16_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.52% of the surrounding traffic's one", + "Average speed is 60.94% of the surrounding traffic's one", + "Average speed is 148.83% of the surrounding traffic's one", + "Average speed is 95.47% of the surrounding traffic's one", + "Average speed is 106.33% of the surrounding traffic's one", + "Average speed is 94.36% of the surrounding traffic's one", + "Average speed is 96.55% of the surrounding traffic's one", + "Average speed is 126.07% of the surrounding traffic's one", + "Average speed is 78.35% of the surrounding traffic's one", + "Average speed is 131.16% of the surrounding traffic's one", + "Average speed is 100.83% of the surrounding traffic's one", + "Average speed is 103.25% of the surrounding traffic's one", + "Average speed is 105.89% of the surrounding traffic's one", + "Average speed is 98.48% of the surrounding traffic's one", + "Average speed is 136.22% of the surrounding traffic's one", + "Average speed is 108.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.7, + "duration_system": 102.418 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_04_11_15_49_25", + "status": "Failed - Agent deviated from the route", + "num_infractions": 3, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.89% of the surrounding traffic's one", + "Average speed is 244.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=559.052, y=-10.267, z=-0.007)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 15.24, + "score_penalty": 1.0, + "score_composed": 15.24 + }, + "meta": { + "route_length": 148.212, + "duration_game": 227.6, + "duration_system": 1726.646 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_04_10_23_37_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.74% of the surrounding traffic's one", + "Average speed is 123.62% of the surrounding traffic's one", + "Average speed is 15.08% of the surrounding traffic's one", + "Average speed is 121.55% of the surrounding traffic's one", + "Average speed is 114.15% of the surrounding traffic's one", + "Average speed is 116.14% of the surrounding traffic's one", + "Average speed is 98.36% of the surrounding traffic's one", + "Average speed is 110.58% of the surrounding traffic's one", + "Average speed is 113.15% of the surrounding traffic's one", + "Average speed is 104.44% of the surrounding traffic's one", + "Average speed is 106.37% of the surrounding traffic's one", + "Average speed is 108.08% of the surrounding traffic's one", + "Average speed is 117.31% of the surrounding traffic's one", + "Average speed is 106.38% of the surrounding traffic's one", + "Average speed is 121.24% of the surrounding traffic's one", + "Average speed is 103.39% of the surrounding traffic's one", + "Average speed is 102.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.15, + "duration_system": 321.328 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_04_10_23_32_38", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.48% of the surrounding traffic's one", + "Average speed is 128.25% of the surrounding traffic's one", + "Average speed is 218.76% of the surrounding traffic's one", + "Average speed is 247.3% of the surrounding traffic's one", + "Average speed is 229.55% of the surrounding traffic's one", + "Average speed is 189.86% of the surrounding traffic's one", + "Average speed is 18.62% of the surrounding traffic's one", + "Average speed is 213.78% of the surrounding traffic's one", + "Average speed is 95.75% of the surrounding traffic's one", + "Average speed is 109.58% of the surrounding traffic's one", + "Average speed is 193.08% of the surrounding traffic's one", + "Average speed is 202.8% of the surrounding traffic's one", + "Average speed is 142.23% of the surrounding traffic's one", + "Average speed is 153.8% of the surrounding traffic's one", + "Average speed is 154.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 23.2, + "duration_system": 183.193 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_04_10_23_29_04", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.3% of the surrounding traffic's one", + "Average speed is 164.73% of the surrounding traffic's one", + "Average speed is 74.93% of the surrounding traffic's one", + "Average speed is 90.73% of the surrounding traffic's one", + "Average speed is 108.36% of the surrounding traffic's one", + "Average speed is 103.54% of the surrounding traffic's one", + "Average speed is 90.73% of the surrounding traffic's one", + "Average speed is 72.24% of the surrounding traffic's one", + "Average speed is 41.42% of the surrounding traffic's one", + "Average speed is 59.04% of the surrounding traffic's one", + "Average speed is 80.21% of the surrounding traffic's one", + "Average speed is 86.38% of the surrounding traffic's one", + "Average speed is 84.59% of the surrounding traffic's one", + "Average speed is 88.16% of the surrounding traffic's one", + "Average speed is 99.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 13.2, + "duration_system": 90.094 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_04_10_23_24_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.86% of the surrounding traffic's one", + "Average speed is 133.35% of the surrounding traffic's one", + "Average speed is 147.46% of the surrounding traffic's one", + "Average speed is 153.04% of the surrounding traffic's one", + "Average speed is 152.37% of the surrounding traffic's one", + "Average speed is 204.5% of the surrounding traffic's one", + "Average speed is 223.37% of the surrounding traffic's one", + "Average speed is 219.16% of the surrounding traffic's one", + "Average speed is 198.53% of the surrounding traffic's one", + "Average speed is 133.59% of the surrounding traffic's one", + "Average speed is 54.73% of the surrounding traffic's one", + "Average speed is 159.95% of the surrounding traffic's one", + "Average speed is 169.56% of the surrounding traffic's one", + "Average speed is 173.4% of the surrounding traffic's one", + "Average speed is 144.49% of the surrounding traffic's one", + "Average speed is 147.45% of the surrounding traffic's one", + "Average speed is 152.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 13.7, + "duration_system": 121.123 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_04_10_23_10_15", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.41% of the surrounding traffic's one", + "Average speed is 322.19% of the surrounding traffic's one", + "Average speed is 294.98% of the surrounding traffic's one", + "Average speed is 207.09% of the surrounding traffic's one", + "Average speed is 94.25% of the surrounding traffic's one", + "Average speed is 18.68% of the surrounding traffic's one", + "Average speed is 338.15% of the surrounding traffic's one", + "Average speed is 284.4% of the surrounding traffic's one", + "Average speed is 69.75% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 673452332198.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 97.6, + "duration_system": 757.104 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_04_10_22_36_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 176.31% of the surrounding traffic's one", + "Average speed is 242.1% of the surrounding traffic's one", + "Average speed is 246.02% of the surrounding traffic's one", + "Average speed is 214.12% of the surrounding traffic's one", + "Average speed is 198.16% of the surrounding traffic's one", + "Average speed is 156.58% of the surrounding traffic's one", + "Average speed is 161.68% of the surrounding traffic's one", + "Average speed is 186.02% of the surrounding traffic's one", + "Average speed is 169.9% of the surrounding traffic's one", + "Average speed is 162.86% of the surrounding traffic's one", + "Average speed is 152.96% of the surrounding traffic's one", + "Average speed is 154.36% of the surrounding traffic's one", + "Average speed is 178.44% of the surrounding traffic's one", + "Average speed is 174.7% of the surrounding traffic's one", + "Average speed is 141.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.7, + "duration_system": 1916.572 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_04_09_22_50_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.59% of the surrounding traffic's one", + "Average speed is 153.86% of the surrounding traffic's one", + "Average speed is 188.9% of the surrounding traffic's one", + "Average speed is 122.88% of the surrounding traffic's one", + "Average speed is 23.13% of the surrounding traffic's one", + "Average speed is 1.29% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 138.31% of the surrounding traffic's one", + "Average speed is 249.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 63.3, + "duration_system": 1123.236 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_04_10_22_27_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.44% of the surrounding traffic's one", + "Average speed is 1077.2% of the surrounding traffic's one", + "Average speed is 1502.41% of the surrounding traffic's one", + "Average speed is 1464.5% of the surrounding traffic's one", + "Average speed is 1953.58% of the surrounding traffic's one", + "Average speed is 1543.74% of the surrounding traffic's one", + "Average speed is 1304.66% of the surrounding traffic's one", + "Average speed is 958.84% of the surrounding traffic's one", + "Average speed is 760.4% of the surrounding traffic's one", + "Average speed is 764.4% of the surrounding traffic's one", + "Average speed is 702.85% of the surrounding traffic's one", + "Average speed is 629.77% of the surrounding traffic's one", + "Average speed is 445.99% of the surrounding traffic's one", + "Average speed is 310.89% of the surrounding traffic's one", + "Average speed is 223.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 49.7, + "duration_system": 399.492 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_04_10_22_24_22", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.02% of the surrounding traffic's one", + "Average speed is 21.76% of the surrounding traffic's one", + "Average speed is 159.57% of the surrounding traffic's one", + "Average speed is 295.94% of the surrounding traffic's one", + "Average speed is 360.39% of the surrounding traffic's one", + "Average speed is 386.07% of the surrounding traffic's one", + "Average speed is 364.18% of the surrounding traffic's one", + "Average speed is 383.36% of the surrounding traffic's one", + "Average speed is 713.63% of the surrounding traffic's one", + "Average speed is 464.92% of the surrounding traffic's one", + "Average speed is 551.66% of the surrounding traffic's one", + "Average speed is 501.52% of the surrounding traffic's one", + "Average speed is 369.65% of the surrounding traffic's one", + "Average speed is 316.86% of the surrounding traffic's one", + "Average speed is 225.44% of the surrounding traffic's one", + "Average speed is 211.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 10.95, + "duration_system": 66.063 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_04_10_22_18_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.6% of the surrounding traffic's one", + "Average speed is 181.62% of the surrounding traffic's one", + "Average speed is 189.81% of the surrounding traffic's one", + "Average speed is 195.18% of the surrounding traffic's one", + "Average speed is 170.56% of the surrounding traffic's one", + "Average speed is 151.18% of the surrounding traffic's one", + "Average speed is 120.83% of the surrounding traffic's one", + "Average speed is 113.52% of the surrounding traffic's one", + "Average speed is 45.08% of the surrounding traffic's one", + "Average speed is 68.77% of the surrounding traffic's one", + "Average speed is 103.64% of the surrounding traffic's one", + "Average speed is 104.28% of the surrounding traffic's one", + "Average speed is 104.23% of the surrounding traffic's one", + "Average speed is 187.15% of the surrounding traffic's one", + "Average speed is 237.06% of the surrounding traffic's one", + "Average speed is 270.6% of the surrounding traffic's one", + "Average speed is 300.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.8, + "duration_system": 202.375 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_04_10_22_14_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.19% of the surrounding traffic's one", + "Average speed is 125.03% of the surrounding traffic's one", + "Average speed is 224.34% of the surrounding traffic's one", + "Average speed is 204.79% of the surrounding traffic's one", + "Average speed is 144.01% of the surrounding traffic's one", + "Average speed is 119.25% of the surrounding traffic's one", + "Average speed is 87.07% of the surrounding traffic's one", + "Average speed is 82.01% of the surrounding traffic's one", + "Average speed is 58.02% of the surrounding traffic's one", + "Average speed is 93.84% of the surrounding traffic's one", + "Average speed is 240.06% of the surrounding traffic's one", + "Average speed is 326.9% of the surrounding traffic's one", + "Average speed is 297.71% of the surrounding traffic's one", + "Average speed is 290.63% of the surrounding traffic's one", + "Average speed is 262.57% of the surrounding traffic's one", + "Average speed is 446.31% of the surrounding traffic's one", + "Average speed is 579.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.95, + "duration_system": 125.132 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_04_10_22_09_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.25% of the surrounding traffic's one", + "Average speed is 57.06% of the surrounding traffic's one", + "Average speed is 77.16% of the surrounding traffic's one", + "Average speed is 160.42% of the surrounding traffic's one", + "Average speed is 169.49% of the surrounding traffic's one", + "Average speed is 181.03% of the surrounding traffic's one", + "Average speed is 202.22% of the surrounding traffic's one", + "Average speed is 116.63% of the surrounding traffic's one", + "Average speed is 19.16% of the surrounding traffic's one", + "Average speed is 129.7% of the surrounding traffic's one", + "Average speed is 191.78% of the surrounding traffic's one", + "Average speed is 199.11% of the surrounding traffic's one", + "Average speed is 310.46% of the surrounding traffic's one", + "Average speed is 220.87% of the surrounding traffic's one", + "Average speed is 98.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.4, + "duration_system": 198.447 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_04_10_22_03_03", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.43% of the surrounding traffic's one", + "Average speed is 144.77% of the surrounding traffic's one", + "Average speed is 239.4% of the surrounding traffic's one", + "Average speed is 217.24% of the surrounding traffic's one", + "Average speed is 162.91% of the surrounding traffic's one", + "Average speed is 33.09% of the surrounding traffic's one", + "Average speed is 98.0% of the surrounding traffic's one", + "Average speed is 173.57% of the surrounding traffic's one", + "Average speed is 248.37% of the surrounding traffic's one", + "Average speed is 204.01% of the surrounding traffic's one", + "Average speed is 168.91% of the surrounding traffic's one", + "Average speed is 164.33% of the surrounding traffic's one", + "Average speed is 220.91% of the surrounding traffic's one", + "Average speed is 171.55% of the surrounding traffic's one", + "Average speed is 192.47% of the surrounding traffic's one", + "Average speed is 367.42% of the surrounding traffic's one", + "Average speed is 163.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 20.1, + "duration_system": 239.245 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_04_10_21_58_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.71% of the surrounding traffic's one", + "Average speed is 72.91% of the surrounding traffic's one", + "Average speed is 178.54% of the surrounding traffic's one", + "Average speed is 243.12% of the surrounding traffic's one", + "Average speed is 201.68% of the surrounding traffic's one", + "Average speed is 144.41% of the surrounding traffic's one", + "Average speed is 62.43% of the surrounding traffic's one", + "Average speed is 31.91% of the surrounding traffic's one", + "Average speed is 113.9% of the surrounding traffic's one", + "Average speed is 156.09% of the surrounding traffic's one", + "Average speed is 279.92% of the surrounding traffic's one", + "Average speed is 268.79% of the surrounding traffic's one", + "Average speed is 70.87% of the surrounding traffic's one", + "Average speed is 58.76% of the surrounding traffic's one", + "Average speed is 146.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 20.2, + "duration_system": 156.496 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_04_10_21_51_34", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 424.31% of the surrounding traffic's one", + "Average speed is 112181.53% of the surrounding traffic's one", + "Average speed is 729.66% of the surrounding traffic's one", + "Average speed is 110.43% of the surrounding traffic's one", + "Average speed is 8.9% of the surrounding traffic's one", + "Average speed is 2103.9% of the surrounding traffic's one", + "Average speed is 1960.33% of the surrounding traffic's one", + "Average speed is 1521.51% of the surrounding traffic's one", + "Average speed is 1337.31% of the surrounding traffic's one", + "Average speed is 1502.02% of the surrounding traffic's one", + "Average speed is 1340.23% of the surrounding traffic's one", + "Average speed is 2298.25% of the surrounding traffic's one", + "Average speed is 837.36% of the surrounding traffic's one", + "Average speed is 293.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 36.25, + "duration_system": 261.289 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_04_10_21_35_06", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=151 at (x=133.757, y=-133.738, z=0.032) at time=7.500s [CARLA Frame: 1474, Agent Step: 149]", + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=142 at (x=137.566, y=-127.786, z=0.032) at time=109.850s [CARLA Frame: 3521, Agent Step: 2196]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 13.499 meters (11.3% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 155.34% of the surrounding traffic's one", + "Average speed is 208.67% of the surrounding traffic's one", + "Average speed is 253.54% of the surrounding traffic's one", + "Average speed is 237.3% of the surrounding traffic's one", + "Average speed is 246.24% of the surrounding traffic's one", + "Average speed is 199.8% of the surrounding traffic's one", + "Average speed is 134.3% of the surrounding traffic's one", + "Average speed is 185.48% of the surrounding traffic's one", + "Average speed is 61.24% of the surrounding traffic's one", + "Average speed is 579.7% of the surrounding traffic's one", + "Average speed is 563.41% of the surrounding traffic's one", + "Average speed is 347.34% of the surrounding traffic's one", + "Average speed is 318.21% of the surrounding traffic's one", + "Average speed is 296.52% of the surrounding traffic's one", + "Average speed is 323.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.319309, + "score_composed": 31.930933 + }, + "meta": { + "route_length": 129.43, + "duration_game": 115.0, + "duration_system": 862.179 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_04_10_21_25_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.96% of the surrounding traffic's one", + "Average speed is 185.51% of the surrounding traffic's one", + "Average speed is 223.49% of the surrounding traffic's one", + "Average speed is 155.09% of the surrounding traffic's one", + "Average speed is 156.46% of the surrounding traffic's one", + "Average speed is 76.5% of the surrounding traffic's one", + "Average speed is 33.57% of the surrounding traffic's one", + "Average speed is 250.21% of the surrounding traffic's one", + "Average speed is 105.07% of the surrounding traffic's one", + "Average speed is 85.16% of the surrounding traffic's one", + "Average speed is 44.77% of the surrounding traffic's one", + "Average speed is 348.64% of the surrounding traffic's one", + "Average speed is 402.41% of the surrounding traffic's one", + "Average speed is 41.41% of the surrounding traffic's one", + "Average speed is 335.13% of the surrounding traffic's one", + "Average speed is 221.6% of the surrounding traffic's one", + "Average speed is 68.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 37.75, + "duration_system": 431.434 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_04_11_15_13_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 4.004 meters (4.21% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 125.44% of the surrounding traffic's one", + "Average speed is 192.47% of the surrounding traffic's one", + "Average speed is 374.75% of the surrounding traffic's one", + "Average speed is 436.98% of the surrounding traffic's one", + "Average speed is 257.7% of the surrounding traffic's one", + "Average speed is 186.84% of the surrounding traffic's one", + "Average speed is 8.89% of the surrounding traffic's one", + "Average speed is 493.21% of the surrounding traffic's one", + "Average speed is 422.64% of the surrounding traffic's one", + "Average speed is 866.8% of the surrounding traffic's one", + "Average speed is 676.73% of the surrounding traffic's one", + "Average speed is 285.46% of the surrounding traffic's one", + "Average speed is 14.96% of the surrounding traffic's one", + "Average speed is 98.9% of the surrounding traffic's one", + "Average speed is 298.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.670548, + "score_composed": 67.05476 + }, + "meta": { + "route_length": 105.188, + "duration_game": 251.45, + "duration_system": 2041.213 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_04_09_22_44_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.57% of the surrounding traffic's one", + "Average speed is 206.74% of the surrounding traffic's one", + "Average speed is 263.33% of the surrounding traffic's one", + "Average speed is 260.35% of the surrounding traffic's one", + "Average speed is 215.22% of the surrounding traffic's one", + "Average speed is 158.5% of the surrounding traffic's one", + "Average speed is 146.16% of the surrounding traffic's one", + "Average speed is 134.55% of the surrounding traffic's one", + "Average speed is 113.46% of the surrounding traffic's one", + "Average speed is 85.27% of the surrounding traffic's one", + "Average speed is 163.04% of the surrounding traffic's one", + "Average speed is 153.06% of the surrounding traffic's one", + "Average speed is 118.88% of the surrounding traffic's one", + "Average speed is 147.08% of the surrounding traffic's one", + "Average speed is 105.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 14.0, + "duration_system": 220.241 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_04_10_20_07_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.52% of the surrounding traffic's one", + "Average speed is 142.03% of the surrounding traffic's one", + "Average speed is 222.02% of the surrounding traffic's one", + "Average speed is 202.07% of the surrounding traffic's one", + "Average speed is 172.21% of the surrounding traffic's one", + "Average speed is 66.3% of the surrounding traffic's one", + "Average speed is 88.29% of the surrounding traffic's one", + "Average speed is 129.46% of the surrounding traffic's one", + "Average speed is 119.14% of the surrounding traffic's one", + "Average speed is 143.16% of the surrounding traffic's one", + "Average speed is 119.13% of the surrounding traffic's one", + "Average speed is 120.3% of the surrounding traffic's one", + "Average speed is 128.26% of the surrounding traffic's one", + "Average speed is 122.15% of the surrounding traffic's one", + "Average speed is 142.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 240.274 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_04_10_19_42_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.65% of the surrounding traffic's one", + "Average speed is 62.59% of the surrounding traffic's one", + "Average speed is 39.67% of the surrounding traffic's one", + "Average speed is 63.02% of the surrounding traffic's one", + "Average speed is 87.81% of the surrounding traffic's one", + "Average speed is 44.4% of the surrounding traffic's one", + "Average speed is 9.9% of the surrounding traffic's one", + "Average speed is 0.02% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 72.5, + "duration_system": 1356.942 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_04_09_22_19_06", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.37% of the surrounding traffic's one", + "Average speed is 133.54% of the surrounding traffic's one", + "Average speed is 154.88% of the surrounding traffic's one", + "Average speed is 173.44% of the surrounding traffic's one", + "Average speed is 111.58% of the surrounding traffic's one", + "Average speed is 95.97% of the surrounding traffic's one", + "Average speed is 5.64% of the surrounding traffic's one", + "Average speed is 225.7% of the surrounding traffic's one", + "Average speed is 190.91% of the surrounding traffic's one", + "Average speed is 152.61% of the surrounding traffic's one", + "Average speed is 154.83% of the surrounding traffic's one", + "Average speed is 142.83% of the surrounding traffic's one", + "Average speed is 146.61% of the surrounding traffic's one", + "Average speed is 141.3% of the surrounding traffic's one", + "Average speed is 144.35% of the surrounding traffic's one", + "Average speed is 139.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 57.25, + "duration_system": 1335.119 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_04_10_19_35_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.62% of the surrounding traffic's one", + "Average speed is 157.17% of the surrounding traffic's one", + "Average speed is 206.39% of the surrounding traffic's one", + "Average speed is 199.35% of the surrounding traffic's one", + "Average speed is 181.12% of the surrounding traffic's one", + "Average speed is 161.05% of the surrounding traffic's one", + "Average speed is 193.03% of the surrounding traffic's one", + "Average speed is 193.9% of the surrounding traffic's one", + "Average speed is 187.87% of the surrounding traffic's one", + "Average speed is 121.58% of the surrounding traffic's one", + "Average speed is 132.37% of the surrounding traffic's one", + "Average speed is 120.16% of the surrounding traffic's one", + "Average speed is 120.76% of the surrounding traffic's one", + "Average speed is 130.92% of the surrounding traffic's one", + "Average speed is 109.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 13.9, + "duration_system": 292.294 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_04_10_19_29_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.69% of the surrounding traffic's one", + "Average speed is 134.44% of the surrounding traffic's one", + "Average speed is 157.44% of the surrounding traffic's one", + "Average speed is 146.19% of the surrounding traffic's one", + "Average speed is 115.55% of the surrounding traffic's one", + "Average speed is 139.16% of the surrounding traffic's one", + "Average speed is 71.45% of the surrounding traffic's one", + "Average speed is 104.59% of the surrounding traffic's one", + "Average speed is 76.61% of the surrounding traffic's one", + "Average speed is 131.67% of the surrounding traffic's one", + "Average speed is 136.57% of the surrounding traffic's one", + "Average speed is 165.81% of the surrounding traffic's one", + "Average speed is 181.69% of the surrounding traffic's one", + "Average speed is 198.95% of the surrounding traffic's one", + "Average speed is 208.89% of the surrounding traffic's one", + "Average speed is 241.69% of the surrounding traffic's one", + "Average speed is 239.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 14.4, + "duration_system": 216.215 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_04_10_19_25_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.44% of the surrounding traffic's one", + "Average speed is 142.81% of the surrounding traffic's one", + "Average speed is 117.46% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one", + "Average speed is 180.99% of the surrounding traffic's one", + "Average speed is 166.63% of the surrounding traffic's one", + "Average speed is 177.07% of the surrounding traffic's one", + "Average speed is 181.18% of the surrounding traffic's one", + "Average speed is 177.5% of the surrounding traffic's one", + "Average speed is 160.89% of the surrounding traffic's one", + "Average speed is 145.03% of the surrounding traffic's one", + "Average speed is 130.06% of the surrounding traffic's one", + "Average speed is 117.46% of the surrounding traffic's one", + "Average speed is 112.74% of the surrounding traffic's one", + "Average speed is 114.37% of the surrounding traffic's one", + "Average speed is 128.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.7, + "duration_system": 119.142 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25358_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_25358_rep0_Town06_StaticCutIn_1_12_04_11_14_19_40", + "status": "Failed - Agent timed out", + "num_infractions": 6, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.72% of the surrounding traffic's one", + "Average speed is 129.2% of the surrounding traffic's one", + "Average speed is 123.68% of the surrounding traffic's one", + "Average speed is 173.96% of the surrounding traffic's one", + "Average speed is 1.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [ + "Route timeout." + ] + }, + "scores": { + "score_route": 33.69, + "score_penalty": 1.0, + "score_composed": 33.69 + }, + "meta": { + "route_length": 138.239, + "duration_game": 355.95, + "duration_system": 3092.875 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_04_09_22_12_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.57% of the surrounding traffic's one", + "Average speed is 163.81% of the surrounding traffic's one", + "Average speed is 203.74% of the surrounding traffic's one", + "Average speed is 224.06% of the surrounding traffic's one", + "Average speed is 162.57% of the surrounding traffic's one", + "Average speed is 80.63% of the surrounding traffic's one", + "Average speed is 147.22% of the surrounding traffic's one", + "Average speed is 196.03% of the surrounding traffic's one", + "Average speed is 231.93% of the surrounding traffic's one", + "Average speed is 219.83% of the surrounding traffic's one", + "Average speed is 170.96% of the surrounding traffic's one", + "Average speed is 52.94% of the surrounding traffic's one", + "Average speed is 112.89% of the surrounding traffic's one", + "Average speed is 189.88% of the surrounding traffic's one", + "Average speed is 201.35% of the surrounding traffic's one", + "Average speed is 227.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 13.85, + "duration_system": 217.228 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_04_10_18_11_37", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.81% of the surrounding traffic's one", + "Average speed is 134.81% of the surrounding traffic's one", + "Average speed is 119.9% of the surrounding traffic's one", + "Average speed is 135.49% of the surrounding traffic's one", + "Average speed is 108.81% of the surrounding traffic's one", + "Average speed is 99.34% of the surrounding traffic's one", + "Average speed is 109.24% of the surrounding traffic's one", + "Average speed is 145.15% of the surrounding traffic's one", + "Average speed is 169.66% of the surrounding traffic's one", + "Average speed is 79.93% of the surrounding traffic's one", + "Average speed is 148.3% of the surrounding traffic's one", + "Average speed is 123.58% of the surrounding traffic's one", + "Average speed is 89.15% of the surrounding traffic's one", + "Average speed is 167.79% of the surrounding traffic's one", + "Average speed is 116.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 16.95, + "duration_system": 276.297 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_04_10_17_35_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 65.04% of the surrounding traffic's one", + "Average speed is 156.98% of the surrounding traffic's one", + "Average speed is 210.91% of the surrounding traffic's one", + "Average speed is 239.23% of the surrounding traffic's one", + "Average speed is 243.19% of the surrounding traffic's one", + "Average speed is 239.33% of the surrounding traffic's one", + "Average speed is 209.86% of the surrounding traffic's one", + "Average speed is 124.98% of the surrounding traffic's one", + "Average speed is 41.37% of the surrounding traffic's one", + "Average speed is 43.91% of the surrounding traffic's one", + "Average speed is 41.68% of the surrounding traffic's one", + "Average speed is 42.57% of the surrounding traffic's one", + "Average speed is 56.53% of the surrounding traffic's one", + "Average speed is 36.63% of the surrounding traffic's one", + "Average speed is 41.05% of the surrounding traffic's one", + "Average speed is 0.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 246.65, + "duration_system": 2048.014 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_04_09_21_50_28", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.37% of the surrounding traffic's one", + "Average speed is 120.61% of the surrounding traffic's one", + "Average speed is 132.75% of the surrounding traffic's one", + "Average speed is 122.64% of the surrounding traffic's one", + "Average speed is 33.01% of the surrounding traffic's one", + "Average speed is 2.87% of the surrounding traffic's one", + "Average speed is 133.21% of the surrounding traffic's one", + "Average speed is 109.18% of the surrounding traffic's one", + "Average speed is 132.05% of the surrounding traffic's one", + "Average speed is 109.76% of the surrounding traffic's one", + "Average speed is 132.93% of the surrounding traffic's one", + "Average speed is 130.66% of the surrounding traffic's one", + "Average speed is 152.69% of the surrounding traffic's one", + "Average speed is 132.63% of the surrounding traffic's one", + "Average speed is 140.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 58.65, + "duration_system": 1194.795 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_04_09_21_32_50", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=3702 at (x=-1540.488, y=6461.36, z=373.295) at time=49.200s [CARLA Frame: 2332, Agent Step: 983]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.219, y=6458.309, z=373.433) at time=46.550s [CARLA Frame: 2279, Agent Step: 930]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.67% of the surrounding traffic's one", + "Average speed is 187.13% of the surrounding traffic's one", + "Average speed is 175.97% of the surrounding traffic's one", + "Average speed is 172.34% of the surrounding traffic's one", + "Average speed is 139.52% of the surrounding traffic's one", + "Average speed is 2.22% of the surrounding traffic's one", + "Average speed is 87.8% of the surrounding traffic's one", + "Average speed is 88.27% of the surrounding traffic's one", + "Average speed is 85.33% of the surrounding traffic's one", + "Average speed is 109.59% of the surrounding traffic's one", + "Average speed is 137.11% of the surrounding traffic's one", + "Average speed is 162.22% of the surrounding traffic's one", + "Average speed is 185.84% of the surrounding traffic's one", + "Average speed is 196.77% of the surrounding traffic's one", + "Average speed is 192.27% of the surrounding traffic's one", + "Average speed is 223.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.39, + "score_composed": 39.0 + }, + "meta": { + "route_length": 134.084, + "duration_game": 53.1, + "duration_system": 909.993 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_04_10_17_21_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.88% of the surrounding traffic's one", + "Average speed is 112.02% of the surrounding traffic's one", + "Average speed is 108.6% of the surrounding traffic's one", + "Average speed is 97.77% of the surrounding traffic's one", + "Average speed is 99.58% of the surrounding traffic's one", + "Average speed is 110.82% of the surrounding traffic's one", + "Average speed is 97.76% of the surrounding traffic's one", + "Average speed is 4.57% of the surrounding traffic's one", + "Average speed is 4.77% of the surrounding traffic's one", + "Average speed is 205.41% of the surrounding traffic's one", + "Average speed is 193.94% of the surrounding traffic's one", + "Average speed is 127.26% of the surrounding traffic's one", + "Average speed is 128.58% of the surrounding traffic's one", + "Average speed is 119.08% of the surrounding traffic's one", + "Average speed is 20.37% of the surrounding traffic's one", + "Average speed is 87.77% of the surrounding traffic's one", + "Average speed is 65.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 111.55, + "duration_system": 706.267 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_04_10_17_16_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.95% of the surrounding traffic's one", + "Average speed is 144.36% of the surrounding traffic's one", + "Average speed is 149.62% of the surrounding traffic's one", + "Average speed is 181.56% of the surrounding traffic's one", + "Average speed is 156.04% of the surrounding traffic's one", + "Average speed is 90.85% of the surrounding traffic's one", + "Average speed is 33.17% of the surrounding traffic's one", + "Average speed is 122.6% of the surrounding traffic's one", + "Average speed is 174.58% of the surrounding traffic's one", + "Average speed is 224.6% of the surrounding traffic's one", + "Average speed is 197.15% of the surrounding traffic's one", + "Average speed is 160.73% of the surrounding traffic's one", + "Average speed is 122.47% of the surrounding traffic's one", + "Average speed is 107.17% of the surrounding traffic's one", + "Average speed is 111.81% of the surrounding traffic's one", + "Average speed is 102.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 16.9, + "duration_system": 218.239 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_04_10_17_10_22", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=171 at (x=-377.589, y=426.237, z=-0.005) at time=8.100s [CARLA Frame: 1510, Agent Step: 161]", + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=170 at (x=-339.212, y=431.54, z=-0.003) at time=11.250s [CARLA Frame: 1573, Agent Step: 224]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.73% of the surrounding traffic's one", + "Average speed is 149.79% of the surrounding traffic's one", + "Average speed is 150.96% of the surrounding traffic's one", + "Average speed is 138.75% of the surrounding traffic's one", + "Average speed is 54.88% of the surrounding traffic's one", + "Average speed is 48.56% of the surrounding traffic's one", + "Average speed is 121.64% of the surrounding traffic's one", + "Average speed is 194.29% of the surrounding traffic's one", + "Average speed is 226.67% of the surrounding traffic's one", + "Average speed is 214.02% of the surrounding traffic's one", + "Average speed is 187.34% of the surrounding traffic's one", + "Average speed is 47.21% of the surrounding traffic's one", + "Average speed is 119.5% of the surrounding traffic's one", + "Average speed is 173.29% of the surrounding traffic's one", + "Average speed is 191.73% of the surrounding traffic's one", + "Average speed is 186.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 16.65, + "duration_system": 224.226 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_04_10_16_54_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.27% of the surrounding traffic's one", + "Average speed is 153.09% of the surrounding traffic's one", + "Average speed is 147.54% of the surrounding traffic's one", + "Average speed is 110.33% of the surrounding traffic's one", + "Average speed is 50.36% of the surrounding traffic's one", + "Average speed is 3.08% of the surrounding traffic's one", + "Average speed is 108.22% of the surrounding traffic's one", + "Average speed is 118.44% of the surrounding traffic's one", + "Average speed is 130.25% of the surrounding traffic's one", + "Average speed is 148.5% of the surrounding traffic's one", + "Average speed is 176.58% of the surrounding traffic's one", + "Average speed is 214.88% of the surrounding traffic's one", + "Average speed is 228.41% of the surrounding traffic's one", + "Average speed is 249.17% of the surrounding traffic's one", + "Average speed is 255.79% of the surrounding traffic's one", + "Average speed is 294.43% of the surrounding traffic's one", + "Average speed is 279.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 47.05, + "duration_system": 831.93 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_04_10_16_51_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.09% of the surrounding traffic's one", + "Average speed is 145.85% of the surrounding traffic's one", + "Average speed is 109.14% of the surrounding traffic's one", + "Average speed is 134.46% of the surrounding traffic's one", + "Average speed is 102.77% of the surrounding traffic's one", + "Average speed is 113.24% of the surrounding traffic's one", + "Average speed is 110.35% of the surrounding traffic's one", + "Average speed is 100.29% of the surrounding traffic's one", + "Average speed is 122.75% of the surrounding traffic's one", + "Average speed is 131.63% of the surrounding traffic's one", + "Average speed is 180.35% of the surrounding traffic's one", + "Average speed is 203.09% of the surrounding traffic's one", + "Average speed is 156.55% of the surrounding traffic's one", + "Average speed is 180.39% of the surrounding traffic's one", + "Average speed is 121.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 11.15, + "duration_system": 63.065 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_04_10_16_43_48", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.97% of the surrounding traffic's one", + "Average speed is 53.2% of the surrounding traffic's one", + "Average speed is 25.21% of the surrounding traffic's one", + "Average speed is 128.27% of the surrounding traffic's one", + "Average speed is 119.44% of the surrounding traffic's one", + "Average speed is 124.73% of the surrounding traffic's one", + "Average speed is 104.67% of the surrounding traffic's one", + "Average speed is 103.38% of the surrounding traffic's one", + "Average speed is 115.35% of the surrounding traffic's one", + "Average speed is 112.42% of the surrounding traffic's one", + "Average speed is 112.57% of the surrounding traffic's one", + "Average speed is 128.14% of the surrounding traffic's one", + "Average speed is 13.83% of the surrounding traffic's one", + "Average speed is 93.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.2, + "duration_system": 342.407 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_04_10_16_38_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.25% of the surrounding traffic's one", + "Average speed is 122.97% of the surrounding traffic's one", + "Average speed is 249.01% of the surrounding traffic's one", + "Average speed is 225.04% of the surrounding traffic's one", + "Average speed is 168.95% of the surrounding traffic's one", + "Average speed is 94.98% of the surrounding traffic's one", + "Average speed is 52.04% of the surrounding traffic's one", + "Average speed is 61.09% of the surrounding traffic's one", + "Average speed is 79.14% of the surrounding traffic's one", + "Average speed is 119.32% of the surrounding traffic's one", + "Average speed is 133.65% of the surrounding traffic's one", + "Average speed is 129.0% of the surrounding traffic's one", + "Average speed is 167.96% of the surrounding traffic's one", + "Average speed is 123.12% of the surrounding traffic's one", + "Average speed is 142.29% of the surrounding traffic's one", + "Average speed is 129.64% of the surrounding traffic's one", + "Average speed is 126.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 18.4, + "duration_system": 212.353 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_04_10_16_18_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.67% of the surrounding traffic's one", + "Average speed is 141.28% of the surrounding traffic's one", + "Average speed is 111.49% of the surrounding traffic's one", + "Average speed is 114.38% of the surrounding traffic's one", + "Average speed is 79.79% of the surrounding traffic's one", + "Average speed is 2.63% of the surrounding traffic's one", + "Average speed is 70.81% of the surrounding traffic's one", + "Average speed is 131.15% of the surrounding traffic's one", + "Average speed is 124.26% of the surrounding traffic's one", + "Average speed is 94.01% of the surrounding traffic's one", + "Average speed is 85.39% of the surrounding traffic's one", + "Average speed is 87.82% of the surrounding traffic's one", + "Average speed is 97.02% of the surrounding traffic's one", + "Average speed is 89.8% of the surrounding traffic's one", + "Average speed is 111.57% of the surrounding traffic's one", + "Average speed is 110.06% of the surrounding traffic's one", + "Average speed is 92.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 58.7, + "duration_system": 1051.167 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_04_10_16_11_50", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=152 at (x=195.87, y=250.38, z=-0.006) at time=9.800s [CARLA Frame: 1543, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.65% of the surrounding traffic's one", + "Average speed is 98.73% of the surrounding traffic's one", + "Average speed is 115.75% of the surrounding traffic's one", + "Average speed is 60.47% of the surrounding traffic's one", + "Average speed is 28.79% of the surrounding traffic's one", + "Average speed is 84.68% of the surrounding traffic's one", + "Average speed is 152.39% of the surrounding traffic's one", + "Average speed is 176.33% of the surrounding traffic's one", + "Average speed is 190.44% of the surrounding traffic's one", + "Average speed is 184.43% of the surrounding traffic's one", + "Average speed is 151.16% of the surrounding traffic's one", + "Average speed is 23.14% of the surrounding traffic's one", + "Average speed is 89.94% of the surrounding traffic's one", + "Average speed is 155.03% of the surrounding traffic's one", + "Average speed is 164.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 20.35, + "duration_system": 289.296 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_04_10_16_06_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.66% of the surrounding traffic's one", + "Average speed is 101.44% of the surrounding traffic's one", + "Average speed is 74.01% of the surrounding traffic's one", + "Average speed is 76.53% of the surrounding traffic's one", + "Average speed is 129.0% of the surrounding traffic's one", + "Average speed is 114.06% of the surrounding traffic's one", + "Average speed is 93.93% of the surrounding traffic's one", + "Average speed is 71.11% of the surrounding traffic's one", + "Average speed is 130.02% of the surrounding traffic's one", + "Average speed is 124.72% of the surrounding traffic's one", + "Average speed is 99.29% of the surrounding traffic's one", + "Average speed is 119.33% of the surrounding traffic's one", + "Average speed is 108.87% of the surrounding traffic's one", + "Average speed is 137.26% of the surrounding traffic's one", + "Average speed is 122.75% of the surrounding traffic's one", + "Average speed is 97.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.65, + "duration_system": 216.255 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_04_10_16_01_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.4% of the surrounding traffic's one", + "Average speed is 119.7% of the surrounding traffic's one", + "Average speed is 141.14% of the surrounding traffic's one", + "Average speed is 126.65% of the surrounding traffic's one", + "Average speed is 110.05% of the surrounding traffic's one", + "Average speed is 96.69% of the surrounding traffic's one", + "Average speed is 127.7% of the surrounding traffic's one", + "Average speed is 126.27% of the surrounding traffic's one", + "Average speed is 136.28% of the surrounding traffic's one", + "Average speed is 101.97% of the surrounding traffic's one", + "Average speed is 78.68% of the surrounding traffic's one", + "Average speed is 82.88% of the surrounding traffic's one", + "Average speed is 89.6% of the surrounding traffic's one", + "Average speed is 98.12% of the surrounding traffic's one", + "Average speed is 95.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.55, + "duration_system": 155.16 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_04_10_15_53_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.04% of the surrounding traffic's one", + "Average speed is 127.61% of the surrounding traffic's one", + "Average speed is 14.12% of the surrounding traffic's one", + "Average speed is 63.14% of the surrounding traffic's one", + "Average speed is 82.83% of the surrounding traffic's one", + "Average speed is 76.16% of the surrounding traffic's one", + "Average speed is 149.06% of the surrounding traffic's one", + "Average speed is 111.35% of the surrounding traffic's one", + "Average speed is 47.5% of the surrounding traffic's one", + "Average speed is 89.7% of the surrounding traffic's one", + "Average speed is 85.08% of the surrounding traffic's one", + "Average speed is 125.37% of the surrounding traffic's one", + "Average speed is 155.0% of the surrounding traffic's one", + "Average speed is 142.89% of the surrounding traffic's one", + "Average speed is 116.56% of the surrounding traffic's one", + "Average speed is 109.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 27.3, + "duration_system": 351.708 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_04_10_15_50_29", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 119.29% of the surrounding traffic's one", + "Average speed is 151.74% of the surrounding traffic's one", + "Average speed is 147.34% of the surrounding traffic's one", + "Average speed is 143.52% of the surrounding traffic's one", + "Average speed is 127.75% of the surrounding traffic's one", + "Average speed is 132.56% of the surrounding traffic's one", + "Average speed is 55.37% of the surrounding traffic's one", + "Average speed is 36.52% of the surrounding traffic's one", + "Average speed is 132.78% of the surrounding traffic's one", + "Average speed is 176.8% of the surrounding traffic's one", + "Average speed is 188.3% of the surrounding traffic's one", + "Average speed is 210.86% of the surrounding traffic's one", + "Average speed is 159.76% of the surrounding traffic's one", + "Average speed is 161.78% of the surrounding traffic's one", + "Average speed is 150.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 13.0, + "duration_system": 74.079 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_04_10_15_45_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.71% of the surrounding traffic's one", + "Average speed is 154.36% of the surrounding traffic's one", + "Average speed is 232.42% of the surrounding traffic's one", + "Average speed is 191.61% of the surrounding traffic's one", + "Average speed is 140.13% of the surrounding traffic's one", + "Average speed is 76.95% of the surrounding traffic's one", + "Average speed is 49.97% of the surrounding traffic's one", + "Average speed is 61.68% of the surrounding traffic's one", + "Average speed is 264.31% of the surrounding traffic's one", + "Average speed is 290.12% of the surrounding traffic's one", + "Average speed is 263.0% of the surrounding traffic's one", + "Average speed is 211.61% of the surrounding traffic's one", + "Average speed is 211.64% of the surrounding traffic's one", + "Average speed is 484.69% of the surrounding traffic's one", + "Average speed is 429.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.6, + "duration_system": 148.154 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_04_10_15_41_39", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.39% of the surrounding traffic's one", + "Average speed is 95.55% of the surrounding traffic's one", + "Average speed is 309.71% of the surrounding traffic's one", + "Average speed is 209.26% of the surrounding traffic's one", + "Average speed is 184.2% of the surrounding traffic's one", + "Average speed is 171.92% of the surrounding traffic's one", + "Average speed is 112.37% of the surrounding traffic's one", + "Average speed is 43.36% of the surrounding traffic's one", + "Average speed is 44.14% of the surrounding traffic's one", + "Average speed is 179.67% of the surrounding traffic's one", + "Average speed is 179.36% of the surrounding traffic's one", + "Average speed is 119.21% of the surrounding traffic's one", + "Average speed is 94.36% of the surrounding traffic's one", + "Average speed is 84.32% of the surrounding traffic's one", + "Average speed is 106.13% of the surrounding traffic's one", + "Average speed is 121.37% of the surrounding traffic's one", + "Average speed is 101.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 22.5, + "duration_system": 128.232 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_04_10_15_35_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.1% of the surrounding traffic's one", + "Average speed is 146.76% of the surrounding traffic's one", + "Average speed is 151.72% of the surrounding traffic's one", + "Average speed is 163.02% of the surrounding traffic's one", + "Average speed is 137.38% of the surrounding traffic's one", + "Average speed is 164.7% of the surrounding traffic's one", + "Average speed is 141.71% of the surrounding traffic's one", + "Average speed is 65.37% of the surrounding traffic's one", + "Average speed is 43.84% of the surrounding traffic's one", + "Average speed is 74.16% of the surrounding traffic's one", + "Average speed is 65.35% of the surrounding traffic's one", + "Average speed is 121.85% of the surrounding traffic's one", + "Average speed is 186.66% of the surrounding traffic's one", + "Average speed is 166.92% of the surrounding traffic's one", + "Average speed is 148.56% of the surrounding traffic's one", + "Average speed is 141.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 16.3, + "duration_system": 273.802 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_04_10_15_31_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.17% of the surrounding traffic's one", + "Average speed is 138.57% of the surrounding traffic's one", + "Average speed is 166.89% of the surrounding traffic's one", + "Average speed is 139.39% of the surrounding traffic's one", + "Average speed is 110.79% of the surrounding traffic's one", + "Average speed is 58.43% of the surrounding traffic's one", + "Average speed is 33.95% of the surrounding traffic's one", + "Average speed is 134.54% of the surrounding traffic's one", + "Average speed is 154.7% of the surrounding traffic's one", + "Average speed is 180.29% of the surrounding traffic's one", + "Average speed is 197.12% of the surrounding traffic's one", + "Average speed is 179.17% of the surrounding traffic's one", + "Average speed is 148.77% of the surrounding traffic's one", + "Average speed is 143.29% of the surrounding traffic's one", + "Average speed is 174.68% of the surrounding traffic's one", + "Average speed is 195.85% of the surrounding traffic's one", + "Average speed is 215.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 12.7, + "duration_system": 86.086 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_04_10_15_27_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.66% of the surrounding traffic's one", + "Average speed is 119.55% of the surrounding traffic's one", + "Average speed is 204.84% of the surrounding traffic's one", + "Average speed is 155.13% of the surrounding traffic's one", + "Average speed is 170.83% of the surrounding traffic's one", + "Average speed is 80.42% of the surrounding traffic's one", + "Average speed is 84.95% of the surrounding traffic's one", + "Average speed is 192.84% of the surrounding traffic's one", + "Average speed is 121.98% of the surrounding traffic's one", + "Average speed is 110.88% of the surrounding traffic's one", + "Average speed is 102.42% of the surrounding traffic's one", + "Average speed is 108.16% of the surrounding traffic's one", + "Average speed is 102.38% of the surrounding traffic's one", + "Average speed is 118.48% of the surrounding traffic's one", + "Average speed is 109.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.75, + "duration_system": 109.118 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_04_10_15_21_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.47% of the surrounding traffic's one", + "Average speed is 146.88% of the surrounding traffic's one", + "Average speed is 273.57% of the surrounding traffic's one", + "Average speed is 203.2% of the surrounding traffic's one", + "Average speed is 214.33% of the surrounding traffic's one", + "Average speed is 173.0% of the surrounding traffic's one", + "Average speed is 55.29% of the surrounding traffic's one", + "Average speed is 68.88% of the surrounding traffic's one", + "Average speed is 162.33% of the surrounding traffic's one", + "Average speed is 172.31% of the surrounding traffic's one", + "Average speed is 116.24% of the surrounding traffic's one", + "Average speed is 107.38% of the surrounding traffic's one", + "Average speed is 118.22% of the surrounding traffic's one", + "Average speed is 107.89% of the surrounding traffic's one", + "Average speed is 127.79% of the surrounding traffic's one", + "Average speed is 14.25% of the surrounding traffic's one", + "Average speed is 101.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.95, + "duration_system": 262.284 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_04_09_21_24_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 43.15% of the surrounding traffic's one", + "Average speed is 5.12% of the surrounding traffic's one", + "Average speed is 314.27% of the surrounding traffic's one", + "Average speed is 403.16% of the surrounding traffic's one", + "Average speed is 441.87% of the surrounding traffic's one", + "Average speed is 468.87% of the surrounding traffic's one", + "Average speed is 442.73% of the surrounding traffic's one", + "Average speed is 553.13% of the surrounding traffic's one", + "Average speed is 593.26% of the surrounding traffic's one", + "Average speed is 494.36% of the surrounding traffic's one", + "Average speed is 376.01% of the surrounding traffic's one", + "Average speed is 299.19% of the surrounding traffic's one", + "Average speed is 238.06% of the surrounding traffic's one", + "Average speed is 187.98% of the surrounding traffic's one", + "Average speed is 150.72% of the surrounding traffic's one", + "Average speed is 114.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 42.4, + "duration_system": 346.426 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_04_11_14_15_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.62% of the surrounding traffic's one", + "Average speed is 246.02% of the surrounding traffic's one", + "Average speed is 199.33% of the surrounding traffic's one", + "Average speed is 226.54% of the surrounding traffic's one", + "Average speed is 162.3% of the surrounding traffic's one", + "Average speed is 151.03% of the surrounding traffic's one", + "Average speed is 133.65% of the surrounding traffic's one", + "Average speed is 146.43% of the surrounding traffic's one", + "Average speed is 196.71% of the surrounding traffic's one", + "Average speed is 209.73% of the surrounding traffic's one", + "Average speed is 197.12% of the surrounding traffic's one", + "Average speed is 177.6% of the surrounding traffic's one", + "Average speed is 414.02% of the surrounding traffic's one", + "Average speed is 360.33% of the surrounding traffic's one", + "Average speed is 402.13% of the surrounding traffic's one", + "Average speed is 446.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 9.95, + "duration_system": 123.121 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_04_10_15_11_12", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5743.616, y=4731.133, z=186.972) at time=10.300s [CARLA Frame: 1538, Agent Step: 205]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.31% of the surrounding traffic's one", + "Average speed is 320.3% of the surrounding traffic's one", + "Average speed is 260.26% of the surrounding traffic's one", + "Average speed is 210.13% of the surrounding traffic's one", + "Average speed is 193.39% of the surrounding traffic's one", + "Average speed is 175.48% of the surrounding traffic's one", + "Average speed is 130.8% of the surrounding traffic's one", + "Average speed is 156.44% of the surrounding traffic's one", + "Average speed is 135.17% of the surrounding traffic's one", + "Average speed is 75.23% of the surrounding traffic's one", + "Average speed is 142.7% of the surrounding traffic's one", + "Average speed is 178.02% of the surrounding traffic's one", + "Average speed is 183.33% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.1, + "duration_system": 111.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_04_10_15_05_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 324.26% of the surrounding traffic's one", + "Average speed is 334.11% of the surrounding traffic's one", + "Average speed is 196.61% of the surrounding traffic's one", + "Average speed is 264.38% of the surrounding traffic's one", + "Average speed is 205.72% of the surrounding traffic's one", + "Average speed is 170.39% of the surrounding traffic's one", + "Average speed is 141.75% of the surrounding traffic's one", + "Average speed is 161.21% of the surrounding traffic's one", + "Average speed is 167.68% of the surrounding traffic's one", + "Average speed is 159.61% of the surrounding traffic's one", + "Average speed is 140.73% of the surrounding traffic's one", + "Average speed is 150.11% of the surrounding traffic's one", + "Average speed is 128.46% of the surrounding traffic's one", + "Average speed is 191.68% of the surrounding traffic's one", + "Average speed is 147.26% of the surrounding traffic's one", + "Average speed is 130.74% of the surrounding traffic's one", + "Average speed is 122.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 205.206 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_04_10_15_01_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 277.19% of the surrounding traffic's one", + "Average speed is 382.54% of the surrounding traffic's one", + "Average speed is 520.55% of the surrounding traffic's one", + "Average speed is 637.27% of the surrounding traffic's one", + "Average speed is 654.1% of the surrounding traffic's one", + "Average speed is 558.87% of the surrounding traffic's one", + "Average speed is 468.89% of the surrounding traffic's one", + "Average speed is 436.85% of the surrounding traffic's one", + "Average speed is 661.07% of the surrounding traffic's one", + "Average speed is 1104.41% of the surrounding traffic's one", + "Average speed is 3674.85% of the surrounding traffic's one", + "Average speed is 23026.02% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 77.082 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_04_11_09_43_27", + "status": "Completed", + "num_infractions": 22, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.94% of the surrounding traffic's one", + "Average speed is 105.79% of the surrounding traffic's one", + "Average speed is 223.03% of the surrounding traffic's one", + "Average speed is 186.97% of the surrounding traffic's one", + "Average speed is 139.53% of the surrounding traffic's one", + "Average speed is 146.37% of the surrounding traffic's one", + "Average speed is 159.6% of the surrounding traffic's one", + "Average speed is 165.99% of the surrounding traffic's one", + "Average speed is 181.38% of the surrounding traffic's one", + "Average speed is 232.84% of the surrounding traffic's one", + "Average speed is 243.99% of the surrounding traffic's one", + "Average speed is 223.69% of the surrounding traffic's one", + "Average speed is 215.78% of the surrounding traffic's one", + "Average speed is 218.85% of the surrounding traffic's one", + "Average speed is 180.9% of the surrounding traffic's one", + "Average speed is 108.64% of the surrounding traffic's one", + "Average speed is 78.74% of the surrounding traffic's one", + "Average speed is 78.51% of the surrounding traffic's one", + "Average speed is 72.55% of the surrounding traffic's one", + "Average speed is 71.29% of the surrounding traffic's one", + "Average speed is 71.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2623.37, y=5901.936, z=157.726)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 27.65, + "duration_system": 214.274 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_04_09_21_21_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.18% of the surrounding traffic's one", + "Average speed is 207.7% of the surrounding traffic's one", + "Average speed is 212.32% of the surrounding traffic's one", + "Average speed is 215.72% of the surrounding traffic's one", + "Average speed is 236.69% of the surrounding traffic's one", + "Average speed is 234.28% of the surrounding traffic's one", + "Average speed is 223.8% of the surrounding traffic's one", + "Average speed is 271.34% of the surrounding traffic's one", + "Average speed is 250.24% of the surrounding traffic's one", + "Average speed is 615.68% of the surrounding traffic's one", + "Average speed is 586.2% of the surrounding traffic's one", + "Average speed is 485.0% of the surrounding traffic's one", + "Average speed is 366.49% of the surrounding traffic's one", + "Average speed is 269.1% of the surrounding traffic's one", + "Average speed is 174.41% of the surrounding traffic's one", + "Average speed is 94.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.85, + "duration_system": 44.059 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_04_09_21_17_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 194.62% of the surrounding traffic's one", + "Average speed is 187.55% of the surrounding traffic's one", + "Average speed is 214.28% of the surrounding traffic's one", + "Average speed is 246.42% of the surrounding traffic's one", + "Average speed is 274.19% of the surrounding traffic's one", + "Average speed is 300.65% of the surrounding traffic's one", + "Average speed is 315.7% of the surrounding traffic's one", + "Average speed is 361.19% of the surrounding traffic's one", + "Average speed is 330.54% of the surrounding traffic's one", + "Average speed is 405.99% of the surrounding traffic's one", + "Average speed is 408.11% of the surrounding traffic's one", + "Average speed is 286.69% of the surrounding traffic's one", + "Average speed is 267.13% of the surrounding traffic's one", + "Average speed is 214.65% of the surrounding traffic's one", + "Average speed is 178.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.15, + "duration_system": 66.083 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_04_10_14_44_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3704 at (x=3903.805, y=4854.684, z=367.189) at time=12.900s [CARLA Frame: 1603, Agent Step: 257]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 258.95% of the surrounding traffic's one", + "Average speed is 283.8% of the surrounding traffic's one", + "Average speed is 259.45% of the surrounding traffic's one", + "Average speed is 32.18% of the surrounding traffic's one", + "Average speed is 171.46% of the surrounding traffic's one", + "Average speed is 248.7% of the surrounding traffic's one", + "Average speed is 247.33% of the surrounding traffic's one", + "Average speed is 233.23% of the surrounding traffic's one", + "Average speed is 232.02% of the surrounding traffic's one", + "Average speed is 216.98% of the surrounding traffic's one", + "Average speed is 196.55% of the surrounding traffic's one", + "Average speed is 162.58% of the surrounding traffic's one", + "Average speed is 184.13% of the surrounding traffic's one", + "Average speed is 194.3% of the surrounding traffic's one", + "Average speed is 179.49% of the surrounding traffic's one", + "Average speed is 167.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 16.15, + "duration_system": 146.167 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_04_10_14_39_15", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 16.138 meters (12.86% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 176.36% of the surrounding traffic's one", + "Average speed is 80.72% of the surrounding traffic's one", + "Average speed is 171.97% of the surrounding traffic's one", + "Average speed is 197.26% of the surrounding traffic's one", + "Average speed is 162.54% of the surrounding traffic's one", + "Average speed is 184.92% of the surrounding traffic's one", + "Average speed is 148.48% of the surrounding traffic's one", + "Average speed is 141.55% of the surrounding traffic's one", + "Average speed is 95.45% of the surrounding traffic's one", + "Average speed is 217.56% of the surrounding traffic's one", + "Average speed is 195.46% of the surrounding traffic's one", + "Average speed is 235.77% of the surrounding traffic's one", + "Average speed is 18.36% of the surrounding traffic's one", + "Average speed is 57.48% of the surrounding traffic's one", + "Average speed is 101.53% of the surrounding traffic's one", + "Average speed is 167.48% of the surrounding traffic's one", + "Average speed is 180.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.871392, + "score_composed": 87.139218 + }, + "meta": { + "route_length": 134.412, + "duration_game": 22.95, + "duration_system": 146.173 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_04_11_14_10_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 214.97% of the surrounding traffic's one", + "Average speed is 245.57% of the surrounding traffic's one", + "Average speed is 196.01% of the surrounding traffic's one", + "Average speed is 212.5% of the surrounding traffic's one", + "Average speed is 161.35% of the surrounding traffic's one", + "Average speed is 145.83% of the surrounding traffic's one", + "Average speed is 132.62% of the surrounding traffic's one", + "Average speed is 152.65% of the surrounding traffic's one", + "Average speed is 202.19% of the surrounding traffic's one", + "Average speed is 215.29% of the surrounding traffic's one", + "Average speed is 199.35% of the surrounding traffic's one", + "Average speed is 172.09% of the surrounding traffic's one", + "Average speed is 437.7% of the surrounding traffic's one", + "Average speed is 377.88% of the surrounding traffic's one", + "Average speed is 417.74% of the surrounding traffic's one", + "Average speed is 472.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 9.95, + "duration_system": 145.149 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_04_09_21_13_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.56% of the surrounding traffic's one", + "Average speed is 188.44% of the surrounding traffic's one", + "Average speed is 217.54% of the surrounding traffic's one", + "Average speed is 244.78% of the surrounding traffic's one", + "Average speed is 271.36% of the surrounding traffic's one", + "Average speed is 288.29% of the surrounding traffic's one", + "Average speed is 304.35% of the surrounding traffic's one", + "Average speed is 312.28% of the surrounding traffic's one", + "Average speed is 281.02% of the surrounding traffic's one", + "Average speed is 438.67% of the surrounding traffic's one", + "Average speed is 360.32% of the surrounding traffic's one", + "Average speed is 324.7% of the surrounding traffic's one", + "Average speed is 267.56% of the surrounding traffic's one", + "Average speed is 207.25% of the surrounding traffic's one", + "Average speed is 137.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.3, + "duration_system": 68.073 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_04_10_14_28_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.22% of the surrounding traffic's one", + "Average speed is 90.82% of the surrounding traffic's one", + "Average speed is 181.83% of the surrounding traffic's one", + "Average speed is 151.18% of the surrounding traffic's one", + "Average speed is 134.35% of the surrounding traffic's one", + "Average speed is 127.9% of the surrounding traffic's one", + "Average speed is 150.67% of the surrounding traffic's one", + "Average speed is 166.66% of the surrounding traffic's one", + "Average speed is 204.6% of the surrounding traffic's one", + "Average speed is 287.76% of the surrounding traffic's one", + "Average speed is 365.89% of the surrounding traffic's one", + "Average speed is 387.11% of the surrounding traffic's one", + "Average speed is 290.91% of the surrounding traffic's one", + "Average speed is 133.03% of the surrounding traffic's one", + "Average speed is 234.67% of the surrounding traffic's one", + "Average speed is 162.8% of the surrounding traffic's one", + "Average speed is 120.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 19.45, + "duration_system": 126.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_04_10_14_23_19", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3728 at (x=1118.96, y=3103.063, z=364.995) at time=10.800s [CARLA Frame: 1542, Agent Step: 215]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 317.99% of the surrounding traffic's one", + "Average speed is 344.1% of the surrounding traffic's one", + "Average speed is 272.21% of the surrounding traffic's one", + "Average speed is 229.26% of the surrounding traffic's one", + "Average speed is 191.46% of the surrounding traffic's one", + "Average speed is 163.95% of the surrounding traffic's one", + "Average speed is 84.78% of the surrounding traffic's one", + "Average speed is 160.56% of the surrounding traffic's one", + "Average speed is 209.79% of the surrounding traffic's one", + "Average speed is 162.86% of the surrounding traffic's one", + "Average speed is 80.97% of the surrounding traffic's one", + "Average speed is 135.13% of the surrounding traffic's one", + "Average speed is 134.74% of the surrounding traffic's one", + "Average speed is 298.74% of the surrounding traffic's one", + "Average speed is 206.89% of the surrounding traffic's one", + "Average speed is 149.19% of the surrounding traffic's one", + "Average speed is 162.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 15.55, + "duration_system": 178.179 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_04_09_21_02_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.65% of the surrounding traffic's one", + "Average speed is 6.34% of the surrounding traffic's one", + "Average speed is 1632.43% of the surrounding traffic's one", + "Average speed is 1777.42% of the surrounding traffic's one", + "Average speed is 1857.06% of the surrounding traffic's one", + "Average speed is 1668.09% of the surrounding traffic's one", + "Average speed is 1563.01% of the surrounding traffic's one", + "Average speed is 1380.77% of the surrounding traffic's one", + "Average speed is 1297.4% of the surrounding traffic's one", + "Average speed is 1381.71% of the surrounding traffic's one", + "Average speed is 1322.27% of the surrounding traffic's one", + "Average speed is 1189.58% of the surrounding traffic's one", + "Average speed is 816.82% of the surrounding traffic's one", + "Average speed is 573.52% of the surrounding traffic's one", + "Average speed is 365.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.7, + "duration_system": 524.595 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_04_10_14_18_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 411.22% of the surrounding traffic's one", + "Average speed is 655.92% of the surrounding traffic's one", + "Average speed is 919.58% of the surrounding traffic's one", + "Average speed is 1030.99% of the surrounding traffic's one", + "Average speed is 1007.13% of the surrounding traffic's one", + "Average speed is 833.59% of the surrounding traffic's one", + "Average speed is 643.99% of the surrounding traffic's one", + "Average speed is 474.36% of the surrounding traffic's one", + "Average speed is 595.11% of the surrounding traffic's one", + "Average speed is 716.65% of the surrounding traffic's one", + "Average speed is 763.22% of the surrounding traffic's one", + "Average speed is 914.64% of the surrounding traffic's one", + "Average speed is 742.9% of the surrounding traffic's one", + "Average speed is 395.4% of the surrounding traffic's one", + "Average speed is 356.47% of the surrounding traffic's one", + "Average speed is 335.8% of the surrounding traffic's one", + "Average speed is 325.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 10.1, + "duration_system": 113.114 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_04_10_14_13_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 313.28% of the surrounding traffic's one", + "Average speed is 249.82% of the surrounding traffic's one", + "Average speed is 223.48% of the surrounding traffic's one", + "Average speed is 265.47% of the surrounding traffic's one", + "Average speed is 202.41% of the surrounding traffic's one", + "Average speed is 167.09% of the surrounding traffic's one", + "Average speed is 142.85% of the surrounding traffic's one", + "Average speed is 166.47% of the surrounding traffic's one", + "Average speed is 212.65% of the surrounding traffic's one", + "Average speed is 168.68% of the surrounding traffic's one", + "Average speed is 124.07% of the surrounding traffic's one", + "Average speed is 159.05% of the surrounding traffic's one", + "Average speed is 155.25% of the surrounding traffic's one", + "Average speed is 165.17% of the surrounding traffic's one", + "Average speed is 137.53% of the surrounding traffic's one", + "Average speed is 140.81% of the surrounding traffic's one", + "Average speed is 135.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.4, + "duration_system": 165.166 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_04_10_14_09_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.26% of the surrounding traffic's one", + "Average speed is 382.68% of the surrounding traffic's one", + "Average speed is 520.89% of the surrounding traffic's one", + "Average speed is 636.25% of the surrounding traffic's one", + "Average speed is 650.04% of the surrounding traffic's one", + "Average speed is 558.82% of the surrounding traffic's one", + "Average speed is 463.56% of the surrounding traffic's one", + "Average speed is 439.83% of the surrounding traffic's one", + "Average speed is 666.57% of the surrounding traffic's one", + "Average speed is 1097.67% of the surrounding traffic's one", + "Average speed is 3862.63% of the surrounding traffic's one", + "Average speed is 38954.63% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 70.074 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_04_10_14_03_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 215.89% of the surrounding traffic's one", + "Average speed is 85.37% of the surrounding traffic's one", + "Average speed is 187.73% of the surrounding traffic's one", + "Average speed is 225.57% of the surrounding traffic's one", + "Average speed is 233.85% of the surrounding traffic's one", + "Average speed is 117.24% of the surrounding traffic's one", + "Average speed is 128.54% of the surrounding traffic's one", + "Average speed is 279.2% of the surrounding traffic's one", + "Average speed is 314.82% of the surrounding traffic's one", + "Average speed is 271.29% of the surrounding traffic's one", + "Average speed is 85.18% of the surrounding traffic's one", + "Average speed is 245.47% of the surrounding traffic's one", + "Average speed is 338.57% of the surrounding traffic's one", + "Average speed is 268.18% of the surrounding traffic's one", + "Average speed is 134.08% of the surrounding traffic's one", + "Average speed is 115.92% of the surrounding traffic's one", + "Average speed is 83.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 18.8, + "duration_system": 227.227 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_04_11_09_23_06", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=508.87, y=6000.945, z=165.531) at time=21.150s [CARLA Frame: 1609, Agent Step: 422]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.07% of the surrounding traffic's one", + "Average speed is 124.11% of the surrounding traffic's one", + "Average speed is 192.49% of the surrounding traffic's one", + "Average speed is 186.06% of the surrounding traffic's one", + "Average speed is 144.8% of the surrounding traffic's one", + "Average speed is 158.71% of the surrounding traffic's one", + "Average speed is 164.1% of the surrounding traffic's one", + "Average speed is 174.11% of the surrounding traffic's one", + "Average speed is 204.03% of the surrounding traffic's one", + "Average speed is 206.37% of the surrounding traffic's one", + "Average speed is 217.36% of the surrounding traffic's one", + "Average speed is 211.01% of the surrounding traffic's one", + "Average speed is 202.27% of the surrounding traffic's one", + "Average speed is 188.61% of the surrounding traffic's one", + "Average speed is 141.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=509.056, y=6000.954, z=165.532)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 83.57, + "score_penalty": 0.65, + "score_composed": 54.3205 + }, + "meta": { + "route_length": 165.559, + "duration_game": 81.2, + "duration_system": 602.884 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23659_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "3", + "save_name": "RouteScenario_23659_rep0_Town12_HighwayExit_1_3_04_11_09_12_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 3.42 meters (3.75% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 18.84% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 25052.7% of the surrounding traffic's one", + "Average speed is 3902.35% of the surrounding traffic's one", + "Average speed is 2089.14% of the surrounding traffic's one", + "Average speed is 863.35% of the surrounding traffic's one", + "Average speed is 594.55% of the surrounding traffic's one", + "Average speed is 559.14% of the surrounding traffic's one", + "Average speed is 463.0% of the surrounding traffic's one", + "Average speed is 310.0% of the surrounding traffic's one", + "Average speed is 260.84% of the surrounding traffic's one", + "Average speed is 184.05% of the surrounding traffic's one", + "Average speed is 207.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.96248, + "score_composed": 96.247999 + }, + "meta": { + "route_length": 99.127, + "duration_game": 50.6, + "duration_system": 468.558 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_04_11_09_06_24", + "status": "Failed - Agent deviated from the route", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 331.82% of the surrounding traffic's one", + "Average speed is 290.29% of the surrounding traffic's one", + "Average speed is 233.54% of the surrounding traffic's one", + "Average speed is 208.79% of the surrounding traffic's one", + "Average speed is 169.79% of the surrounding traffic's one", + "Average speed is 156.13% of the surrounding traffic's one", + "Average speed is 136.71% of the surrounding traffic's one", + "Average speed is 149.98% of the surrounding traffic's one", + "Average speed is 152.91% of the surrounding traffic's one", + "Average speed is 145.37% of the surrounding traffic's one", + "Average speed is 131.7% of the surrounding traffic's one", + "Average speed is 122.46% of the surrounding traffic's one", + "Average speed is 140.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-822.769, y=4728.486, z=369.264)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 76.14, + "score_penalty": 1.0, + "score_composed": 76.14 + }, + "meta": { + "route_length": 106.658, + "duration_game": 14.85, + "duration_system": 207.217 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_04_09_20_58_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 248.5% of the surrounding traffic's one", + "Average speed is 307.06% of the surrounding traffic's one", + "Average speed is 301.73% of the surrounding traffic's one", + "Average speed is 244.08% of the surrounding traffic's one", + "Average speed is 337.56% of the surrounding traffic's one", + "Average speed is 452.83% of the surrounding traffic's one", + "Average speed is 490.69% of the surrounding traffic's one", + "Average speed is 555.69% of the surrounding traffic's one", + "Average speed is 634.25% of the surrounding traffic's one", + "Average speed is 634.27% of the surrounding traffic's one", + "Average speed is 591.86% of the surrounding traffic's one", + "Average speed is 540.93% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 14695101.59% of the surrounding traffic's one", + "Average speed is 48040.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.3, + "duration_system": 93.098 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_04_09_20_53_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.85% of the surrounding traffic's one", + "Average speed is 574.57% of the surrounding traffic's one", + "Average speed is 499.06% of the surrounding traffic's one", + "Average speed is 303.79% of the surrounding traffic's one", + "Average speed is 182.96% of the surrounding traffic's one", + "Average speed is 172.32% of the surrounding traffic's one", + "Average speed is 57.42% of the surrounding traffic's one", + "Average speed is 150.96% of the surrounding traffic's one", + "Average speed is 213.51% of the surrounding traffic's one", + "Average speed is 199.16% of the surrounding traffic's one", + "Average speed is 97.45% of the surrounding traffic's one", + "Average speed is 137.65% of the surrounding traffic's one", + "Average speed is 189.65% of the surrounding traffic's one", + "Average speed is 166.66% of the surrounding traffic's one", + "Average speed is 3008.62% of the surrounding traffic's one", + "Average speed is 10919404.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.95, + "duration_system": 166.166 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_04_09_20_48_37", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.77% of the surrounding traffic's one", + "Average speed is 500.09% of the surrounding traffic's one", + "Average speed is 346.41% of the surrounding traffic's one", + "Average speed is 245.19% of the surrounding traffic's one", + "Average speed is 167.43% of the surrounding traffic's one", + "Average speed is 150.61% of the surrounding traffic's one", + "Average speed is 142.72% of the surrounding traffic's one", + "Average speed is 112.57% of the surrounding traffic's one", + "Average speed is 97.1% of the surrounding traffic's one", + "Average speed is 263.43% of the surrounding traffic's one", + "Average speed is 275.99% of the surrounding traffic's one", + "Average speed is 178.35% of the surrounding traffic's one", + "Average speed is 116.15% of the surrounding traffic's one", + "Average speed is 566.74% of the surrounding traffic's one", + "Average speed is 351.78% of the surrounding traffic's one", + "Average speed is 132.57% of the surrounding traffic's one", + "Average speed is 255.8% of the surrounding traffic's one", + "Average speed is 307.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.0, + "duration_system": 119.119 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_04_09_20_37_52", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 303.71% of the surrounding traffic's one", + "Average speed is 492.71% of the surrounding traffic's one", + "Average speed is 309.85% of the surrounding traffic's one", + "Average speed is 174.4% of the surrounding traffic's one", + "Average speed is 77.91% of the surrounding traffic's one", + "Average speed is 10.56% of the surrounding traffic's one", + "Average speed is 2580.28% of the surrounding traffic's one", + "Average speed is 874.73% of the surrounding traffic's one", + "Average speed is 139.58% of the surrounding traffic's one", + "Average speed is 4410.93% of the surrounding traffic's one", + "Average speed is 2723.71% of the surrounding traffic's one", + "Average speed is 1429.84% of the surrounding traffic's one", + "Average speed is 842.38% of the surrounding traffic's one", + "Average speed is 632.57% of the surrounding traffic's one", + "Average speed is 308.1% of the surrounding traffic's one", + "Average speed is 148.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.4, + "duration_system": 492.614 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_04_09_20_31_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.88% of the surrounding traffic's one", + "Average speed is 1109.46% of the surrounding traffic's one", + "Average speed is 1330.64% of the surrounding traffic's one", + "Average speed is 252.39% of the surrounding traffic's one", + "Average speed is 95.37% of the surrounding traffic's one", + "Average speed is 42.43% of the surrounding traffic's one", + "Average speed is 167.51% of the surrounding traffic's one", + "Average speed is 164.61% of the surrounding traffic's one", + "Average speed is 26.56% of the surrounding traffic's one", + "Average speed is 500.27% of the surrounding traffic's one", + "Average speed is 698.82% of the surrounding traffic's one", + "Average speed is 1082.37% of the surrounding traffic's one", + "Average speed is 973.72% of the surrounding traffic's one", + "Average speed is 816.94% of the surrounding traffic's one", + "Average speed is 185.0% of the surrounding traffic's one", + "Average speed is 184.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 24.15, + "duration_system": 247.258 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_04_09_20_22_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3933 at (x=914.78, y=3691.36, z=370.77) at time=47.650s [CARLA Frame: 2264, Agent Step: 952]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.1% of the surrounding traffic's one", + "Average speed is 700.27% of the surrounding traffic's one", + "Average speed is 679.41% of the surrounding traffic's one", + "Average speed is 128.58% of the surrounding traffic's one", + "Average speed is 11.56% of the surrounding traffic's one", + "Average speed is 2056.58% of the surrounding traffic's one", + "Average speed is 1926.5% of the surrounding traffic's one", + "Average speed is 2054.31% of the surrounding traffic's one", + "Average speed is 2099.69% of the surrounding traffic's one", + "Average speed is 1755.06% of the surrounding traffic's one", + "Average speed is 5063.59% of the surrounding traffic's one", + "Average speed is 1293.7% of the surrounding traffic's one", + "Average speed is 744.75% of the surrounding traffic's one", + "Average speed is 588.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.75, + "duration_system": 390.084 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_04_09_20_15_37", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.51% of the surrounding traffic's one", + "Average speed is 108.27% of the surrounding traffic's one", + "Average speed is 117.32% of the surrounding traffic's one", + "Average speed is 39.11% of the surrounding traffic's one", + "Average speed is 151.0% of the surrounding traffic's one", + "Average speed is 16.66% of the surrounding traffic's one", + "Average speed is 349.62% of the surrounding traffic's one", + "Average speed is 442.15% of the surrounding traffic's one", + "Average speed is 88.57% of the surrounding traffic's one", + "Average speed is 488.54% of the surrounding traffic's one", + "Average speed is 977.44% of the surrounding traffic's one", + "Average speed is 1503.1% of the surrounding traffic's one", + "Average speed is 799.1% of the surrounding traffic's one", + "Average speed is 533.08% of the surrounding traffic's one", + "Average speed is 301.64% of the surrounding traffic's one", + "Average speed is 236.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 29.0, + "duration_system": 235.255 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_04_09_20_09_30", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.15% of the surrounding traffic's one", + "Average speed is 121.32% of the surrounding traffic's one", + "Average speed is 114.63% of the surrounding traffic's one", + "Average speed is 13.69% of the surrounding traffic's one", + "Average speed is 379.86% of the surrounding traffic's one", + "Average speed is 609.54% of the surrounding traffic's one", + "Average speed is 322.62% of the surrounding traffic's one", + "Average speed is 560.78% of the surrounding traffic's one", + "Average speed is 785.98% of the surrounding traffic's one", + "Average speed is 620.6% of the surrounding traffic's one", + "Average speed is 290.51% of the surrounding traffic's one", + "Average speed is 707.98% of the surrounding traffic's one", + "Average speed is 568.85% of the surrounding traffic's one", + "Average speed is 537.51% of the surrounding traffic's one", + "Average speed is 499.14% of the surrounding traffic's one", + "Average speed is 320.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.4, + "duration_system": 213.249 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_04_09_20_04_29", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=241.048, y=5915.901, z=361.207) at time=11.850s [CARLA Frame: 1563, Agent Step: 236]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=338 at (x=260.326, y=5922.582, z=361.17)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.98% of the surrounding traffic's one", + "Average speed is 107.14% of the surrounding traffic's one", + "Average speed is 406.23% of the surrounding traffic's one", + "Average speed is 196.52% of the surrounding traffic's one", + "Average speed is 82.67% of the surrounding traffic's one", + "Average speed is 59.43% of the surrounding traffic's one", + "Average speed is 35.73% of the surrounding traffic's one", + "Average speed is 282.19% of the surrounding traffic's one", + "Average speed is 339.33% of the surrounding traffic's one", + "Average speed is 366.33% of the surrounding traffic's one", + "Average speed is 479.33% of the surrounding traffic's one", + "Average speed is 331.28% of the surrounding traffic's one", + "Average speed is 556.44% of the surrounding traffic's one", + "Average speed is 1934.0% of the surrounding traffic's one", + "Average speed is 1442.06% of the surrounding traffic's one", + "Average speed is 360.77% of the surrounding traffic's one", + "Average speed is 508.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.48, + "score_composed": 48.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 13.25, + "duration_system": 142.153 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_04_09_19_41_31", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.88% of the surrounding traffic's one", + "Average speed is 197.84% of the surrounding traffic's one", + "Average speed is 333.62% of the surrounding traffic's one", + "Average speed is 146.6% of the surrounding traffic's one", + "Average speed is 15.44% of the surrounding traffic's one", + "Average speed is 3.59% of the surrounding traffic's one", + "Average speed is 476.41% of the surrounding traffic's one", + "Average speed is 431.83% of the surrounding traffic's one", + "Average speed is 419.66% of the surrounding traffic's one", + "Average speed is 310.46% of the surrounding traffic's one", + "Average speed is 573.75% of the surrounding traffic's one", + "Average speed is 859.35% of the surrounding traffic's one", + "Average speed is 711.4% of the surrounding traffic's one", + "Average speed is 555.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 103.85, + "duration_system": 1222.998 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_04_09_19_37_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 269.49% of the surrounding traffic's one", + "Average speed is 467.55% of the surrounding traffic's one", + "Average speed is 461.81% of the surrounding traffic's one", + "Average speed is 103.54% of the surrounding traffic's one", + "Average speed is 61.79% of the surrounding traffic's one", + "Average speed is 31.87% of the surrounding traffic's one", + "Average speed is 277.37% of the surrounding traffic's one", + "Average speed is 456.94% of the surrounding traffic's one", + "Average speed is 436.39% of the surrounding traffic's one", + "Average speed is 451.59% of the surrounding traffic's one", + "Average speed is 442.62% of the surrounding traffic's one", + "Average speed is 396.42% of the surrounding traffic's one", + "Average speed is 528.9% of the surrounding traffic's one", + "Average speed is 723.48% of the surrounding traffic's one", + "Average speed is 4242.31% of the surrounding traffic's one", + "Average speed is 2097.38% of the surrounding traffic's one", + "Average speed is 1986.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 12.0, + "duration_system": 116.136 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_04_09_19_32_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1987.7, y=2174.853, z=362.228) at time=7.950s [CARLA Frame: 1507, Agent Step: 158]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 409.66% of the surrounding traffic's one", + "Average speed is 583.46% of the surrounding traffic's one", + "Average speed is 516.69% of the surrounding traffic's one", + "Average speed is 288.64% of the surrounding traffic's one", + "Average speed is 132.71% of the surrounding traffic's one", + "Average speed is 45.75% of the surrounding traffic's one", + "Average speed is 216.34% of the surrounding traffic's one", + "Average speed is 245.99% of the surrounding traffic's one", + "Average speed is 264.27% of the surrounding traffic's one", + "Average speed is 271.15% of the surrounding traffic's one", + "Average speed is 764.44% of the surrounding traffic's one", + "Average speed is 1556.41% of the surrounding traffic's one", + "Average speed is 1456.35% of the surrounding traffic's one", + "Average speed is 2513.2% of the surrounding traffic's one", + "Average speed is 2434.09% of the surrounding traffic's one", + "Average speed is 1958.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 11.0, + "duration_system": 108.108 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_04_10_12_10_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3867 at (x=3489.864, y=4489.227, z=367.995) at time=13.050s [CARLA Frame: 1520, Agent Step: 260]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.91% of the surrounding traffic's one", + "Average speed is 145.04% of the surrounding traffic's one", + "Average speed is 195.28% of the surrounding traffic's one", + "Average speed is 64.17% of the surrounding traffic's one", + "Average speed is 21.12% of the surrounding traffic's one", + "Average speed is 74.13% of the surrounding traffic's one", + "Average speed is 148.61% of the surrounding traffic's one", + "Average speed is 58.9% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 158.21% of the surrounding traffic's one", + "Average speed is 227.5% of the surrounding traffic's one", + "Average speed is 289.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 108.8, + "duration_system": 1243.847 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_04_09_19_14_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.41% of the surrounding traffic's one", + "Average speed is 268.88% of the surrounding traffic's one", + "Average speed is 255.93% of the surrounding traffic's one", + "Average speed is 89.16% of the surrounding traffic's one", + "Average speed is 110.91% of the surrounding traffic's one", + "Average speed is 4.0% of the surrounding traffic's one", + "Average speed is 467.07% of the surrounding traffic's one", + "Average speed is 516.55% of the surrounding traffic's one", + "Average speed is 476.1% of the surrounding traffic's one", + "Average speed is 522.55% of the surrounding traffic's one", + "Average speed is 588.17% of the surrounding traffic's one", + "Average speed is 795.51% of the surrounding traffic's one", + "Average speed is 1072.83% of the surrounding traffic's one", + "Average speed is 900.96% of the surrounding traffic's one", + "Average speed is 794.85% of the surrounding traffic's one", + "Average speed is 905.22% of the surrounding traffic's one", + "Average speed is 797.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 101.55, + "duration_system": 950.201 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_04_09_19_09_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 207.29% of the surrounding traffic's one", + "Average speed is 537.65% of the surrounding traffic's one", + "Average speed is 479.06% of the surrounding traffic's one", + "Average speed is 416.93% of the surrounding traffic's one", + "Average speed is 141.7% of the surrounding traffic's one", + "Average speed is 57.9% of the surrounding traffic's one", + "Average speed is 129.92% of the surrounding traffic's one", + "Average speed is 185.11% of the surrounding traffic's one", + "Average speed is 226.1% of the surrounding traffic's one", + "Average speed is 264.01% of the surrounding traffic's one", + "Average speed is 417.23% of the surrounding traffic's one", + "Average speed is 665.34% of the surrounding traffic's one", + "Average speed is 806.09% of the surrounding traffic's one", + "Average speed is 615.83% of the surrounding traffic's one", + "Average speed is 567.29% of the surrounding traffic's one", + "Average speed is 1628.08% of the surrounding traffic's one", + "Average speed is 1701.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 12.05, + "duration_system": 143.152 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_04_09_19_04_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.63% of the surrounding traffic's one", + "Average speed is 155.67% of the surrounding traffic's one", + "Average speed is 493.99% of the surrounding traffic's one", + "Average speed is 426.65% of the surrounding traffic's one", + "Average speed is 134.97% of the surrounding traffic's one", + "Average speed is 48.66% of the surrounding traffic's one", + "Average speed is 71.9% of the surrounding traffic's one", + "Average speed is 314.12% of the surrounding traffic's one", + "Average speed is 498.35% of the surrounding traffic's one", + "Average speed is 486.32% of the surrounding traffic's one", + "Average speed is 489.93% of the surrounding traffic's one", + "Average speed is 773.38% of the surrounding traffic's one", + "Average speed is 1822.02% of the surrounding traffic's one", + "Average speed is 1957.52% of the surrounding traffic's one", + "Average speed is 915.88% of the surrounding traffic's one", + "Average speed is 970.05% of the surrounding traffic's one", + "Average speed is 852.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 13.75, + "duration_system": 130.157 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_04_09_18_59_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 350.33% of the surrounding traffic's one", + "Average speed is 626.72% of the surrounding traffic's one", + "Average speed is 430.46% of the surrounding traffic's one", + "Average speed is 89.71% of the surrounding traffic's one", + "Average speed is 101.39% of the surrounding traffic's one", + "Average speed is 60.86% of the surrounding traffic's one", + "Average speed is 362.59% of the surrounding traffic's one", + "Average speed is 476.39% of the surrounding traffic's one", + "Average speed is 358.04% of the surrounding traffic's one", + "Average speed is 280.19% of the surrounding traffic's one", + "Average speed is 306.31% of the surrounding traffic's one", + "Average speed is 330.79% of the surrounding traffic's one", + "Average speed is 256.96% of the surrounding traffic's one", + "Average speed is 201.09% of the surrounding traffic's one", + "Average speed is 192.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.25, + "duration_system": 165.802 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_04_09_18_54_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.54% of the surrounding traffic's one", + "Average speed is 543.42% of the surrounding traffic's one", + "Average speed is 603.12% of the surrounding traffic's one", + "Average speed is 568.44% of the surrounding traffic's one", + "Average speed is 125.0% of the surrounding traffic's one", + "Average speed is 38.29% of the surrounding traffic's one", + "Average speed is 363.97% of the surrounding traffic's one", + "Average speed is 432.88% of the surrounding traffic's one", + "Average speed is 498.71% of the surrounding traffic's one", + "Average speed is 632.72% of the surrounding traffic's one", + "Average speed is 964.7% of the surrounding traffic's one", + "Average speed is 1188.2% of the surrounding traffic's one", + "Average speed is 1817.93% of the surrounding traffic's one", + "Average speed is 2138.82% of the surrounding traffic's one", + "Average speed is 4117.81% of the surrounding traffic's one", + "Average speed is 2729.66% of the surrounding traffic's one", + "Average speed is 1886.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 11.6, + "duration_system": 117.119 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_04_09_18_44_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.38% of the surrounding traffic's one", + "Average speed is 1865.77% of the surrounding traffic's one", + "Average speed is 312.41% of the surrounding traffic's one", + "Average speed is 241.36% of the surrounding traffic's one", + "Average speed is 291.48% of the surrounding traffic's one", + "Average speed is 345.79% of the surrounding traffic's one", + "Average speed is 389.23% of the surrounding traffic's one", + "Average speed is 245.9% of the surrounding traffic's one", + "Average speed is 193.21% of the surrounding traffic's one", + "Average speed is 111.31% of the surrounding traffic's one", + "Average speed is 84.66% of the surrounding traffic's one", + "Average speed is 82.95% of the surrounding traffic's one", + "Average speed is 75.66% of the surrounding traffic's one", + "Average speed is 74.95% of the surrounding traffic's one", + "Average speed is 81.96% of the surrounding traffic's one", + "Average speed is 87.55% of the surrounding traffic's one", + "Average speed is 92.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 53.85, + "duration_system": 468.523 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_04_09_18_35_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.65% of the surrounding traffic's one", + "Average speed is 86.05% of the surrounding traffic's one", + "Average speed is 255.88% of the surrounding traffic's one", + "Average speed is 244.72% of the surrounding traffic's one", + "Average speed is 242.58% of the surrounding traffic's one", + "Average speed is 160.84% of the surrounding traffic's one", + "Average speed is 14.34% of the surrounding traffic's one", + "Average speed is 767.12% of the surrounding traffic's one", + "Average speed is 403.5% of the surrounding traffic's one", + "Average speed is 416.23% of the surrounding traffic's one", + "Average speed is 476.86% of the surrounding traffic's one", + "Average speed is 290.79% of the surrounding traffic's one", + "Average speed is 234.41% of the surrounding traffic's one", + "Average speed is 191.05% of the surrounding traffic's one", + "Average speed is 219.49% of the surrounding traffic's one", + "Average speed is 183.43% of the surrounding traffic's one", + "Average speed is 223.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 45.1, + "duration_system": 400.46 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_04_10_12_04_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.94% of the surrounding traffic's one", + "Average speed is 73.93% of the surrounding traffic's one", + "Average speed is 185.57% of the surrounding traffic's one", + "Average speed is 174.3% of the surrounding traffic's one", + "Average speed is 70.22% of the surrounding traffic's one", + "Average speed is 130.06% of the surrounding traffic's one", + "Average speed is 89.48% of the surrounding traffic's one", + "Average speed is 96.67% of the surrounding traffic's one", + "Average speed is 79.58% of the surrounding traffic's one", + "Average speed is 135.56% of the surrounding traffic's one", + "Average speed is 163.33% of the surrounding traffic's one", + "Average speed is 140.43% of the surrounding traffic's one", + "Average speed is 143.22% of the surrounding traffic's one", + "Average speed is 129.4% of the surrounding traffic's one", + "Average speed is 126.99% of the surrounding traffic's one", + "Average speed is 108.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.3, + "duration_system": 166.187 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_04_09_18_24_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.25% of the surrounding traffic's one", + "Average speed is 142.72% of the surrounding traffic's one", + "Average speed is 149.25% of the surrounding traffic's one", + "Average speed is 176.02% of the surrounding traffic's one", + "Average speed is 126.61% of the surrounding traffic's one", + "Average speed is 6.11% of the surrounding traffic's one", + "Average speed is 91.77% of the surrounding traffic's one", + "Average speed is 1579.21% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 139.27% of the surrounding traffic's one", + "Average speed is 303.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.75, + "duration_system": 489.532 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_04_10_12_00_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.3% of the surrounding traffic's one", + "Average speed is 96.37% of the surrounding traffic's one", + "Average speed is 213.25% of the surrounding traffic's one", + "Average speed is 149.01% of the surrounding traffic's one", + "Average speed is 63.36% of the surrounding traffic's one", + "Average speed is 108.34% of the surrounding traffic's one", + "Average speed is 87.76% of the surrounding traffic's one", + "Average speed is 83.35% of the surrounding traffic's one", + "Average speed is 109.77% of the surrounding traffic's one", + "Average speed is 189.38% of the surrounding traffic's one", + "Average speed is 207.95% of the surrounding traffic's one", + "Average speed is 215.82% of the surrounding traffic's one", + "Average speed is 145.25% of the surrounding traffic's one", + "Average speed is 114.59% of the surrounding traffic's one", + "Average speed is 117.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.35, + "duration_system": 111.118 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_04_10_11_55_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.98% of the surrounding traffic's one", + "Average speed is 67.51% of the surrounding traffic's one", + "Average speed is 185.62% of the surrounding traffic's one", + "Average speed is 185.3% of the surrounding traffic's one", + "Average speed is 68.26% of the surrounding traffic's one", + "Average speed is 123.31% of the surrounding traffic's one", + "Average speed is 111.71% of the surrounding traffic's one", + "Average speed is 89.65% of the surrounding traffic's one", + "Average speed is 78.18% of the surrounding traffic's one", + "Average speed is 88.08% of the surrounding traffic's one", + "Average speed is 159.27% of the surrounding traffic's one", + "Average speed is 185.33% of the surrounding traffic's one", + "Average speed is 225.38% of the surrounding traffic's one", + "Average speed is 200.07% of the surrounding traffic's one", + "Average speed is 170.16% of the surrounding traffic's one", + "Average speed is 117.92% of the surrounding traffic's one", + "Average speed is 107.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.25, + "duration_system": 110.127 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_04_09_18_13_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.61% of the surrounding traffic's one", + "Average speed is 172.1% of the surrounding traffic's one", + "Average speed is 241.64% of the surrounding traffic's one", + "Average speed is 59.94% of the surrounding traffic's one", + "Average speed is 6.75% of the surrounding traffic's one", + "Average speed is 192.64% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 194.72% of the surrounding traffic's one", + "Average speed is 193.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 32.05, + "duration_system": 486.817 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_04_10_11_50_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.61% of the surrounding traffic's one", + "Average speed is 154.4% of the surrounding traffic's one", + "Average speed is 317.0% of the surrounding traffic's one", + "Average speed is 224.44% of the surrounding traffic's one", + "Average speed is 143.61% of the surrounding traffic's one", + "Average speed is 70.99% of the surrounding traffic's one", + "Average speed is 384.33% of the surrounding traffic's one", + "Average speed is 205.18% of the surrounding traffic's one", + "Average speed is 162.7% of the surrounding traffic's one", + "Average speed is 97.37% of the surrounding traffic's one", + "Average speed is 84.57% of the surrounding traffic's one", + "Average speed is 92.64% of the surrounding traffic's one", + "Average speed is 87.34% of the surrounding traffic's one", + "Average speed is 107.37% of the surrounding traffic's one", + "Average speed is 96.36% of the surrounding traffic's one", + "Average speed is 102.52% of the surrounding traffic's one", + "Average speed is 96.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 20.3, + "duration_system": 183.28 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_04_09_18_02_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 106.98% of the surrounding traffic's one", + "Average speed is 168.72% of the surrounding traffic's one", + "Average speed is 198.12% of the surrounding traffic's one", + "Average speed is 212.72% of the surrounding traffic's one", + "Average speed is 200.13% of the surrounding traffic's one", + "Average speed is 151.75% of the surrounding traffic's one", + "Average speed is 5.71% of the surrounding traffic's one", + "Average speed is 103.32% of the surrounding traffic's one", + "Average speed is 129.26% of the surrounding traffic's one", + "Average speed is 114.72% of the surrounding traffic's one", + "Average speed is 106.6% of the surrounding traffic's one", + "Average speed is 108.76% of the surrounding traffic's one", + "Average speed is 113.05% of the surrounding traffic's one", + "Average speed is 104.92% of the surrounding traffic's one", + "Average speed is 131.63% of the surrounding traffic's one", + "Average speed is 161.21% of the surrounding traffic's one", + "Average speed is 175.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 35.25, + "duration_system": 546.566 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_04_09_17_53_34", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=533.236, y=3914.034, z=371.214) at time=8.400s [CARLA Frame: 1504, Agent Step: 167]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.42% of the surrounding traffic's one", + "Average speed is 149.57% of the surrounding traffic's one", + "Average speed is 141.13% of the surrounding traffic's one", + "Average speed is 179.4% of the surrounding traffic's one", + "Average speed is 132.04% of the surrounding traffic's one", + "Average speed is 136.47% of the surrounding traffic's one", + "Average speed is 115.92% of the surrounding traffic's one", + "Average speed is 72.29% of the surrounding traffic's one", + "Average speed is 124.08% of the surrounding traffic's one", + "Average speed is 149.36% of the surrounding traffic's one", + "Average speed is 108.11% of the surrounding traffic's one", + "Average speed is 100.56% of the surrounding traffic's one", + "Average speed is 124.26% of the surrounding traffic's one", + "Average speed is 114.88% of the surrounding traffic's one", + "Average speed is 109.27% of the surrounding traffic's one", + "Average speed is 114.09% of the surrounding traffic's one", + "Average speed is 46.32% of the surrounding traffic's one", + "Average speed is 69.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 16.1, + "duration_system": 367.783 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_04_10_11_45_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.34% of the surrounding traffic's one", + "Average speed is 113.21% of the surrounding traffic's one", + "Average speed is 221.58% of the surrounding traffic's one", + "Average speed is 164.91% of the surrounding traffic's one", + "Average speed is 168.36% of the surrounding traffic's one", + "Average speed is 110.66% of the surrounding traffic's one", + "Average speed is 78.37% of the surrounding traffic's one", + "Average speed is 229.97% of the surrounding traffic's one", + "Average speed is 207.66% of the surrounding traffic's one", + "Average speed is 139.25% of the surrounding traffic's one", + "Average speed is 82.53% of the surrounding traffic's one", + "Average speed is 110.84% of the surrounding traffic's one", + "Average speed is 98.24% of the surrounding traffic's one", + "Average speed is 93.97% of the surrounding traffic's one", + "Average speed is 127.15% of the surrounding traffic's one", + "Average speed is 112.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.95, + "duration_system": 128.265 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_04_09_17_34_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.45% of the surrounding traffic's one", + "Average speed is 176.33% of the surrounding traffic's one", + "Average speed is 157.61% of the surrounding traffic's one", + "Average speed is 43.27% of the surrounding traffic's one", + "Average speed is 5.2% of the surrounding traffic's one", + "Average speed is 106.33% of the surrounding traffic's one", + "Average speed is 165.64% of the surrounding traffic's one", + "Average speed is 109.01% of the surrounding traffic's one", + "Average speed is 133.98% of the surrounding traffic's one", + "Average speed is 126.84% of the surrounding traffic's one", + "Average speed is 108.27% of the surrounding traffic's one", + "Average speed is 125.98% of the surrounding traffic's one", + "Average speed is 117.51% of the surrounding traffic's one", + "Average speed is 108.84% of the surrounding traffic's one", + "Average speed is 125.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 48.2, + "duration_system": 1019.11 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_04_10_11_29_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.44% of the surrounding traffic's one", + "Average speed is 188.95% of the surrounding traffic's one", + "Average speed is 122.62% of the surrounding traffic's one", + "Average speed is 120.84% of the surrounding traffic's one", + "Average speed is 83.46% of the surrounding traffic's one", + "Average speed is 105.5% of the surrounding traffic's one", + "Average speed is 112.61% of the surrounding traffic's one", + "Average speed is 102.43% of the surrounding traffic's one", + "Average speed is 86.19% of the surrounding traffic's one", + "Average speed is 63.6% of the surrounding traffic's one", + "Average speed is 4.85% of the surrounding traffic's one", + "Average speed is 178.61% of the surrounding traffic's one", + "Average speed is 174.38% of the surrounding traffic's one", + "Average speed is 141.52% of the surrounding traffic's one", + "Average speed is 117.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 45.15, + "duration_system": 794.838 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_04_10_11_23_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.28% of the surrounding traffic's one", + "Average speed is 149.98% of the surrounding traffic's one", + "Average speed is 114.54% of the surrounding traffic's one", + "Average speed is 108.1% of the surrounding traffic's one", + "Average speed is 97.73% of the surrounding traffic's one", + "Average speed is 101.85% of the surrounding traffic's one", + "Average speed is 100.96% of the surrounding traffic's one", + "Average speed is 95.91% of the surrounding traffic's one", + "Average speed is 96.82% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 102.54% of the surrounding traffic's one", + "Average speed is 100.78% of the surrounding traffic's one", + "Average speed is 122.59% of the surrounding traffic's one", + "Average speed is 125.75% of the surrounding traffic's one", + "Average speed is 121.76% of the surrounding traffic's one", + "Average speed is 99.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.7, + "duration_system": 219.221 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_04_10_11_17_23", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.44% of the surrounding traffic's one", + "Average speed is 146.28% of the surrounding traffic's one", + "Average speed is 115.92% of the surrounding traffic's one", + "Average speed is 121.4% of the surrounding traffic's one", + "Average speed is 110.19% of the surrounding traffic's one", + "Average speed is 109.66% of the surrounding traffic's one", + "Average speed is 109.21% of the surrounding traffic's one", + "Average speed is 100.32% of the surrounding traffic's one", + "Average speed is 99.44% of the surrounding traffic's one", + "Average speed is 113.4% of the surrounding traffic's one", + "Average speed is 125.11% of the surrounding traffic's one", + "Average speed is 102.9% of the surrounding traffic's one", + "Average speed is 124.54% of the surrounding traffic's one", + "Average speed is 101.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.3, + "duration_system": 232.244 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_04_10_11_11_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.44% of the surrounding traffic's one", + "Average speed is 152.52% of the surrounding traffic's one", + "Average speed is 110.21% of the surrounding traffic's one", + "Average speed is 101.79% of the surrounding traffic's one", + "Average speed is 107.3% of the surrounding traffic's one", + "Average speed is 101.54% of the surrounding traffic's one", + "Average speed is 92.16% of the surrounding traffic's one", + "Average speed is 93.68% of the surrounding traffic's one", + "Average speed is 93.05% of the surrounding traffic's one", + "Average speed is 96.31% of the surrounding traffic's one", + "Average speed is 102.47% of the surrounding traffic's one", + "Average speed is 102.37% of the surrounding traffic's one", + "Average speed is 117.79% of the surrounding traffic's one", + "Average speed is 89.99% of the surrounding traffic's one", + "Average speed is 117.5% of the surrounding traffic's one", + "Average speed is 95.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.7, + "duration_system": 221.221 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_04_10_11_05_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.6% of the surrounding traffic's one", + "Average speed is 182.71% of the surrounding traffic's one", + "Average speed is 111.8% of the surrounding traffic's one", + "Average speed is 92.69% of the surrounding traffic's one", + "Average speed is 89.84% of the surrounding traffic's one", + "Average speed is 93.8% of the surrounding traffic's one", + "Average speed is 90.96% of the surrounding traffic's one", + "Average speed is 74.8% of the surrounding traffic's one", + "Average speed is 78.02% of the surrounding traffic's one", + "Average speed is 87.18% of the surrounding traffic's one", + "Average speed is 83.31% of the surrounding traffic's one", + "Average speed is 64.95% of the surrounding traffic's one", + "Average speed is 54.58% of the surrounding traffic's one", + "Average speed is 83.41% of the surrounding traffic's one", + "Average speed is 95.41% of the surrounding traffic's one", + "Average speed is 97.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.75, + "duration_system": 164.182 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_04_09_17_28_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.73% of the surrounding traffic's one", + "Average speed is 77.36% of the surrounding traffic's one", + "Average speed is 228.57% of the surrounding traffic's one", + "Average speed is 183.43% of the surrounding traffic's one", + "Average speed is 77.43% of the surrounding traffic's one", + "Average speed is 87.13% of the surrounding traffic's one", + "Average speed is 93.72% of the surrounding traffic's one", + "Average speed is 83.09% of the surrounding traffic's one", + "Average speed is 81.57% of the surrounding traffic's one", + "Average speed is 126.67% of the surrounding traffic's one", + "Average speed is 198.3% of the surrounding traffic's one", + "Average speed is 308.41% of the surrounding traffic's one", + "Average speed is 178.7% of the surrounding traffic's one", + "Average speed is 165.42% of the surrounding traffic's one", + "Average speed is 128.66% of the surrounding traffic's one", + "Average speed is 107.52% of the surrounding traffic's one", + "Average speed is 107.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 23.0, + "duration_system": 207.483 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_04_10_10_58_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.28% of the surrounding traffic's one", + "Average speed is 543.79% of the surrounding traffic's one", + "Average speed is 1074.18% of the surrounding traffic's one", + "Average speed is 1181.14% of the surrounding traffic's one", + "Average speed is 1273.26% of the surrounding traffic's one", + "Average speed is 1488.18% of the surrounding traffic's one", + "Average speed is 1467.46% of the surrounding traffic's one", + "Average speed is 1421.71% of the surrounding traffic's one", + "Average speed is 1038.91% of the surrounding traffic's one", + "Average speed is 700.08% of the surrounding traffic's one", + "Average speed is 748.37% of the surrounding traffic's one", + "Average speed is 560.19% of the surrounding traffic's one", + "Average speed is 391.92% of the surrounding traffic's one", + "Average speed is 328.36% of the surrounding traffic's one", + "Average speed is 234.07% of the surrounding traffic's one", + "Average speed is 202.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 35.95, + "duration_system": 309.371 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_04_10_10_52_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.65% of the surrounding traffic's one", + "Average speed is 12.26% of the surrounding traffic's one", + "Average speed is 1067.77% of the surrounding traffic's one", + "Average speed is 1065.58% of the surrounding traffic's one", + "Average speed is 1077.69% of the surrounding traffic's one", + "Average speed is 1144.35% of the surrounding traffic's one", + "Average speed is 1155.58% of the surrounding traffic's one", + "Average speed is 896.84% of the surrounding traffic's one", + "Average speed is 745.59% of the surrounding traffic's one", + "Average speed is 574.22% of the surrounding traffic's one", + "Average speed is 469.71% of the surrounding traffic's one", + "Average speed is 292.96% of the surrounding traffic's one", + "Average speed is 197.18% of the surrounding traffic's one", + "Average speed is 158.62% of the surrounding traffic's one", + "Average speed is 154.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.7, + "duration_system": 213.223 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_04_10_10_45_30", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.54% of the surrounding traffic's one", + "Average speed is 647.18% of the surrounding traffic's one", + "Average speed is 4844.12% of the surrounding traffic's one", + "Average speed is 2988.5% of the surrounding traffic's one", + "Average speed is 2143.45% of the surrounding traffic's one", + "Average speed is 1566.91% of the surrounding traffic's one", + "Average speed is 1312.07% of the surrounding traffic's one", + "Average speed is 1103.58% of the surrounding traffic's one", + "Average speed is 1378.82% of the surrounding traffic's one", + "Average speed is 846.81% of the surrounding traffic's one", + "Average speed is 544.85% of the surrounding traffic's one", + "Average speed is 384.69% of the surrounding traffic's one", + "Average speed is 303.06% of the surrounding traffic's one", + "Average speed is 274.44% of the surrounding traffic's one", + "Average speed is 248.63% of the surrounding traffic's one", + "Average speed is 222.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.75, + "duration_system": 250.25 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_04_10_10_40_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.98% of the surrounding traffic's one", + "Average speed is 189.46% of the surrounding traffic's one", + "Average speed is 563.89% of the surrounding traffic's one", + "Average speed is 144.23% of the surrounding traffic's one", + "Average speed is 69.18% of the surrounding traffic's one", + "Average speed is 32.93% of the surrounding traffic's one", + "Average speed is 461.81% of the surrounding traffic's one", + "Average speed is 656.28% of the surrounding traffic's one", + "Average speed is 786.75% of the surrounding traffic's one", + "Average speed is 624.75% of the surrounding traffic's one", + "Average speed is 630.25% of the surrounding traffic's one", + "Average speed is 571.1% of the surrounding traffic's one", + "Average speed is 434.93% of the surrounding traffic's one", + "Average speed is 399.52% of the surrounding traffic's one", + "Average speed is 323.84% of the surrounding traffic's one", + "Average speed is 228.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 15.3, + "duration_system": 120.122 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_04_10_10_35_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=3737 at (x=3285.249, y=5722.816, z=368.723) at time=17.450s [CARLA Frame: 1694, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.75% of the surrounding traffic's one", + "Average speed is 427.14% of the surrounding traffic's one", + "Average speed is 391.77% of the surrounding traffic's one", + "Average speed is 24.08% of the surrounding traffic's one", + "Average speed is 1474.79% of the surrounding traffic's one", + "Average speed is 1941.4% of the surrounding traffic's one", + "Average speed is 1336.24% of the surrounding traffic's one", + "Average speed is 1006.4% of the surrounding traffic's one", + "Average speed is 1008.43% of the surrounding traffic's one", + "Average speed is 1676.49% of the surrounding traffic's one", + "Average speed is 5355.04% of the surrounding traffic's one", + "Average speed is 2171.33% of the surrounding traffic's one", + "Average speed is 1149.78% of the surrounding traffic's one", + "Average speed is 842.98% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.45, + "duration_system": 152.167 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_04_10_10_28_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 194.51% of the surrounding traffic's one", + "Average speed is 268.17% of the surrounding traffic's one", + "Average speed is 1262.46% of the surrounding traffic's one", + "Average speed is 372.86% of the surrounding traffic's one", + "Average speed is 51.15% of the surrounding traffic's one", + "Average speed is 968.74% of the surrounding traffic's one", + "Average speed is 858.04% of the surrounding traffic's one", + "Average speed is 840.05% of the surrounding traffic's one", + "Average speed is 724.63% of the surrounding traffic's one", + "Average speed is 542.29% of the surrounding traffic's one", + "Average speed is 510.32% of the surrounding traffic's one", + "Average speed is 4595.09% of the surrounding traffic's one", + "Average speed is 3865.72% of the surrounding traffic's one", + "Average speed is 1384.99% of the surrounding traffic's one", + "Average speed is 796.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 36.0, + "duration_system": 322.362 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_04_10_10_18_52", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.96% of the surrounding traffic's one", + "Average speed is 93.31% of the surrounding traffic's one", + "Average speed is 124.01% of the surrounding traffic's one", + "Average speed is 6.62% of the surrounding traffic's one", + "Average speed is 681.21% of the surrounding traffic's one", + "Average speed is 649.76% of the surrounding traffic's one", + "Average speed is 1166.23% of the surrounding traffic's one", + "Average speed is 673.7% of the surrounding traffic's one", + "Average speed is 222.51% of the surrounding traffic's one", + "Average speed is 838.11% of the surrounding traffic's one", + "Average speed is 604.56% of the surrounding traffic's one", + "Average speed is 405.64% of the surrounding traffic's one", + "Average speed is 342.17% of the surrounding traffic's one", + "Average speed is 305.41% of the surrounding traffic's one", + "Average speed is 232.39% of the surrounding traffic's one", + "Average speed is 203.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 54.9, + "duration_system": 405.174 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_04_10_10_14_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.42% of the surrounding traffic's one", + "Average speed is 110.47% of the surrounding traffic's one", + "Average speed is 127.61% of the surrounding traffic's one", + "Average speed is 130.59% of the surrounding traffic's one", + "Average speed is 171.26% of the surrounding traffic's one", + "Average speed is 179.98% of the surrounding traffic's one", + "Average speed is 248.23% of the surrounding traffic's one", + "Average speed is 204.41% of the surrounding traffic's one", + "Average speed is 80.64% of the surrounding traffic's one", + "Average speed is 230.85% of the surrounding traffic's one", + "Average speed is 355.06% of the surrounding traffic's one", + "Average speed is 727.36% of the surrounding traffic's one", + "Average speed is 831.31% of the surrounding traffic's one", + "Average speed is 789.49% of the surrounding traffic's one", + "Average speed is 548.9% of the surrounding traffic's one", + "Average speed is 322.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 12.1, + "duration_system": 86.102 + }, + "town_name": "Town12" + } + ] + }, + "driving score": 90.4395805090909, + "success rate": 0.759090909090909, + "eval num": 220 +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/00_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/00_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2090c2fb8f7f9f58d474fa31f9afc00003cdfaad --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/00_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.687, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.138, + "duration_game": 17.55, + "duration_system": 143.756, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_04_10_04_17_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.9% of the surrounding traffic's one", + "Average speed is 93.23% of the surrounding traffic's one", + "Average speed is 312.41% of the surrounding traffic's one", + "Average speed is 207.85% of the surrounding traffic's one", + "Average speed is 62.72% of the surrounding traffic's one", + "Average speed is 186.42% of the surrounding traffic's one", + "Average speed is 111.48% of the surrounding traffic's one", + "Average speed is 105.73% of the surrounding traffic's one", + "Average speed is 69.79% of the surrounding traffic's one", + "Average speed is 87.58% of the surrounding traffic's one", + "Average speed is 182.0% of the surrounding traffic's one", + "Average speed is 120.35% of the surrounding traffic's one", + "Average speed is 138.08% of the surrounding traffic's one", + "Average speed is 125.78% of the surrounding traffic's one", + "Average speed is 111.02% of the surrounding traffic's one", + "Average speed is 120.48% of the surrounding traffic's one", + "Average speed is 121.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 17.55, + "duration_system": 143.756 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.687" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/01_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/01_res.json new file mode 100644 index 0000000000000000000000000000000000000000..09dc7d7a0a841713e902d590bf1647f5c3fe2ce6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/01_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 25.35, + "duration_system": 753.855, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_04_10_04_22_21", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.41% of the surrounding traffic's one", + "Average speed is 176.84% of the surrounding traffic's one", + "Average speed is 156.1% of the surrounding traffic's one", + "Average speed is 41.64% of the surrounding traffic's one", + "Average speed is 19.7% of the surrounding traffic's one", + "Average speed is 98.44% of the surrounding traffic's one", + "Average speed is 167.94% of the surrounding traffic's one", + "Average speed is 156.08% of the surrounding traffic's one", + "Average speed is 92.13% of the surrounding traffic's one", + "Average speed is 120.03% of the surrounding traffic's one", + "Average speed is 131.62% of the surrounding traffic's one", + "Average speed is 121.46% of the surrounding traffic's one", + "Average speed is 131.0% of the surrounding traffic's one", + "Average speed is 111.87% of the surrounding traffic's one", + "Average speed is 102.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 25.35, + "duration_system": 753.855 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/02_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/02_res.json new file mode 100644 index 0000000000000000000000000000000000000000..507a643f94a0be894b0f684edddb4c52c553ae6b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/02_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 8.395, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 151.109, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 119.119, + "duration_game": 16.05, + "duration_system": 435.48, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_04_09_18_47_26", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=530.947, y=3914.132, z=371.207) at time=8.700s [CARLA Frame: 6178, Agent Step: 173]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.04% of the surrounding traffic's one", + "Average speed is 151.33% of the surrounding traffic's one", + "Average speed is 139.54% of the surrounding traffic's one", + "Average speed is 171.82% of the surrounding traffic's one", + "Average speed is 137.13% of the surrounding traffic's one", + "Average speed is 124.49% of the surrounding traffic's one", + "Average speed is 110.6% of the surrounding traffic's one", + "Average speed is 70.51% of the surrounding traffic's one", + "Average speed is 134.94% of the surrounding traffic's one", + "Average speed is 160.13% of the surrounding traffic's one", + "Average speed is 115.15% of the surrounding traffic's one", + "Average speed is 111.5% of the surrounding traffic's one", + "Average speed is 131.67% of the surrounding traffic's one", + "Average speed is 117.0% of the surrounding traffic's one", + "Average speed is 111.65% of the surrounding traffic's one", + "Average speed is 119.8% of the surrounding traffic's one", + "Average speed is 47.63% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 16.05, + "duration_system": 435.48 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "8.395", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "151.109" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/03_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/03_res.json new file mode 100644 index 0000000000000000000000000000000000000000..efa7dbc9ccf8b21107a2fab5638c832c8ee427cc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/03_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.21, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.1, + "duration_game": 51.85, + "duration_system": 674.703, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_04_10_04_37_09", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.48% of the surrounding traffic's one", + "Average speed is 185.17% of the surrounding traffic's one", + "Average speed is 218.47% of the surrounding traffic's one", + "Average speed is 237.49% of the surrounding traffic's one", + "Average speed is 221.81% of the surrounding traffic's one", + "Average speed is 155.2% of the surrounding traffic's one", + "Average speed is 17.6% of the surrounding traffic's one", + "Average speed is 67.12% of the surrounding traffic's one", + "Average speed is 67.02% of the surrounding traffic's one", + "Average speed is 25.99% of the surrounding traffic's one", + "Average speed is 24.51% of the surrounding traffic's one", + "Average speed is 22.65% of the surrounding traffic's one", + "Average speed is 24.45% of the surrounding traffic's one", + "Average speed is 21.67% of the surrounding traffic's one", + "Average speed is 35.28% of the surrounding traffic's one", + "Average speed is 25.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 51.85, + "duration_system": 674.703 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.21" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/04_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/04_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3d15c7f62d875993f9bea762abd93f2866d1a980 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/04_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.581, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.064, + "duration_game": 31.15, + "duration_system": 606.718, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_04_09_18_57_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.3% of the surrounding traffic's one", + "Average speed is 160.51% of the surrounding traffic's one", + "Average speed is 184.95% of the surrounding traffic's one", + "Average speed is 55.26% of the surrounding traffic's one", + "Average speed is 7.25% of the surrounding traffic's one", + "Average speed is 253.15% of the surrounding traffic's one", + "Average speed is 878.47% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 192.44% of the surrounding traffic's one", + "Average speed is 187.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 31.15, + "duration_system": 606.718 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.581" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/05_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/05_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bbb1d45dfda8c23b590898d57be93658ebbe6d81 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/05_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.703, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.121, + "duration_game": 31.35, + "duration_system": 678.721, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_04_09_19_09_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.6% of the surrounding traffic's one", + "Average speed is 143.73% of the surrounding traffic's one", + "Average speed is 148.54% of the surrounding traffic's one", + "Average speed is 172.38% of the surrounding traffic's one", + "Average speed is 124.01% of the surrounding traffic's one", + "Average speed is 6.15% of the surrounding traffic's one", + "Average speed is 134.97% of the surrounding traffic's one", + "Average speed is 731.48% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 138.78% of the surrounding traffic's one", + "Average speed is 237.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.35, + "duration_system": 678.721 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.703" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/06_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/06_res.json new file mode 100644 index 0000000000000000000000000000000000000000..07deee2313c52f160a452d2f10db5a18e8d35457 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/06_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.704, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.12, + "duration_game": 58.85, + "duration_system": 527.591, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_04_10_04_50_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.15% of the surrounding traffic's one", + "Average speed is 99.48% of the surrounding traffic's one", + "Average speed is 247.4% of the surrounding traffic's one", + "Average speed is 240.2% of the surrounding traffic's one", + "Average speed is 232.29% of the surrounding traffic's one", + "Average speed is 139.06% of the surrounding traffic's one", + "Average speed is 14.74% of the surrounding traffic's one", + "Average speed is 438.56% of the surrounding traffic's one", + "Average speed is 501.77% of the surrounding traffic's one", + "Average speed is 529.55% of the surrounding traffic's one", + "Average speed is 501.42% of the surrounding traffic's one", + "Average speed is 266.22% of the surrounding traffic's one", + "Average speed is 221.24% of the surrounding traffic's one", + "Average speed is 187.36% of the surrounding traffic's one", + "Average speed is 211.3% of the surrounding traffic's one", + "Average speed is 205.55% of the surrounding traffic's one", + "Average speed is 205.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 58.85, + "duration_system": 527.591 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.704" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/07_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/07_res.json new file mode 100644 index 0000000000000000000000000000000000000000..87436103130d2afb34f981ca4549e93b1791a99c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/07_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.7, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.124, + "duration_game": 53.95, + "duration_system": 425.518, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_04_09_19_22_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.08% of the surrounding traffic's one", + "Average speed is 972.63% of the surrounding traffic's one", + "Average speed is 271.61% of the surrounding traffic's one", + "Average speed is 207.68% of the surrounding traffic's one", + "Average speed is 264.19% of the surrounding traffic's one", + "Average speed is 339.44% of the surrounding traffic's one", + "Average speed is 339.39% of the surrounding traffic's one", + "Average speed is 223.38% of the surrounding traffic's one", + "Average speed is 200.01% of the surrounding traffic's one", + "Average speed is 95.28% of the surrounding traffic's one", + "Average speed is 89.22% of the surrounding traffic's one", + "Average speed is 80.7% of the surrounding traffic's one", + "Average speed is 77.02% of the surrounding traffic's one", + "Average speed is 81.82% of the surrounding traffic's one", + "Average speed is 83.68% of the surrounding traffic's one", + "Average speed is 88.76% of the surrounding traffic's one", + "Average speed is 90.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 53.95, + "duration_system": 425.518 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.7" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/08_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/08_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d50b0e9584924f51f3af950aa40e75bcab766ff1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/08_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.719, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.222, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.623, + "duration_game": 12.7, + "duration_system": 126.142, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_04_09_19_32_08", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3718 at (x=2536.246, y=2072.77, z=356.945) at time=10.100s [CARLA Frame: 6370, Agent Step: 201]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.46% of the surrounding traffic's one", + "Average speed is 560.0% of the surrounding traffic's one", + "Average speed is 604.95% of the surrounding traffic's one", + "Average speed is 539.06% of the surrounding traffic's one", + "Average speed is 134.43% of the surrounding traffic's one", + "Average speed is 37.89% of the surrounding traffic's one", + "Average speed is 378.38% of the surrounding traffic's one", + "Average speed is 455.28% of the surrounding traffic's one", + "Average speed is 457.16% of the surrounding traffic's one", + "Average speed is 520.03% of the surrounding traffic's one", + "Average speed is 688.54% of the surrounding traffic's one", + "Average speed is 837.81% of the surrounding traffic's one", + "Average speed is 1174.54% of the surrounding traffic's one", + "Average speed is 1853.93% of the surrounding traffic's one", + "Average speed is 955.93% of the surrounding traffic's one", + "Average speed is 631.16% of the surrounding traffic's one", + "Average speed is 648.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 12.7, + "duration_system": 126.142 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.719", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.222" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/09_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/09_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a09110dbd20bd7461c9be26846278c17197af689 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/09_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 180.319, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.186, + "duration_game": 13.3, + "duration_system": 186.592, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_04_10_05_01_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 349.21% of the surrounding traffic's one", + "Average speed is 631.3% of the surrounding traffic's one", + "Average speed is 434.17% of the surrounding traffic's one", + "Average speed is 89.94% of the surrounding traffic's one", + "Average speed is 109.33% of the surrounding traffic's one", + "Average speed is 57.42% of the surrounding traffic's one", + "Average speed is 310.79% of the surrounding traffic's one", + "Average speed is 448.34% of the surrounding traffic's one", + "Average speed is 392.01% of the surrounding traffic's one", + "Average speed is 285.45% of the surrounding traffic's one", + "Average speed is 305.47% of the surrounding traffic's one", + "Average speed is 325.0% of the surrounding traffic's one", + "Average speed is 259.55% of the surrounding traffic's one", + "Average speed is 189.65% of the surrounding traffic's one", + "Average speed is 189.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.3, + "duration_system": 186.592 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "180.319" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/100_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/100_res.json new file mode 100644 index 0000000000000000000000000000000000000000..000d85aaffee74d6a68d66ba6d63040ab97aa6b8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/100_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 233.086, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.354, + "duration_game": 6.05, + "duration_system": 46.056, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_04_09_22_19_42", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.37% of the surrounding traffic's one", + "Average speed is 176.63% of the surrounding traffic's one", + "Average speed is 211.79% of the surrounding traffic's one", + "Average speed is 239.39% of the surrounding traffic's one", + "Average speed is 237.23% of the surrounding traffic's one", + "Average speed is 235.97% of the surrounding traffic's one", + "Average speed is 274.65% of the surrounding traffic's one", + "Average speed is 295.79% of the surrounding traffic's one", + "Average speed is 318.1% of the surrounding traffic's one", + "Average speed is 701.28% of the surrounding traffic's one", + "Average speed is 697.64% of the surrounding traffic's one", + "Average speed is 781.0% of the surrounding traffic's one", + "Average speed is 625.83% of the surrounding traffic's one", + "Average speed is 457.37% of the surrounding traffic's one", + "Average speed is 335.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.05, + "duration_system": 46.056 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "233.086" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/101_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/101_res.json new file mode 100644 index 0000000000000000000000000000000000000000..06bb030dac6169f6be62c2262b504439d1716dcf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/101_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 288.708, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 58.883, + "duration_game": 14.45, + "duration_system": 112.123, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_04_09_22_23_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 110.8% of the surrounding traffic's one", + "Average speed is 14.01% of the surrounding traffic's one", + "Average speed is 293.68% of the surrounding traffic's one", + "Average speed is 457.21% of the surrounding traffic's one", + "Average speed is 768.83% of the surrounding traffic's one", + "Average speed is 1192.9% of the surrounding traffic's one", + "Average speed is 914.72% of the surrounding traffic's one", + "Average speed is 757.95% of the surrounding traffic's one", + "Average speed is 474.6% of the surrounding traffic's one", + "Average speed is 427.1% of the surrounding traffic's one", + "Average speed is 341.88% of the surrounding traffic's one", + "Average speed is 337.72% of the surrounding traffic's one", + "Average speed is 315.18% of the surrounding traffic's one", + "Average speed is 274.06% of the surrounding traffic's one", + "Average speed is 276.66% of the surrounding traffic's one", + "Average speed is 243.26% of the surrounding traffic's one", + "Average speed is 171.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 14.45, + "duration_system": 112.123 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "288.708" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/102_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/102_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5e3876da0a5a2d263bd3acd447014fc0dd732213 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/102_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 15.497, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 232.461, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.527, + "duration_game": 49.45, + "duration_system": 461.523, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_04_10_14_40_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=4723 at (x=-4096.89, y=4563.058, z=171.006) at time=46.750s [CARLA Frame: 6135, Agent Step: 934]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 79.39% of the surrounding traffic's one", + "Average speed is 5.77% of the surrounding traffic's one", + "Average speed is 504.76% of the surrounding traffic's one", + "Average speed is 582.02% of the surrounding traffic's one", + "Average speed is 566.31% of the surrounding traffic's one", + "Average speed is 677.42% of the surrounding traffic's one", + "Average speed is 900.88% of the surrounding traffic's one", + "Average speed is 977.82% of the surrounding traffic's one", + "Average speed is 1125.69% of the surrounding traffic's one", + "Average speed is 1273.4% of the surrounding traffic's one", + "Average speed is 1001.63% of the surrounding traffic's one", + "Average speed is 744.14% of the surrounding traffic's one", + "Average speed is 583.34% of the surrounding traffic's one", + "Average speed is 474.49% of the surrounding traffic's one", + "Average speed is 260.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.45, + "duration_system": 461.523 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "15.497", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "232.461" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/103_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/103_res.json new file mode 100644 index 0000000000000000000000000000000000000000..713fe8c43fe7a2e07a1ff19fb860cf90609511fe --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/103_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.219, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 183.291, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.837, + "duration_game": 18.35, + "duration_system": 204.64, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_04_10_14_51_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3866 at (x=2492.506, y=4889.214, z=367.363) at time=14.250s [CARLA Frame: 5583, Agent Step: 284]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 185.02% of the surrounding traffic's one", + "Average speed is 145.43% of the surrounding traffic's one", + "Average speed is 1653.52% of the surrounding traffic's one", + "Average speed is 175.91% of the surrounding traffic's one", + "Average speed is 29.72% of the surrounding traffic's one", + "Average speed is 127.17% of the surrounding traffic's one", + "Average speed is 733.82% of the surrounding traffic's one", + "Average speed is 872.04% of the surrounding traffic's one", + "Average speed is 869.73% of the surrounding traffic's one", + "Average speed is 1495.92% of the surrounding traffic's one", + "Average speed is 2083.88% of the surrounding traffic's one", + "Average speed is 948.69% of the surrounding traffic's one", + "Average speed is 721.65% of the surrounding traffic's one", + "Average speed is 676.06% of the surrounding traffic's one", + "Average speed is 452.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 18.35, + "duration_system": 204.64 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.219", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "183.291" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/104_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/104_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9c0dfdf9f923b8778200f1d0995dea6657dd5988 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/104_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 14.015, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 210.231, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 14.015, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 42.0, + "score_route": 100.0, + "score_penalty": 0.42 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 71.35, + "duration_game": 269.05, + "duration_system": 3152.095, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_04_09_22_27_27", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3931 at (x=1324.546, y=3872.6, z=363.3) at time=8.500s [CARLA Frame: 5959, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 344.62% of the surrounding traffic's one", + "Average speed is 569.72% of the surrounding traffic's one", + "Average speed is 463.86% of the surrounding traffic's one", + "Average speed is 120.64% of the surrounding traffic's one", + "Average speed is 35.42% of the surrounding traffic's one", + "Average speed is 179.67% of the surrounding traffic's one", + "Average speed is 251.42% of the surrounding traffic's one", + "Average speed is 27.82% of the surrounding traffic's one", + "Average speed is 1786.45% of the surrounding traffic's one", + "Average speed is 1686.96% of the surrounding traffic's one", + "Average speed is 7605.93% of the surrounding traffic's one", + "Average speed is 2272.43% of the surrounding traffic's one", + "Average speed is 1092.08% of the surrounding traffic's one", + "Average speed is 507.64% of the surrounding traffic's one", + "Average speed is 262.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 269.05, + "duration_system": 3152.095 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "42.0", + "100.0", + "0.42", + "0.0", + "14.015", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "14.015", + "210.231" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/105_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/105_res.json new file mode 100644 index 0000000000000000000000000000000000000000..38d4d67111e6e345498edb11c56b92c633391814 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/105_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.888, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.098, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.591, + "duration_game": 13.75, + "duration_system": 115.437, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_04_10_14_57_03", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3764 at (x=3629.205, y=5080.131, z=367.855) at time=9.800s [CARLA Frame: 5226, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 243.39% of the surrounding traffic's one", + "Average speed is 238.89% of the surrounding traffic's one", + "Average speed is 534.86% of the surrounding traffic's one", + "Average speed is 379.64% of the surrounding traffic's one", + "Average speed is 183.94% of the surrounding traffic's one", + "Average speed is 22.32% of the surrounding traffic's one", + "Average speed is 107.41% of the surrounding traffic's one", + "Average speed is 549.7% of the surrounding traffic's one", + "Average speed is 451.02% of the surrounding traffic's one", + "Average speed is 402.73% of the surrounding traffic's one", + "Average speed is 384.39% of the surrounding traffic's one", + "Average speed is 596.38% of the surrounding traffic's one", + "Average speed is 1542.69% of the surrounding traffic's one", + "Average speed is 770.06% of the surrounding traffic's one", + "Average speed is 752.69% of the surrounding traffic's one", + "Average speed is 709.39% of the surrounding traffic's one", + "Average speed is 524.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.75, + "duration_system": 115.437 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.888", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.098" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/106_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/106_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b3fce2eb550e5907133f18e6b4426db5385a9083 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/106_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.956, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.641, + "duration_game": 11.75, + "duration_system": 131.159, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_04_10_15_01_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.4% of the surrounding traffic's one", + "Average speed is 355.63% of the surrounding traffic's one", + "Average speed is 552.78% of the surrounding traffic's one", + "Average speed is 340.31% of the surrounding traffic's one", + "Average speed is 91.35% of the surrounding traffic's one", + "Average speed is 49.37% of the surrounding traffic's one", + "Average speed is 207.04% of the surrounding traffic's one", + "Average speed is 368.44% of the surrounding traffic's one", + "Average speed is 449.07% of the surrounding traffic's one", + "Average speed is 508.16% of the surrounding traffic's one", + "Average speed is 492.82% of the surrounding traffic's one", + "Average speed is 2542.52% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 35740360.46% of the surrounding traffic's one", + "Average speed is 17403433.32% of the surrounding traffic's one", + "Average speed is 269839.68% of the surrounding traffic's one", + "Average speed is 2346515.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 11.75, + "duration_system": 131.159 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.956" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/107_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/107_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8fc12084ce710a333dd25f518990c70ac37a7a32 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/107_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.141, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.874, + "duration_game": 13.8, + "duration_system": 104.129, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_04_09_23_22_15", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.24% of the surrounding traffic's one", + "Average speed is 563.01% of the surrounding traffic's one", + "Average speed is 437.5% of the surrounding traffic's one", + "Average speed is 180.5% of the surrounding traffic's one", + "Average speed is 75.81% of the surrounding traffic's one", + "Average speed is 32.21% of the surrounding traffic's one", + "Average speed is 364.41% of the surrounding traffic's one", + "Average speed is 452.3% of the surrounding traffic's one", + "Average speed is 469.25% of the surrounding traffic's one", + "Average speed is 426.57% of the surrounding traffic's one", + "Average speed is 791.58% of the surrounding traffic's one", + "Average speed is 2585.31% of the surrounding traffic's one", + "Average speed is 1474.42% of the surrounding traffic's one", + "Average speed is 1704.53% of the surrounding traffic's one", + "Average speed is 1317.68% of the surrounding traffic's one", + "Average speed is 1411.36% of the surrounding traffic's one", + "Average speed is 1116.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 13.8, + "duration_system": 104.129 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.141" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/108_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/108_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a02577d37508c1bf68ec5d6f2c5f93b07c560ac9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/108_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.382, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.304, + "duration_game": 10.75, + "duration_system": 95.107, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_04_10_15_05_41", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 305.5% of the surrounding traffic's one", + "Average speed is 246.64% of the surrounding traffic's one", + "Average speed is 230.55% of the surrounding traffic's one", + "Average speed is 102.08% of the surrounding traffic's one", + "Average speed is 55.95% of the surrounding traffic's one", + "Average speed is 236.36% of the surrounding traffic's one", + "Average speed is 561.34% of the surrounding traffic's one", + "Average speed is 456.61% of the surrounding traffic's one", + "Average speed is 449.71% of the surrounding traffic's one", + "Average speed is 1130.58% of the surrounding traffic's one", + "Average speed is 1152.02% of the surrounding traffic's one", + "Average speed is 514.91% of the surrounding traffic's one", + "Average speed is 554.6% of the surrounding traffic's one", + "Average speed is 508.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.75, + "duration_system": 95.107 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.382" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/109_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/109_res.json new file mode 100644 index 0000000000000000000000000000000000000000..20aecc49057e273501d0c219d2373d28f779e584 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/109_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 209.539, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.358, + "duration_game": 12.45, + "duration_system": 96.125, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_04_09_23_26_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.54% of the surrounding traffic's one", + "Average speed is 106.46% of the surrounding traffic's one", + "Average speed is 126.41% of the surrounding traffic's one", + "Average speed is 133.63% of the surrounding traffic's one", + "Average speed is 156.03% of the surrounding traffic's one", + "Average speed is 137.41% of the surrounding traffic's one", + "Average speed is 200.44% of the surrounding traffic's one", + "Average speed is 204.83% of the surrounding traffic's one", + "Average speed is 74.57% of the surrounding traffic's one", + "Average speed is 152.92% of the surrounding traffic's one", + "Average speed is 368.45% of the surrounding traffic's one", + "Average speed is 295.27% of the surrounding traffic's one", + "Average speed is 292.14% of the surrounding traffic's one", + "Average speed is 224.19% of the surrounding traffic's one", + "Average speed is 191.66% of the surrounding traffic's one", + "Average speed is 210.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 12.45, + "duration_system": 96.125 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "209.539" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/10_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/10_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9ae1b95301d9cff97d7d8a2642d2132f228110c9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/10_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.614, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.43, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.28, + "duration_game": 31.7, + "duration_system": 248.329, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_04_09_19_36_29", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3736 at (x=-1380.684, y=5321.89, z=376.652) at time=26.550s [CARLA Frame: 6815, Agent Step: 530]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.14% of the surrounding traffic's one", + "Average speed is 166.3% of the surrounding traffic's one", + "Average speed is 438.56% of the surrounding traffic's one", + "Average speed is 473.48% of the surrounding traffic's one", + "Average speed is 138.88% of the surrounding traffic's one", + "Average speed is 17.66% of the surrounding traffic's one", + "Average speed is 102.26% of the surrounding traffic's one", + "Average speed is 1127.39% of the surrounding traffic's one", + "Average speed is 259.21% of the surrounding traffic's one", + "Average speed is 470.84% of the surrounding traffic's one", + "Average speed is 1487.78% of the surrounding traffic's one", + "Average speed is 62087.75% of the surrounding traffic's one", + "Average speed is 6118.48% of the surrounding traffic's one", + "Average speed is 3449.17% of the surrounding traffic's one", + "Average speed is 2101.9% of the surrounding traffic's one", + "Average speed is 2342.03% of the surrounding traffic's one", + "Average speed is 1014.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 31.7, + "duration_system": 248.329 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.614", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.43" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/110_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/110_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e5fde5c7cabbb68304b7db4e3b1e526e7eedadd9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/110_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 209.564, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.349, + "duration_game": 54.35, + "duration_system": 451.509, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_04_10_15_09_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.71% of the surrounding traffic's one", + "Average speed is 100.96% of the surrounding traffic's one", + "Average speed is 126.95% of the surrounding traffic's one", + "Average speed is 6.12% of the surrounding traffic's one", + "Average speed is 695.67% of the surrounding traffic's one", + "Average speed is 703.39% of the surrounding traffic's one", + "Average speed is 1159.51% of the surrounding traffic's one", + "Average speed is 663.7% of the surrounding traffic's one", + "Average speed is 272.04% of the surrounding traffic's one", + "Average speed is 785.18% of the surrounding traffic's one", + "Average speed is 4616.33% of the surrounding traffic's one", + "Average speed is 1594.91% of the surrounding traffic's one", + "Average speed is 528.34% of the surrounding traffic's one", + "Average speed is 454.42% of the surrounding traffic's one", + "Average speed is 389.41% of the surrounding traffic's one", + "Average speed is 239.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 54.35, + "duration_system": 451.509 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "209.564" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/111_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/111_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a96a8df72cabdfad25d00c8c89bf62f27377731b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/111_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 175.06, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.685, + "duration_game": 34.9, + "duration_system": 392.43, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_04_10_15_19_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.01% of the surrounding traffic's one", + "Average speed is 256.15% of the surrounding traffic's one", + "Average speed is 1212.93% of the surrounding traffic's one", + "Average speed is 442.25% of the surrounding traffic's one", + "Average speed is 48.49% of the surrounding traffic's one", + "Average speed is 1002.94% of the surrounding traffic's one", + "Average speed is 881.18% of the surrounding traffic's one", + "Average speed is 865.96% of the surrounding traffic's one", + "Average speed is 887.06% of the surrounding traffic's one", + "Average speed is 754.4% of the surrounding traffic's one", + "Average speed is 778.38% of the surrounding traffic's one", + "Average speed is 4912.29% of the surrounding traffic's one", + "Average speed is 20343.33% of the surrounding traffic's one", + "Average speed is 3439.65% of the surrounding traffic's one", + "Average speed is 2630.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 34.9, + "duration_system": 392.43 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "175.06" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/112_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/112_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e251ef8a296edfb8fd2aaeb04d0a5e264fdb25e8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/112_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.325, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 172.548, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.137, + "duration_game": 21.35, + "duration_system": 172.207, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_04_09_23_30_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=3737 at (x=3285.053, y=5723.791, z=368.722) at time=17.450s [CARLA Frame: 6359, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.7% of the surrounding traffic's one", + "Average speed is 446.09% of the surrounding traffic's one", + "Average speed is 306.33% of the surrounding traffic's one", + "Average speed is 24.45% of the surrounding traffic's one", + "Average speed is 1328.45% of the surrounding traffic's one", + "Average speed is 1765.0% of the surrounding traffic's one", + "Average speed is 1384.39% of the surrounding traffic's one", + "Average speed is 1177.47% of the surrounding traffic's one", + "Average speed is 820.15% of the surrounding traffic's one", + "Average speed is 1031.75% of the surrounding traffic's one", + "Average speed is 4193.46% of the surrounding traffic's one", + "Average speed is 3060.7% of the surrounding traffic's one", + "Average speed is 1512.5% of the surrounding traffic's one", + "Average speed is 951.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.35, + "duration_system": 172.207 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.325", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "172.548" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/113_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/113_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f5de9859c359f477564e419bec8ce5fe32deb17e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/113_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 212.613, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 75.254, + "duration_game": 15.3, + "duration_system": 116.132, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_04_09_23_35_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.84% of the surrounding traffic's one", + "Average speed is 188.43% of the surrounding traffic's one", + "Average speed is 631.04% of the surrounding traffic's one", + "Average speed is 140.38% of the surrounding traffic's one", + "Average speed is 65.99% of the surrounding traffic's one", + "Average speed is 35.67% of the surrounding traffic's one", + "Average speed is 422.03% of the surrounding traffic's one", + "Average speed is 621.73% of the surrounding traffic's one", + "Average speed is 766.96% of the surrounding traffic's one", + "Average speed is 549.31% of the surrounding traffic's one", + "Average speed is 589.77% of the surrounding traffic's one", + "Average speed is 620.05% of the surrounding traffic's one", + "Average speed is 409.86% of the surrounding traffic's one", + "Average speed is 386.64% of the surrounding traffic's one", + "Average speed is 303.52% of the surrounding traffic's one", + "Average speed is 248.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 15.3, + "duration_system": 116.132 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "212.613" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/114_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/114_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b53000ff9b71be95b9d169dc404d90f7775f3ee9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/114_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 276.812, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 57.801, + "duration_game": 20.75, + "duration_system": 193.638, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_04_10_15_28_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.56% of the surrounding traffic's one", + "Average speed is 372.92% of the surrounding traffic's one", + "Average speed is 838.1% of the surrounding traffic's one", + "Average speed is 1333.88% of the surrounding traffic's one", + "Average speed is 2149.04% of the surrounding traffic's one", + "Average speed is 1922.5% of the surrounding traffic's one", + "Average speed is 1535.16% of the surrounding traffic's one", + "Average speed is 1140.54% of the surrounding traffic's one", + "Average speed is 1297.15% of the surrounding traffic's one", + "Average speed is 742.66% of the surrounding traffic's one", + "Average speed is 477.39% of the surrounding traffic's one", + "Average speed is 378.07% of the surrounding traffic's one", + "Average speed is 299.12% of the surrounding traffic's one", + "Average speed is 239.14% of the surrounding traffic's one", + "Average speed is 216.72% of the surrounding traffic's one", + "Average speed is 188.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.75, + "duration_system": 193.638 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "276.812" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/115_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/115_res.json new file mode 100644 index 0000000000000000000000000000000000000000..99061c52ecc7bfe140d2cdc40c8142308ba0f0b0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/115_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 242.648, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 61.818, + "duration_game": 20.7, + "duration_system": 241.269, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_04_10_15_33_49", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 91.64% of the surrounding traffic's one", + "Average speed is 12.5% of the surrounding traffic's one", + "Average speed is 1115.48% of the surrounding traffic's one", + "Average speed is 1231.65% of the surrounding traffic's one", + "Average speed is 1370.22% of the surrounding traffic's one", + "Average speed is 1672.98% of the surrounding traffic's one", + "Average speed is 1653.56% of the surrounding traffic's one", + "Average speed is 1150.16% of the surrounding traffic's one", + "Average speed is 923.94% of the surrounding traffic's one", + "Average speed is 601.5% of the surrounding traffic's one", + "Average speed is 481.51% of the surrounding traffic's one", + "Average speed is 299.23% of the surrounding traffic's one", + "Average speed is 197.16% of the surrounding traffic's one", + "Average speed is 163.63% of the surrounding traffic's one", + "Average speed is 149.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.7, + "duration_system": 241.269 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "242.648" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/116_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/116_res.json new file mode 100644 index 0000000000000000000000000000000000000000..660f12d0296de251604bbe11522c877f4992331f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/116_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 269.792, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 59.305, + "duration_game": 36.1, + "duration_system": 367.406, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_04_10_15_40_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.33% of the surrounding traffic's one", + "Average speed is 452.87% of the surrounding traffic's one", + "Average speed is 811.37% of the surrounding traffic's one", + "Average speed is 1101.44% of the surrounding traffic's one", + "Average speed is 1241.03% of the surrounding traffic's one", + "Average speed is 1301.87% of the surrounding traffic's one", + "Average speed is 1642.27% of the surrounding traffic's one", + "Average speed is 1434.02% of the surrounding traffic's one", + "Average speed is 970.34% of the surrounding traffic's one", + "Average speed is 710.32% of the surrounding traffic's one", + "Average speed is 493.64% of the surrounding traffic's one", + "Average speed is 337.98% of the surrounding traffic's one", + "Average speed is 247.51% of the surrounding traffic's one", + "Average speed is 188.38% of the surrounding traffic's one", + "Average speed is 182.79% of the surrounding traffic's one", + "Average speed is 174.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.1, + "duration_system": 367.406 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "269.792" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/117_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/117_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2faeb3d20a7718398cb23481be82820130b0c724 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/117_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.738, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.325, + "duration_game": 12.55, + "duration_system": 224.216, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_04_10_15_48_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.84% of the surrounding traffic's one", + "Average speed is 184.34% of the surrounding traffic's one", + "Average speed is 111.73% of the surrounding traffic's one", + "Average speed is 92.56% of the surrounding traffic's one", + "Average speed is 88.84% of the surrounding traffic's one", + "Average speed is 95.79% of the surrounding traffic's one", + "Average speed is 90.74% of the surrounding traffic's one", + "Average speed is 80.85% of the surrounding traffic's one", + "Average speed is 86.17% of the surrounding traffic's one", + "Average speed is 84.79% of the surrounding traffic's one", + "Average speed is 82.72% of the surrounding traffic's one", + "Average speed is 70.33% of the surrounding traffic's one", + "Average speed is 55.48% of the surrounding traffic's one", + "Average speed is 80.37% of the surrounding traffic's one", + "Average speed is 93.35% of the surrounding traffic's one", + "Average speed is 97.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.55, + "duration_system": 224.216 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.738" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/118_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/118_res.json new file mode 100644 index 0000000000000000000000000000000000000000..374abcef628eaa91f8800d17de3ed0ac75e1a8da --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/118_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.699, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.358, + "duration_game": 14.45, + "duration_system": 301.3, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_04_11_04_52_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.17% of the surrounding traffic's one", + "Average speed is 156.42% of the surrounding traffic's one", + "Average speed is 109.82% of the surrounding traffic's one", + "Average speed is 103.53% of the surrounding traffic's one", + "Average speed is 105.14% of the surrounding traffic's one", + "Average speed is 100.76% of the surrounding traffic's one", + "Average speed is 93.52% of the surrounding traffic's one", + "Average speed is 91.85% of the surrounding traffic's one", + "Average speed is 94.0% of the surrounding traffic's one", + "Average speed is 93.39% of the surrounding traffic's one", + "Average speed is 104.45% of the surrounding traffic's one", + "Average speed is 98.73% of the surrounding traffic's one", + "Average speed is 102.24% of the surrounding traffic's one", + "Average speed is 88.69% of the surrounding traffic's one", + "Average speed is 121.34% of the surrounding traffic's one", + "Average speed is 136.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.45, + "duration_system": 301.3 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.699" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/119_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/119_res.json new file mode 100644 index 0000000000000000000000000000000000000000..89ce1614ccf7cfa796a90ab33c11cfe16a4f7204 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/119_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 116.249, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 120.431, + "duration_game": 15.35, + "duration_system": 271.275, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_04_10_15_54_31", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.65% of the surrounding traffic's one", + "Average speed is 146.46% of the surrounding traffic's one", + "Average speed is 115.34% of the surrounding traffic's one", + "Average speed is 118.33% of the surrounding traffic's one", + "Average speed is 108.91% of the surrounding traffic's one", + "Average speed is 109.11% of the surrounding traffic's one", + "Average speed is 108.59% of the surrounding traffic's one", + "Average speed is 100.9% of the surrounding traffic's one", + "Average speed is 100.87% of the surrounding traffic's one", + "Average speed is 125.2% of the surrounding traffic's one", + "Average speed is 88.55% of the surrounding traffic's one", + "Average speed is 119.57% of the surrounding traffic's one", + "Average speed is 132.26% of the surrounding traffic's one", + "Average speed is 101.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.35, + "duration_system": 271.275 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "116.249" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/11_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/11_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0cf1f622cbacae9ea58a4d75ec246909d8282d00 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/11_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.032, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.058, + "duration_game": 11.8, + "duration_system": 122.122, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_04_09_19_42_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 206.49% of the surrounding traffic's one", + "Average speed is 526.65% of the surrounding traffic's one", + "Average speed is 492.67% of the surrounding traffic's one", + "Average speed is 417.12% of the surrounding traffic's one", + "Average speed is 166.61% of the surrounding traffic's one", + "Average speed is 58.14% of the surrounding traffic's one", + "Average speed is 126.69% of the surrounding traffic's one", + "Average speed is 199.85% of the surrounding traffic's one", + "Average speed is 231.94% of the surrounding traffic's one", + "Average speed is 246.63% of the surrounding traffic's one", + "Average speed is 313.34% of the surrounding traffic's one", + "Average speed is 597.78% of the surrounding traffic's one", + "Average speed is 1034.88% of the surrounding traffic's one", + "Average speed is 691.92% of the surrounding traffic's one", + "Average speed is 576.12% of the surrounding traffic's one", + "Average speed is 1043.68% of the surrounding traffic's one", + "Average speed is 2801.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 11.8, + "duration_system": 122.122 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.032" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/120_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/120_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c925a547bd739fbaf619fc1a1f915848ca259d2c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/120_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.481, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.539, + "duration_game": 14.7, + "duration_system": 294.29, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_04_09_23_50_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 167.63% of the surrounding traffic's one", + "Average speed is 156.96% of the surrounding traffic's one", + "Average speed is 109.76% of the surrounding traffic's one", + "Average speed is 109.38% of the surrounding traffic's one", + "Average speed is 96.06% of the surrounding traffic's one", + "Average speed is 98.04% of the surrounding traffic's one", + "Average speed is 102.86% of the surrounding traffic's one", + "Average speed is 97.44% of the surrounding traffic's one", + "Average speed is 99.11% of the surrounding traffic's one", + "Average speed is 98.07% of the surrounding traffic's one", + "Average speed is 99.99% of the surrounding traffic's one", + "Average speed is 95.65% of the surrounding traffic's one", + "Average speed is 127.31% of the surrounding traffic's one", + "Average speed is 130.3% of the surrounding traffic's one", + "Average speed is 129.88% of the surrounding traffic's one", + "Average speed is 100.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.7, + "duration_system": 294.29 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.481" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/121_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/121_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d0fadb88a78f1275a9fd2543277683167cae9a9f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/121_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 123.75, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 121.212, + "duration_game": 14.0, + "duration_system": 304.291, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_04_10_16_01_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.23% of the surrounding traffic's one", + "Average speed is 193.86% of the surrounding traffic's one", + "Average speed is 122.0% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one", + "Average speed is 105.77% of the surrounding traffic's one", + "Average speed is 98.53% of the surrounding traffic's one", + "Average speed is 99.27% of the surrounding traffic's one", + "Average speed is 104.28% of the surrounding traffic's one", + "Average speed is 92.24% of the surrounding traffic's one", + "Average speed is 68.19% of the surrounding traffic's one", + "Average speed is 47.92% of the surrounding traffic's one", + "Average speed is 74.06% of the surrounding traffic's one", + "Average speed is 88.08% of the surrounding traffic's one", + "Average speed is 84.72% of the surrounding traffic's one", + "Average speed is 82.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 14.0, + "duration_system": 304.291 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "123.75" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/122_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/122_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b5a9dfc8a48c441af3c2b33ef53b28fc2d034e92 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/122_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.161, + "duration_game": 18.15, + "duration_system": 147.203, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_04_10_16_08_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.93% of the surrounding traffic's one", + "Average speed is 111.44% of the surrounding traffic's one", + "Average speed is 195.18% of the surrounding traffic's one", + "Average speed is 163.79% of the surrounding traffic's one", + "Average speed is 164.39% of the surrounding traffic's one", + "Average speed is 116.13% of the surrounding traffic's one", + "Average speed is 76.61% of the surrounding traffic's one", + "Average speed is 205.32% of the surrounding traffic's one", + "Average speed is 174.95% of the surrounding traffic's one", + "Average speed is 114.49% of the surrounding traffic's one", + "Average speed is 100.14% of the surrounding traffic's one", + "Average speed is 97.51% of the surrounding traffic's one", + "Average speed is 98.8% of the surrounding traffic's one", + "Average speed is 99.64% of the surrounding traffic's one", + "Average speed is 126.22% of the surrounding traffic's one", + "Average speed is 120.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 18.15, + "duration_system": 147.203 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/123_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/123_res.json new file mode 100644 index 0000000000000000000000000000000000000000..413a3c711fae4518180eed599f2d52b5dc6e24cc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/123_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.673, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.153, + "duration_game": 19.05, + "duration_system": 157.217, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_04_10_16_13_26", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.31% of the surrounding traffic's one", + "Average speed is 160.47% of the surrounding traffic's one", + "Average speed is 335.07% of the surrounding traffic's one", + "Average speed is 234.64% of the surrounding traffic's one", + "Average speed is 143.16% of the surrounding traffic's one", + "Average speed is 74.2% of the surrounding traffic's one", + "Average speed is 282.77% of the surrounding traffic's one", + "Average speed is 220.12% of the surrounding traffic's one", + "Average speed is 138.5% of the surrounding traffic's one", + "Average speed is 107.81% of the surrounding traffic's one", + "Average speed is 83.17% of the surrounding traffic's one", + "Average speed is 94.62% of the surrounding traffic's one", + "Average speed is 80.93% of the surrounding traffic's one", + "Average speed is 119.43% of the surrounding traffic's one", + "Average speed is 99.79% of the surrounding traffic's one", + "Average speed is 100.88% of the surrounding traffic's one", + "Average speed is 98.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 19.05, + "duration_system": 157.217 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.673" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/124_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/124_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6984f4c03a07a57d995ee22f03c4e45d84baa21e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/124_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 17.2, + "duration_system": 129.197, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_04_10_16_18_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.89% of the surrounding traffic's one", + "Average speed is 66.55% of the surrounding traffic's one", + "Average speed is 192.21% of the surrounding traffic's one", + "Average speed is 189.76% of the surrounding traffic's one", + "Average speed is 103.88% of the surrounding traffic's one", + "Average speed is 98.86% of the surrounding traffic's one", + "Average speed is 83.73% of the surrounding traffic's one", + "Average speed is 81.08% of the surrounding traffic's one", + "Average speed is 76.5% of the surrounding traffic's one", + "Average speed is 86.31% of the surrounding traffic's one", + "Average speed is 133.16% of the surrounding traffic's one", + "Average speed is 206.16% of the surrounding traffic's one", + "Average speed is 277.61% of the surrounding traffic's one", + "Average speed is 256.01% of the surrounding traffic's one", + "Average speed is 201.22% of the surrounding traffic's one", + "Average speed is 125.86% of the surrounding traffic's one", + "Average speed is 112.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.2, + "duration_system": 129.197 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/125_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/125_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cf1321ffe3fdd138528dd354cbd2ae53dbb94b90 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/125_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.532, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.121, + "duration_game": 17.7, + "duration_system": 146.177, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_04_10_16_22_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.21% of the surrounding traffic's one", + "Average speed is 92.83% of the surrounding traffic's one", + "Average speed is 202.7% of the surrounding traffic's one", + "Average speed is 146.2% of the surrounding traffic's one", + "Average speed is 62.04% of the surrounding traffic's one", + "Average speed is 96.83% of the surrounding traffic's one", + "Average speed is 97.01% of the surrounding traffic's one", + "Average speed is 81.94% of the surrounding traffic's one", + "Average speed is 128.09% of the surrounding traffic's one", + "Average speed is 184.34% of the surrounding traffic's one", + "Average speed is 169.11% of the surrounding traffic's one", + "Average speed is 167.04% of the surrounding traffic's one", + "Average speed is 148.71% of the surrounding traffic's one", + "Average speed is 120.33% of the surrounding traffic's one", + "Average speed is 112.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.7, + "duration_system": 146.177 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.532" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/126_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/126_res.json new file mode 100644 index 0000000000000000000000000000000000000000..354a2d9ad0be5723243929ece4b86d56476c84b7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/126_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 17.25, + "duration_system": 130.16, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_04_10_16_27_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.12% of the surrounding traffic's one", + "Average speed is 74.66% of the surrounding traffic's one", + "Average speed is 189.14% of the surrounding traffic's one", + "Average speed is 186.51% of the surrounding traffic's one", + "Average speed is 67.02% of the surrounding traffic's one", + "Average speed is 129.52% of the surrounding traffic's one", + "Average speed is 92.63% of the surrounding traffic's one", + "Average speed is 99.12% of the surrounding traffic's one", + "Average speed is 78.51% of the surrounding traffic's one", + "Average speed is 131.96% of the surrounding traffic's one", + "Average speed is 156.87% of the surrounding traffic's one", + "Average speed is 136.19% of the surrounding traffic's one", + "Average speed is 137.93% of the surrounding traffic's one", + "Average speed is 127.92% of the surrounding traffic's one", + "Average speed is 134.57% of the surrounding traffic's one", + "Average speed is 109.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.25, + "duration_system": 130.16 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/127_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/127_res.json new file mode 100644 index 0000000000000000000000000000000000000000..28b2a0a8528a2d44588bea57c4bafd192594ae1a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/127_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 31.35, + "duration_system": 747.932, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_04_10_16_31_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.19% of the surrounding traffic's one", + "Average speed is 144.09% of the surrounding traffic's one", + "Average speed is 189.86% of the surrounding traffic's one", + "Average speed is 75.63% of the surrounding traffic's one", + "Average speed is 6.48% of the surrounding traffic's one", + "Average speed is 269.47% of the surrounding traffic's one", + "Average speed is 347.71% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 130.02% of the surrounding traffic's one", + "Average speed is 244.17% of the surrounding traffic's one", + "Average speed is 167.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 31.35, + "duration_system": 747.932 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/128_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/128_res.json new file mode 100644 index 0000000000000000000000000000000000000000..eef70146fafce57c74377f0003c9e9acbab84987 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/128_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 9.376, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.007, + "min_speed_infractions": 150.012, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 55.654315, + "score_route": 100.0, + "score_penalty": 0.556543 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.658, + "duration_game": 14.4, + "duration_system": 301.32, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_04_10_16_46_44", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3709 at (x=-820.799, y=4757.731, z=369.994) at time=9.550s [CARLA Frame: 6098, Agent Step: 190]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 7.014 meters (7.24% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 333.1% of the surrounding traffic's one", + "Average speed is 293.46% of the surrounding traffic's one", + "Average speed is 244.76% of the surrounding traffic's one", + "Average speed is 178.71% of the surrounding traffic's one", + "Average speed is 173.95% of the surrounding traffic's one", + "Average speed is 152.67% of the surrounding traffic's one", + "Average speed is 148.32% of the surrounding traffic's one", + "Average speed is 149.01% of the surrounding traffic's one", + "Average speed is 169.08% of the surrounding traffic's one", + "Average speed is 180.09% of the surrounding traffic's one", + "Average speed is 175.89% of the surrounding traffic's one", + "Average speed is 138.33% of the surrounding traffic's one", + "Average speed is 128.18% of the surrounding traffic's one", + "Average speed is 119.87% of the surrounding traffic's one", + "Average speed is 89.97% of the surrounding traffic's one", + "Average speed is 104.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.556543, + "score_composed": 55.654315 + }, + "meta": { + "route_length": 106.658, + "duration_game": 14.4, + "duration_system": 301.32 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "55.654315", + "100.0", + "0.556543", + "0.0", + "9.376", + "0.0", + "0.0", + "0.0", + "0.007", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.012" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/129_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/129_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f698c2eeba077168bdd79d9762f7844c236dd2b6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/129_res.json @@ -0,0 +1,20 @@ +{ + "_checkpoint": { + "global_record": {}, + "progress": [ + 0, + 1 + ], + "records": [] + }, + "entry_status": "Started", + "eligible": false, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [], + "labels": [] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/12_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/12_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2827d5900aca54122d5b808a89897db029d687b1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/12_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.948, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.251, + "duration_game": 107.4, + "duration_system": 1163.318, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_04_10_05_06_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.33% of the surrounding traffic's one", + "Average speed is 266.67% of the surrounding traffic's one", + "Average speed is 202.19% of the surrounding traffic's one", + "Average speed is 100.04% of the surrounding traffic's one", + "Average speed is 106.67% of the surrounding traffic's one", + "Average speed is 3.84% of the surrounding traffic's one", + "Average speed is 203.3% of the surrounding traffic's one", + "Average speed is 715.66% of the surrounding traffic's one", + "Average speed is 685.22% of the surrounding traffic's one", + "Average speed is 404.41% of the surrounding traffic's one", + "Average speed is 467.45% of the surrounding traffic's one", + "Average speed is 8402.74% of the surrounding traffic's one", + "Average speed is 2592.97% of the surrounding traffic's one", + "Average speed is 3269.71% of the surrounding traffic's one", + "Average speed is 1256.95% of the surrounding traffic's one", + "Average speed is 1095.55% of the surrounding traffic's one", + "Average speed is 1148.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 107.4, + "duration_system": 1163.318 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.948" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/130_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/130_res.json new file mode 100644 index 0000000000000000000000000000000000000000..818ba693b0faca22cde6f15d36fa77aaa1a99753 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/130_res.json @@ -0,0 +1,147 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 7.175, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 107.629, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 7.175, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 54.717, + "score_route": 84.18, + "score_penalty": 0.65 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 165.559, + "duration_game": 81.25, + "duration_system": 1156.216, + "exceptions": [ + [ + "RouteScenario_23670_rep0", + 0, + "Failed - Agent got blocked" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_04_11_09_32_56", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=508.054, y=6001.154, z=165.531) at time=21.000s [CARLA Frame: 5160, Agent Step: 419]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.98% of the surrounding traffic's one", + "Average speed is 125.15% of the surrounding traffic's one", + "Average speed is 186.05% of the surrounding traffic's one", + "Average speed is 203.76% of the surrounding traffic's one", + "Average speed is 143.02% of the surrounding traffic's one", + "Average speed is 155.58% of the surrounding traffic's one", + "Average speed is 160.33% of the surrounding traffic's one", + "Average speed is 175.81% of the surrounding traffic's one", + "Average speed is 203.52% of the surrounding traffic's one", + "Average speed is 214.12% of the surrounding traffic's one", + "Average speed is 228.9% of the surrounding traffic's one", + "Average speed is 225.04% of the surrounding traffic's one", + "Average speed is 214.76% of the surrounding traffic's one", + "Average speed is 205.81% of the surrounding traffic's one", + "Average speed is 168.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=508.322, y=6001.062, z=165.533)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 84.18, + "score_penalty": 0.65, + "score_composed": 54.717 + }, + "meta": { + "route_length": 165.559, + "duration_game": 81.25, + "duration_system": 1156.216 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "54.717", + "84.18", + "0.65", + "0.0", + "0.0", + "7.175", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.175", + "0.0", + "0.0", + "107.629" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/131_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/131_res.json new file mode 100644 index 0000000000000000000000000000000000000000..828682c56da02f32e855531ef113946a865bab23 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/131_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 110.522, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 153.816, + "duration_game": 14.95, + "duration_system": 171.171, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_04_10_17_09_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 218.98% of the surrounding traffic's one", + "Average speed is 73.94% of the surrounding traffic's one", + "Average speed is 171.68% of the surrounding traffic's one", + "Average speed is 193.12% of the surrounding traffic's one", + "Average speed is 146.36% of the surrounding traffic's one", + "Average speed is 173.82% of the surrounding traffic's one", + "Average speed is 179.41% of the surrounding traffic's one", + "Average speed is 185.39% of the surrounding traffic's one", + "Average speed is 227.32% of the surrounding traffic's one", + "Average speed is 325.58% of the surrounding traffic's one", + "Average speed is 394.79% of the surrounding traffic's one", + "Average speed is 421.34% of the surrounding traffic's one", + "Average speed is 396.75% of the surrounding traffic's one", + "Average speed is 362.5% of the surrounding traffic's one", + "Average speed is 358.47% of the surrounding traffic's one", + "Average speed is 346.64% of the surrounding traffic's one", + "Average speed is 238.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 14.95, + "duration_system": 171.171 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "110.522" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/132_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/132_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5e1383eec2dcc186210f984b9a4d6535b911d88c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/132_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.773, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.865, + "duration_game": 10.2, + "duration_system": 101.14, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_04_10_17_14_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 277.1% of the surrounding traffic's one", + "Average speed is 381.88% of the surrounding traffic's one", + "Average speed is 519.82% of the surrounding traffic's one", + "Average speed is 637.15% of the surrounding traffic's one", + "Average speed is 648.4% of the surrounding traffic's one", + "Average speed is 550.11% of the surrounding traffic's one", + "Average speed is 461.91% of the surrounding traffic's one", + "Average speed is 430.94% of the surrounding traffic's one", + "Average speed is 690.36% of the surrounding traffic's one", + "Average speed is 1111.94% of the surrounding traffic's one", + "Average speed is 3849.71% of the surrounding traffic's one", + "Average speed is 35344.63% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 101.14 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.773" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/133_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/133_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1e543fa21044d142fd027eeef66157f8d6d76ad7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/133_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.139, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 114.757, + "duration_game": 14.6, + "duration_system": 237.354, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_04_10_01_10_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 313.72% of the surrounding traffic's one", + "Average speed is 247.41% of the surrounding traffic's one", + "Average speed is 219.71% of the surrounding traffic's one", + "Average speed is 278.04% of the surrounding traffic's one", + "Average speed is 201.15% of the surrounding traffic's one", + "Average speed is 167.29% of the surrounding traffic's one", + "Average speed is 138.53% of the surrounding traffic's one", + "Average speed is 174.71% of the surrounding traffic's one", + "Average speed is 184.42% of the surrounding traffic's one", + "Average speed is 153.89% of the surrounding traffic's one", + "Average speed is 132.92% of the surrounding traffic's one", + "Average speed is 135.85% of the surrounding traffic's one", + "Average speed is 140.35% of the surrounding traffic's one", + "Average speed is 178.75% of the surrounding traffic's one", + "Average speed is 142.64% of the surrounding traffic's one", + "Average speed is 147.72% of the surrounding traffic's one", + "Average speed is 132.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.6, + "duration_system": 237.354 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.139" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/134_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/134_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6c9ac38176df77c571fb1e39ab3b78b130aeda5b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/134_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 114.098, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 148.995, + "duration_game": 9.9, + "duration_system": 156.158, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_04_10_01_16_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 408.16% of the surrounding traffic's one", + "Average speed is 655.6% of the surrounding traffic's one", + "Average speed is 927.5% of the surrounding traffic's one", + "Average speed is 1028.66% of the surrounding traffic's one", + "Average speed is 1003.47% of the surrounding traffic's one", + "Average speed is 839.07% of the surrounding traffic's one", + "Average speed is 626.16% of the surrounding traffic's one", + "Average speed is 471.11% of the surrounding traffic's one", + "Average speed is 586.24% of the surrounding traffic's one", + "Average speed is 682.65% of the surrounding traffic's one", + "Average speed is 702.99% of the surrounding traffic's one", + "Average speed is 865.34% of the surrounding traffic's one", + "Average speed is 778.91% of the surrounding traffic's one", + "Average speed is 443.35% of the surrounding traffic's one", + "Average speed is 400.88% of the surrounding traffic's one", + "Average speed is 371.62% of the surrounding traffic's one", + "Average speed is 349.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.9, + "duration_system": 156.158 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "114.098" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/135_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/135_res.json new file mode 100644 index 0000000000000000000000000000000000000000..acd3e6ca48d89eb2c3ded0d2b1d069fe8f4379c9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/135_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.825, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 116.02, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 146.527, + "duration_game": 13.95, + "duration_system": 145.157, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_04_10_17_18_38", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3716 at (x=1101.357, y=3102.768, z=364.842) at time=8.000s [CARLA Frame: 5414, Agent Step: 159]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 323.59% of the surrounding traffic's one", + "Average speed is 350.35% of the surrounding traffic's one", + "Average speed is 274.67% of the surrounding traffic's one", + "Average speed is 229.16% of the surrounding traffic's one", + "Average speed is 189.7% of the surrounding traffic's one", + "Average speed is 95.18% of the surrounding traffic's one", + "Average speed is 158.48% of the surrounding traffic's one", + "Average speed is 200.98% of the surrounding traffic's one", + "Average speed is 220.1% of the surrounding traffic's one", + "Average speed is 178.27% of the surrounding traffic's one", + "Average speed is 145.74% of the surrounding traffic's one", + "Average speed is 175.63% of the surrounding traffic's one", + "Average speed is 161.28% of the surrounding traffic's one", + "Average speed is 159.86% of the surrounding traffic's one", + "Average speed is 166.2% of the surrounding traffic's one", + "Average speed is 157.24% of the surrounding traffic's one", + "Average speed is 159.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 13.95, + "duration_system": 145.157 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "6.825", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "116.02" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/136_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/136_res.json new file mode 100644 index 0000000000000000000000000000000000000000..85aa7f8caa25227c36e05bf0c82b74e9d867527c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/136_res.json @@ -0,0 +1,144 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.487, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 6.274, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 159.379, + "duration_game": 27.95, + "duration_system": 258.292, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_04_10_17_23_18", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.9% of the surrounding traffic's one", + "Average speed is 104.08% of the surrounding traffic's one", + "Average speed is 173.33% of the surrounding traffic's one", + "Average speed is 139.0% of the surrounding traffic's one", + "Average speed is 132.15% of the surrounding traffic's one", + "Average speed is 132.73% of the surrounding traffic's one", + "Average speed is 151.47% of the surrounding traffic's one", + "Average speed is 157.59% of the surrounding traffic's one", + "Average speed is 160.67% of the surrounding traffic's one", + "Average speed is 192.47% of the surrounding traffic's one", + "Average speed is 201.82% of the surrounding traffic's one", + "Average speed is 178.38% of the surrounding traffic's one", + "Average speed is 177.84% of the surrounding traffic's one", + "Average speed is 174.41% of the surrounding traffic's one", + "Average speed is 137.43% of the surrounding traffic's one", + "Average speed is 166.24% of the surrounding traffic's one", + "Average speed is 122.37% of the surrounding traffic's one", + "Average speed is 78.4% of the surrounding traffic's one", + "Average speed is 66.01% of the surrounding traffic's one", + "Average speed is 66.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2622.204, y=5902.03, z=157.715)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 27.95, + "duration_system": 258.292 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "6.274", + "0.0", + "0.0", + "0.0", + "0.0", + "125.487" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/137_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/137_res.json new file mode 100644 index 0000000000000000000000000000000000000000..aee5784043ba3dd1d9e5e0a12953155dd778db46 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/137_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 140.631, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.662, + "duration_game": 11.35, + "duration_system": 178.201, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_04_10_01_21_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 254.07% of the surrounding traffic's one", + "Average speed is 259.35% of the surrounding traffic's one", + "Average speed is 194.51% of the surrounding traffic's one", + "Average speed is 191.31% of the surrounding traffic's one", + "Average speed is 173.37% of the surrounding traffic's one", + "Average speed is 141.55% of the surrounding traffic's one", + "Average speed is 134.01% of the surrounding traffic's one", + "Average speed is 152.37% of the surrounding traffic's one", + "Average speed is 138.83% of the surrounding traffic's one", + "Average speed is 142.11% of the surrounding traffic's one", + "Average speed is 126.94% of the surrounding traffic's one", + "Average speed is 102.58% of the surrounding traffic's one", + "Average speed is 263.71% of the surrounding traffic's one", + "Average speed is 225.67% of the surrounding traffic's one", + "Average speed is 143.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.35, + "duration_system": 178.201 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "140.631" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/138_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/138_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ef35d5d39005f6f1ce32aab875fbcbb20a69019d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/138_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 7.44, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.016, + "min_speed_infractions": 126.477, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 56.640277, + "score_route": 100.0, + "score_penalty": 0.566403 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.412, + "duration_game": 21.05, + "duration_system": 158.179, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_04_10_17_30_08", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.road and id=0 at (x=-5750.756, y=4329.84, z=180.262) at time=17.450s [CARLA Frame: 6055, Agent Step: 348]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 16.138 meters (12.86% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 178.78% of the surrounding traffic's one", + "Average speed is 81.3% of the surrounding traffic's one", + "Average speed is 172.89% of the surrounding traffic's one", + "Average speed is 228.08% of the surrounding traffic's one", + "Average speed is 183.44% of the surrounding traffic's one", + "Average speed is 167.32% of the surrounding traffic's one", + "Average speed is 141.97% of the surrounding traffic's one", + "Average speed is 138.22% of the surrounding traffic's one", + "Average speed is 146.5% of the surrounding traffic's one", + "Average speed is 224.89% of the surrounding traffic's one", + "Average speed is 218.28% of the surrounding traffic's one", + "Average speed is 24.27% of the surrounding traffic's one", + "Average speed is 130.55% of the surrounding traffic's one", + "Average speed is 72.92% of the surrounding traffic's one", + "Average speed is 244.52% of the surrounding traffic's one", + "Average speed is 440.54% of the surrounding traffic's one", + "Average speed is 480.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.566403, + "score_composed": 56.640277 + }, + "meta": { + "route_length": 134.412, + "duration_game": 21.05, + "duration_system": 158.179 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "56.640277", + "100.0", + "0.566403", + "0.0", + "0.0", + "7.44", + "0.0", + "0.0", + "0.016", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.477" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/139_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/139_res.json new file mode 100644 index 0000000000000000000000000000000000000000..015edf94a732760e7eb6d05f3f192757ff7b9147 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/139_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 142.057, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.631, + "duration_game": 13.75, + "duration_system": 122.133, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_04_10_17_35_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 255.44% of the surrounding traffic's one", + "Average speed is 288.32% of the surrounding traffic's one", + "Average speed is 265.52% of the surrounding traffic's one", + "Average speed is 72.61% of the surrounding traffic's one", + "Average speed is 210.69% of the surrounding traffic's one", + "Average speed is 240.76% of the surrounding traffic's one", + "Average speed is 188.88% of the surrounding traffic's one", + "Average speed is 126.52% of the surrounding traffic's one", + "Average speed is 188.58% of the surrounding traffic's one", + "Average speed is 209.79% of the surrounding traffic's one", + "Average speed is 206.73% of the surrounding traffic's one", + "Average speed is 147.89% of the surrounding traffic's one", + "Average speed is 160.77% of the surrounding traffic's one", + "Average speed is 216.18% of the surrounding traffic's one", + "Average speed is 197.16% of the surrounding traffic's one", + "Average speed is 213.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 13.75, + "duration_system": 122.133 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "142.057" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/13_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/13_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ceb2f9ef94778f26f6de6fff30bd0c5478b9e035 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/13_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.693, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.172, + "duration_game": 13.25, + "duration_system": 116.122, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_04_09_19_47_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 411.66% of the surrounding traffic's one", + "Average speed is 585.4% of the surrounding traffic's one", + "Average speed is 521.67% of the surrounding traffic's one", + "Average speed is 254.12% of the surrounding traffic's one", + "Average speed is 121.2% of the surrounding traffic's one", + "Average speed is 37.82% of the surrounding traffic's one", + "Average speed is 234.47% of the surrounding traffic's one", + "Average speed is 307.31% of the surrounding traffic's one", + "Average speed is 282.71% of the surrounding traffic's one", + "Average speed is 156.09% of the surrounding traffic's one", + "Average speed is 336.33% of the surrounding traffic's one", + "Average speed is 1196.16% of the surrounding traffic's one", + "Average speed is 4019.68% of the surrounding traffic's one", + "Average speed is 4132.69% of the surrounding traffic's one", + "Average speed is 2408.73% of the surrounding traffic's one", + "Average speed is 1954.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 13.25, + "duration_system": 116.122 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.693" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/140_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/140_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e18559afcf5c8cb1c414df1fec16aa0428d78ec8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/140_res.json @@ -0,0 +1,147 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 7.572, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.585, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 7.572, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 53.183, + "score_route": 81.82, + "score_penalty": 0.65 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 161.403, + "duration_game": 80.35, + "duration_system": 620.738, + "exceptions": [ + [ + "RouteScenario_24041_rep0", + 0, + "Failed - Agent got blocked" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_04_11_09_54_53", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=-2578.923, y=5909.458, z=157.256) at time=20.150s [CARLA Frame: 5457, Agent Step: 402]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.81% of the surrounding traffic's one", + "Average speed is 102.39% of the surrounding traffic's one", + "Average speed is 218.67% of the surrounding traffic's one", + "Average speed is 188.21% of the surrounding traffic's one", + "Average speed is 140.38% of the surrounding traffic's one", + "Average speed is 155.71% of the surrounding traffic's one", + "Average speed is 162.77% of the surrounding traffic's one", + "Average speed is 192.18% of the surrounding traffic's one", + "Average speed is 188.9% of the surrounding traffic's one", + "Average speed is 196.32% of the surrounding traffic's one", + "Average speed is 207.52% of the surrounding traffic's one", + "Average speed is 206.39% of the surrounding traffic's one", + "Average speed is 208.55% of the surrounding traffic's one", + "Average speed is 200.93% of the surrounding traffic's one", + "Average speed is 154.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=-2578.684, y=5909.379, z=157.253)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 81.82, + "score_penalty": 0.65, + "score_composed": 53.183 + }, + "meta": { + "route_length": 161.403, + "duration_game": 80.35, + "duration_system": 620.738 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "53.183", + "81.82", + "0.65", + "0.0", + "0.0", + "7.572", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.572", + "0.0", + "0.0", + "113.585" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/141_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/141_res.json new file mode 100644 index 0000000000000000000000000000000000000000..53944c0927de74cf6b59644e209aa5ba9836995b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/141_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.773, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.865, + "duration_game": 10.2, + "duration_system": 97.115, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_04_10_01_26_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.85% of the surrounding traffic's one", + "Average speed is 383.43% of the surrounding traffic's one", + "Average speed is 521.7% of the surrounding traffic's one", + "Average speed is 635.89% of the surrounding traffic's one", + "Average speed is 650.25% of the surrounding traffic's one", + "Average speed is 560.96% of the surrounding traffic's one", + "Average speed is 466.23% of the surrounding traffic's one", + "Average speed is 438.1% of the surrounding traffic's one", + "Average speed is 665.05% of the surrounding traffic's one", + "Average speed is 1077.04% of the surrounding traffic's one", + "Average speed is 3805.1% of the surrounding traffic's one", + "Average speed is 39205.15% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 97.115 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.773" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/142_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/142_res.json new file mode 100644 index 0000000000000000000000000000000000000000..23535c22e9f9c5ba03fe0dae89fa38692ddc3d93 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/142_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.139, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 114.757, + "duration_game": 14.6, + "duration_system": 266.306, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_04_10_17_52_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 324.16% of the surrounding traffic's one", + "Average speed is 320.37% of the surrounding traffic's one", + "Average speed is 188.26% of the surrounding traffic's one", + "Average speed is 289.18% of the surrounding traffic's one", + "Average speed is 205.46% of the surrounding traffic's one", + "Average speed is 160.83% of the surrounding traffic's one", + "Average speed is 147.23% of the surrounding traffic's one", + "Average speed is 154.09% of the surrounding traffic's one", + "Average speed is 166.52% of the surrounding traffic's one", + "Average speed is 150.63% of the surrounding traffic's one", + "Average speed is 153.47% of the surrounding traffic's one", + "Average speed is 190.93% of the surrounding traffic's one", + "Average speed is 172.62% of the surrounding traffic's one", + "Average speed is 174.36% of the surrounding traffic's one", + "Average speed is 142.75% of the surrounding traffic's one", + "Average speed is 122.39% of the surrounding traffic's one", + "Average speed is 99.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.6, + "duration_system": 266.306 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.139" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/143_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/143_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fcad3f599a39b9d15ede61a8c1703df3370d7d6a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/143_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.621, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.562, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 151.028, + "duration_game": 11.95, + "duration_system": 114.225, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_04_10_17_59_37", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=4732 at (x=-5743.206, y=4730.418, z=186.964) at time=8.600s [CARLA Frame: 5477, Agent Step: 171]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.8% of the surrounding traffic's one", + "Average speed is 320.03% of the surrounding traffic's one", + "Average speed is 260.11% of the surrounding traffic's one", + "Average speed is 218.79% of the surrounding traffic's one", + "Average speed is 211.98% of the surrounding traffic's one", + "Average speed is 223.56% of the surrounding traffic's one", + "Average speed is 223.14% of the surrounding traffic's one", + "Average speed is 212.8% of the surrounding traffic's one", + "Average speed is 247.46% of the surrounding traffic's one", + "Average speed is 352.14% of the surrounding traffic's one", + "Average speed is 377.52% of the surrounding traffic's one", + "Average speed is 348.42% of the surrounding traffic's one", + "Average speed is 238.09% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 11.95, + "duration_system": 114.225 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "6.621", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.562" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/144_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/144_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0d7ebcb66a4d6aa9a2bab6d47ebd6a213977f7c8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/144_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 140.631, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.662, + "duration_game": 11.1, + "duration_system": 151.144, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_04_10_18_04_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.28% of the surrounding traffic's one", + "Average speed is 246.72% of the surrounding traffic's one", + "Average speed is 206.83% of the surrounding traffic's one", + "Average speed is 215.09% of the surrounding traffic's one", + "Average speed is 171.22% of the surrounding traffic's one", + "Average speed is 143.29% of the surrounding traffic's one", + "Average speed is 131.74% of the surrounding traffic's one", + "Average speed is 138.6% of the surrounding traffic's one", + "Average speed is 143.6% of the surrounding traffic's one", + "Average speed is 129.52% of the surrounding traffic's one", + "Average speed is 113.77% of the surrounding traffic's one", + "Average speed is 111.26% of the surrounding traffic's one", + "Average speed is 258.33% of the surrounding traffic's one", + "Average speed is 226.38% of the surrounding traffic's one", + "Average speed is 161.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.1, + "duration_system": 151.144 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "140.631" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/145_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/145_res.json new file mode 100644 index 0000000000000000000000000000000000000000..efa70ec9ab218d7b6d778a7175c060222877f597 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/145_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.807, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.013, + "duration_game": 34.8, + "duration_system": 436.625, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_04_10_01_30_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 110.6% of the surrounding traffic's one", + "Average speed is 142.37% of the surrounding traffic's one", + "Average speed is 282.54% of the surrounding traffic's one", + "Average speed is 206.82% of the surrounding traffic's one", + "Average speed is 215.24% of the surrounding traffic's one", + "Average speed is 158.4% of the surrounding traffic's one", + "Average speed is 51.47% of the surrounding traffic's one", + "Average speed is 80.42% of the surrounding traffic's one", + "Average speed is 171.62% of the surrounding traffic's one", + "Average speed is 141.55% of the surrounding traffic's one", + "Average speed is 116.2% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 114.38% of the surrounding traffic's one", + "Average speed is 111.34% of the surrounding traffic's one", + "Average speed is 118.27% of the surrounding traffic's one", + "Average speed is 15.1% of the surrounding traffic's one", + "Average speed is 90.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.8, + "duration_system": 436.625 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.807" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/146_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/146_res.json new file mode 100644 index 0000000000000000000000000000000000000000..73a9fe5d37c446112aba87a7c33b4040d16c459d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/146_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 20.5, + "duration_system": 147.292, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_04_10_01_39_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.71% of the surrounding traffic's one", + "Average speed is 60.18% of the surrounding traffic's one", + "Average speed is 136.82% of the surrounding traffic's one", + "Average speed is 256.54% of the surrounding traffic's one", + "Average speed is 186.25% of the surrounding traffic's one", + "Average speed is 76.91% of the surrounding traffic's one", + "Average speed is 87.37% of the surrounding traffic's one", + "Average speed is 162.36% of the surrounding traffic's one", + "Average speed is 105.08% of the surrounding traffic's one", + "Average speed is 115.95% of the surrounding traffic's one", + "Average speed is 118.56% of the surrounding traffic's one", + "Average speed is 111.13% of the surrounding traffic's one", + "Average speed is 108.85% of the surrounding traffic's one", + "Average speed is 102.95% of the surrounding traffic's one", + "Average speed is 105.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 20.5, + "duration_system": 147.292 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/147_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/147_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3727c0784e92dec37b365a3c544260e6073998eb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/147_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 128.723, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.067, + "duration_game": 13.0, + "duration_system": 104.104, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_04_10_01_43_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 97.94% of the surrounding traffic's one", + "Average speed is 133.26% of the surrounding traffic's one", + "Average speed is 164.05% of the surrounding traffic's one", + "Average speed is 131.4% of the surrounding traffic's one", + "Average speed is 116.42% of the surrounding traffic's one", + "Average speed is 56.42% of the surrounding traffic's one", + "Average speed is 36.57% of the surrounding traffic's one", + "Average speed is 132.08% of the surrounding traffic's one", + "Average speed is 182.67% of the surrounding traffic's one", + "Average speed is 216.5% of the surrounding traffic's one", + "Average speed is 224.06% of the surrounding traffic's one", + "Average speed is 208.48% of the surrounding traffic's one", + "Average speed is 200.93% of the surrounding traffic's one", + "Average speed is 193.16% of the surrounding traffic's one", + "Average speed is 224.47% of the surrounding traffic's one", + "Average speed is 222.57% of the surrounding traffic's one", + "Average speed is 205.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 13.0, + "duration_system": 104.104 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "128.723" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/148_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/148_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4b2d76449bc5cb38e79e33e1a8cfaf6e7cdccd1a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/148_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 14.9, + "duration_system": 413.861, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_04_10_18_08_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.05% of the surrounding traffic's one", + "Average speed is 151.65% of the surrounding traffic's one", + "Average speed is 147.08% of the surrounding traffic's one", + "Average speed is 155.67% of the surrounding traffic's one", + "Average speed is 146.92% of the surrounding traffic's one", + "Average speed is 157.61% of the surrounding traffic's one", + "Average speed is 146.0% of the surrounding traffic's one", + "Average speed is 41.55% of the surrounding traffic's one", + "Average speed is 51.68% of the surrounding traffic's one", + "Average speed is 127.36% of the surrounding traffic's one", + "Average speed is 169.33% of the surrounding traffic's one", + "Average speed is 191.49% of the surrounding traffic's one", + "Average speed is 187.18% of the surrounding traffic's one", + "Average speed is 122.55% of the surrounding traffic's one", + "Average speed is 114.61% of the surrounding traffic's one", + "Average speed is 118.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 14.9, + "duration_system": 413.861 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/149_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/149_res.json new file mode 100644 index 0000000000000000000000000000000000000000..523c166789aa77ee88c413e7e22a7b9f0945f533 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/149_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.242, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.604, + "duration_game": 18.8, + "duration_system": 126.156, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_04_10_01_46_47", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 107.05% of the surrounding traffic's one", + "Average speed is 86.71% of the surrounding traffic's one", + "Average speed is 267.43% of the surrounding traffic's one", + "Average speed is 185.84% of the surrounding traffic's one", + "Average speed is 166.81% of the surrounding traffic's one", + "Average speed is 181.08% of the surrounding traffic's one", + "Average speed is 121.36% of the surrounding traffic's one", + "Average speed is 47.4% of the surrounding traffic's one", + "Average speed is 135.84% of the surrounding traffic's one", + "Average speed is 207.27% of the surrounding traffic's one", + "Average speed is 130.27% of the surrounding traffic's one", + "Average speed is 95.85% of the surrounding traffic's one", + "Average speed is 89.99% of the surrounding traffic's one", + "Average speed is 128.36% of the surrounding traffic's one", + "Average speed is 105.58% of the surrounding traffic's one", + "Average speed is 120.66% of the surrounding traffic's one", + "Average speed is 90.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 18.8, + "duration_system": 126.156 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.242" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/14_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/14_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a19e3087530a4ceb5863f75c451f8a414d1fe474 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/14_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 208.872, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.602, + "duration_game": 14.55, + "duration_system": 164.188, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_04_09_19_51_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 269.85% of the surrounding traffic's one", + "Average speed is 468.25% of the surrounding traffic's one", + "Average speed is 415.43% of the surrounding traffic's one", + "Average speed is 96.13% of the surrounding traffic's one", + "Average speed is 30.48% of the surrounding traffic's one", + "Average speed is 39.42% of the surrounding traffic's one", + "Average speed is 368.91% of the surrounding traffic's one", + "Average speed is 645.43% of the surrounding traffic's one", + "Average speed is 585.69% of the surrounding traffic's one", + "Average speed is 452.39% of the surrounding traffic's one", + "Average speed is 491.62% of the surrounding traffic's one", + "Average speed is 1879.48% of the surrounding traffic's one", + "Average speed is 1676.31% of the surrounding traffic's one", + "Average speed is 991.68% of the surrounding traffic's one", + "Average speed is 902.63% of the surrounding traffic's one", + "Average speed is 1063.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 14.55, + "duration_system": 164.188 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "208.872" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/150_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/150_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0968954898d9b6fa900837cf7ac75b5d784fff02 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/150_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 114.923, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 130.522, + "duration_game": 19.5, + "duration_system": 138.164, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_04_10_01_50_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.46% of the surrounding traffic's one", + "Average speed is 154.5% of the surrounding traffic's one", + "Average speed is 234.04% of the surrounding traffic's one", + "Average speed is 183.54% of the surrounding traffic's one", + "Average speed is 141.17% of the surrounding traffic's one", + "Average speed is 68.1% of the surrounding traffic's one", + "Average speed is 57.54% of the surrounding traffic's one", + "Average speed is 58.63% of the surrounding traffic's one", + "Average speed is 309.86% of the surrounding traffic's one", + "Average speed is 335.11% of the surrounding traffic's one", + "Average speed is 304.68% of the surrounding traffic's one", + "Average speed is 223.67% of the surrounding traffic's one", + "Average speed is 169.02% of the surrounding traffic's one", + "Average speed is 377.32% of the surrounding traffic's one", + "Average speed is 458.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.5, + "duration_system": 138.164 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "114.923" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/151_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/151_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0fad358d80304d332950bb4982deaf8b1f790f78 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/151_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.469, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.115, + "duration_game": 11.8, + "duration_system": 84.081, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_04_10_18_17_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.77% of the surrounding traffic's one", + "Average speed is 152.19% of the surrounding traffic's one", + "Average speed is 161.77% of the surrounding traffic's one", + "Average speed is 189.36% of the surrounding traffic's one", + "Average speed is 163.0% of the surrounding traffic's one", + "Average speed is 169.62% of the surrounding traffic's one", + "Average speed is 116.62% of the surrounding traffic's one", + "Average speed is 25.99% of the surrounding traffic's one", + "Average speed is 145.2% of the surrounding traffic's one", + "Average speed is 228.68% of the surrounding traffic's one", + "Average speed is 255.45% of the surrounding traffic's one", + "Average speed is 237.89% of the surrounding traffic's one", + "Average speed is 237.2% of the surrounding traffic's one", + "Average speed is 169.38% of the surrounding traffic's one", + "Average speed is 155.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 11.8, + "duration_system": 84.081 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.469" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/152_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/152_res.json new file mode 100644 index 0000000000000000000000000000000000000000..144ce2ed57982beb09b51777ec857c78481b6ca8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/152_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 25.3, + "duration_system": 530.658, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_04_10_18_20_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.99% of the surrounding traffic's one", + "Average speed is 121.11% of the surrounding traffic's one", + "Average speed is 13.77% of the surrounding traffic's one", + "Average speed is 68.42% of the surrounding traffic's one", + "Average speed is 77.53% of the surrounding traffic's one", + "Average speed is 99.53% of the surrounding traffic's one", + "Average speed is 127.96% of the surrounding traffic's one", + "Average speed is 133.09% of the surrounding traffic's one", + "Average speed is 121.23% of the surrounding traffic's one", + "Average speed is 116.52% of the surrounding traffic's one", + "Average speed is 109.56% of the surrounding traffic's one", + "Average speed is 115.1% of the surrounding traffic's one", + "Average speed is 104.74% of the surrounding traffic's one", + "Average speed is 116.24% of the surrounding traffic's one", + "Average speed is 131.18% of the surrounding traffic's one", + "Average speed is 98.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 25.3, + "duration_system": 530.658 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/153_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/153_res.json new file mode 100644 index 0000000000000000000000000000000000000000..38aea77ed4b073e0fb5cf7cc3a3477043b5c5996 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/153_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.649, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.985, + "duration_game": 16.45, + "duration_system": 176.178, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_04_10_01_54_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.38% of the surrounding traffic's one", + "Average speed is 127.1% of the surrounding traffic's one", + "Average speed is 136.5% of the surrounding traffic's one", + "Average speed is 159.97% of the surrounding traffic's one", + "Average speed is 107.15% of the surrounding traffic's one", + "Average speed is 91.7% of the surrounding traffic's one", + "Average speed is 109.04% of the surrounding traffic's one", + "Average speed is 124.73% of the surrounding traffic's one", + "Average speed is 124.86% of the surrounding traffic's one", + "Average speed is 98.06% of the surrounding traffic's one", + "Average speed is 87.11% of the surrounding traffic's one", + "Average speed is 84.09% of the surrounding traffic's one", + "Average speed is 93.78% of the surrounding traffic's one", + "Average speed is 96.34% of the surrounding traffic's one", + "Average speed is 96.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.45, + "duration_system": 176.178 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.649" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/154_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/154_res.json new file mode 100644 index 0000000000000000000000000000000000000000..eb1b339d880ff169647e808f51fa2b482e2eda6d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/154_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 13.7, + "duration_system": 349.35, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_04_10_01_59_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.41% of the surrounding traffic's one", + "Average speed is 106.3% of the surrounding traffic's one", + "Average speed is 70.99% of the surrounding traffic's one", + "Average speed is 83.19% of the surrounding traffic's one", + "Average speed is 135.97% of the surrounding traffic's one", + "Average speed is 103.51% of the surrounding traffic's one", + "Average speed is 67.41% of the surrounding traffic's one", + "Average speed is 120.48% of the surrounding traffic's one", + "Average speed is 102.08% of the surrounding traffic's one", + "Average speed is 114.69% of the surrounding traffic's one", + "Average speed is 110.45% of the surrounding traffic's one", + "Average speed is 107.92% of the surrounding traffic's one", + "Average speed is 113.94% of the surrounding traffic's one", + "Average speed is 124.64% of the surrounding traffic's one", + "Average speed is 117.83% of the surrounding traffic's one", + "Average speed is 101.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.7, + "duration_system": 349.35 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/155_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/155_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e9089f09e99416bc2f44d5cc5674a9912c55cdfb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/155_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.572, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 17.0, + "duration_system": 394.395, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_04_10_02_06_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=152 at (x=197.178, y=249.77, z=-0.007) at time=9.750s [CARLA Frame: 5747, Agent Step: 194]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.02% of the surrounding traffic's one", + "Average speed is 101.65% of the surrounding traffic's one", + "Average speed is 116.15% of the surrounding traffic's one", + "Average speed is 57.95% of the surrounding traffic's one", + "Average speed is 30.26% of the surrounding traffic's one", + "Average speed is 92.04% of the surrounding traffic's one", + "Average speed is 151.73% of the surrounding traffic's one", + "Average speed is 178.24% of the surrounding traffic's one", + "Average speed is 173.47% of the surrounding traffic's one", + "Average speed is 181.0% of the surrounding traffic's one", + "Average speed is 193.28% of the surrounding traffic's one", + "Average speed is 197.49% of the surrounding traffic's one", + "Average speed is 181.43% of the surrounding traffic's one", + "Average speed is 136.55% of the surrounding traffic's one", + "Average speed is 47.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.0, + "duration_system": 394.395 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.572", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/156_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/156_res.json new file mode 100644 index 0000000000000000000000000000000000000000..22798c2f800ee4ef60f49f7f0316e4d60fb62f68 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/156_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.638, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.189, + "duration_game": 59.05, + "duration_system": 1706.657, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_04_10_18_31_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.62% of the surrounding traffic's one", + "Average speed is 142.0% of the surrounding traffic's one", + "Average speed is 113.13% of the surrounding traffic's one", + "Average speed is 115.3% of the surrounding traffic's one", + "Average speed is 80.94% of the surrounding traffic's one", + "Average speed is 27.0% of the surrounding traffic's one", + "Average speed is 2.92% of the surrounding traffic's one", + "Average speed is 120.62% of the surrounding traffic's one", + "Average speed is 99.71% of the surrounding traffic's one", + "Average speed is 103.18% of the surrounding traffic's one", + "Average speed is 99.21% of the surrounding traffic's one", + "Average speed is 91.43% of the surrounding traffic's one", + "Average speed is 95.85% of the surrounding traffic's one", + "Average speed is 103.18% of the surrounding traffic's one", + "Average speed is 99.19% of the surrounding traffic's one", + "Average speed is 99.89% of the surrounding traffic's one", + "Average speed is 40.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 59.05, + "duration_system": 1706.657 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.638" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/157_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/157_res.json new file mode 100644 index 0000000000000000000000000000000000000000..149ac77ceb7c432c3b15bf474349a31d1cf8e5d8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/157_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.115, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.875, + "duration_game": 17.95, + "duration_system": 324.471, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_04_10_02_15_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.84% of the surrounding traffic's one", + "Average speed is 138.69% of the surrounding traffic's one", + "Average speed is 178.51% of the surrounding traffic's one", + "Average speed is 195.13% of the surrounding traffic's one", + "Average speed is 148.77% of the surrounding traffic's one", + "Average speed is 121.27% of the surrounding traffic's one", + "Average speed is 61.41% of the surrounding traffic's one", + "Average speed is 57.06% of the surrounding traffic's one", + "Average speed is 72.79% of the surrounding traffic's one", + "Average speed is 117.74% of the surrounding traffic's one", + "Average speed is 155.96% of the surrounding traffic's one", + "Average speed is 141.23% of the surrounding traffic's one", + "Average speed is 163.34% of the surrounding traffic's one", + "Average speed is 127.03% of the surrounding traffic's one", + "Average speed is 146.74% of the surrounding traffic's one", + "Average speed is 118.23% of the surrounding traffic's one", + "Average speed is 128.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 17.95, + "duration_system": 324.471 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.115" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/158_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/158_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e4d7bd5d7f18590da6f604960acd2f7e23b48e4a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/158_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.322, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 128.062, + "duration_game": 50.55, + "duration_system": 380.613, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_04_11_07_03_48", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.08% of the surrounding traffic's one", + "Average speed is 22.13% of the surrounding traffic's one", + "Average speed is 71.19% of the surrounding traffic's one", + "Average speed is 133.89% of the surrounding traffic's one", + "Average speed is 125.03% of the surrounding traffic's one", + "Average speed is 119.41% of the surrounding traffic's one", + "Average speed is 104.48% of the surrounding traffic's one", + "Average speed is 103.67% of the surrounding traffic's one", + "Average speed is 118.42% of the surrounding traffic's one", + "Average speed is 108.72% of the surrounding traffic's one", + "Average speed is 102.46% of the surrounding traffic's one", + "Average speed is 139.36% of the surrounding traffic's one", + "Average speed is 13.52% of the surrounding traffic's one", + "Average speed is 92.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.55, + "duration_system": 380.613 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.322" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/159_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/159_res.json new file mode 100644 index 0000000000000000000000000000000000000000..251a6c52df5e84bac4b67e39959c3d546daed117 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/159_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.469, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.115, + "duration_game": 10.9, + "duration_system": 77.08, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_04_10_20_13_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.69% of the surrounding traffic's one", + "Average speed is 148.15% of the surrounding traffic's one", + "Average speed is 128.12% of the surrounding traffic's one", + "Average speed is 149.66% of the surrounding traffic's one", + "Average speed is 112.13% of the surrounding traffic's one", + "Average speed is 126.3% of the surrounding traffic's one", + "Average speed is 103.37% of the surrounding traffic's one", + "Average speed is 109.5% of the surrounding traffic's one", + "Average speed is 118.66% of the surrounding traffic's one", + "Average speed is 99.52% of the surrounding traffic's one", + "Average speed is 134.49% of the surrounding traffic's one", + "Average speed is 150.59% of the surrounding traffic's one", + "Average speed is 128.68% of the surrounding traffic's one", + "Average speed is 163.38% of the surrounding traffic's one", + "Average speed is 119.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 10.9, + "duration_system": 77.08 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.469" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/15_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/15_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b575aab897f75e9b8f172e419abc8c255238b15a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/15_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.002, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.459, + "duration_game": 101.85, + "duration_system": 1241.491, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_04_10_05_28_36", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.71% of the surrounding traffic's one", + "Average speed is 201.41% of the surrounding traffic's one", + "Average speed is 430.6% of the surrounding traffic's one", + "Average speed is 160.42% of the surrounding traffic's one", + "Average speed is 15.74% of the surrounding traffic's one", + "Average speed is 3.56% of the surrounding traffic's one", + "Average speed is 413.52% of the surrounding traffic's one", + "Average speed is 462.87% of the surrounding traffic's one", + "Average speed is 435.24% of the surrounding traffic's one", + "Average speed is 383.15% of the surrounding traffic's one", + "Average speed is 649.81% of the surrounding traffic's one", + "Average speed is 842.71% of the surrounding traffic's one", + "Average speed is 914.49% of the surrounding traffic's one", + "Average speed is 863.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 101.85, + "duration_system": 1241.491 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.002" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/160_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/160_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7ea8d41582b7653b7a08b55dfc5d3d4dd113a48f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/160_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.434, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 144.762, + "duration_game": 27.05, + "duration_system": 743.689, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_04_10_20_16_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.36% of the surrounding traffic's one", + "Average speed is 139.1% of the surrounding traffic's one", + "Average speed is 118.44% of the surrounding traffic's one", + "Average speed is 105.24% of the surrounding traffic's one", + "Average speed is 45.74% of the surrounding traffic's one", + "Average speed is 7.23% of the surrounding traffic's one", + "Average speed is 131.58% of the surrounding traffic's one", + "Average speed is 110.29% of the surrounding traffic's one", + "Average speed is 134.97% of the surrounding traffic's one", + "Average speed is 146.98% of the surrounding traffic's one", + "Average speed is 192.56% of the surrounding traffic's one", + "Average speed is 211.65% of the surrounding traffic's one", + "Average speed is 245.91% of the surrounding traffic's one", + "Average speed is 254.68% of the surrounding traffic's one", + "Average speed is 274.17% of the surrounding traffic's one", + "Average speed is 260.86% of the surrounding traffic's one", + "Average speed is 246.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 27.05, + "duration_system": 743.689 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.434" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/161_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/161_res.json new file mode 100644 index 0000000000000000000000000000000000000000..94681f1ba04deece7a54d0298bade48b50632286 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/161_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 7.063, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.079, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 65.0, + "score_route": 100.0, + "score_penalty": 0.65 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 141.573, + "duration_game": 13.95, + "duration_system": 321.31, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_04_10_02_22_17", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=154 at (x=-359.085, y=429.219, z=-0.002) at time=9.150s [CARLA Frame: 6305, Agent Step: 182]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.47% of the surrounding traffic's one", + "Average speed is 148.07% of the surrounding traffic's one", + "Average speed is 166.08% of the surrounding traffic's one", + "Average speed is 168.04% of the surrounding traffic's one", + "Average speed is 83.71% of the surrounding traffic's one", + "Average speed is 48.23% of the surrounding traffic's one", + "Average speed is 123.41% of the surrounding traffic's one", + "Average speed is 154.43% of the surrounding traffic's one", + "Average speed is 106.57% of the surrounding traffic's one", + "Average speed is 138.21% of the surrounding traffic's one", + "Average speed is 174.92% of the surrounding traffic's one", + "Average speed is 195.91% of the surrounding traffic's one", + "Average speed is 245.24% of the surrounding traffic's one", + "Average speed is 242.13% of the surrounding traffic's one", + "Average speed is 233.28% of the surrounding traffic's one", + "Average speed is 253.13% of the surrounding traffic's one", + "Average speed is 333.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.65, + "score_composed": 65.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 13.95, + "duration_system": 321.31 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "65.0", + "100.0", + "0.65", + "0.0", + "0.0", + "7.063", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.079" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/162_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/162_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b230da735f3834ec650c363b2165a4a9f23a79fb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/162_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.845, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 125.152, + "duration_game": 20.45, + "duration_system": 389.368, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_04_10_20_30_25", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.44% of the surrounding traffic's one", + "Average speed is 142.78% of the surrounding traffic's one", + "Average speed is 148.02% of the surrounding traffic's one", + "Average speed is 182.32% of the surrounding traffic's one", + "Average speed is 164.26% of the surrounding traffic's one", + "Average speed is 114.08% of the surrounding traffic's one", + "Average speed is 19.23% of the surrounding traffic's one", + "Average speed is 91.72% of the surrounding traffic's one", + "Average speed is 163.12% of the surrounding traffic's one", + "Average speed is 183.08% of the surrounding traffic's one", + "Average speed is 189.69% of the surrounding traffic's one", + "Average speed is 169.36% of the surrounding traffic's one", + "Average speed is 138.03% of the surrounding traffic's one", + "Average speed is 124.53% of the surrounding traffic's one", + "Average speed is 72.94% of the surrounding traffic's one", + "Average speed is 167.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 20.45, + "duration_system": 389.368 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.845" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/163_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/163_res.json new file mode 100644 index 0000000000000000000000000000000000000000..02a803baae0a0633b9a90c019042cf5a2f7ab8ed --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/163_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.654, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.118, + "duration_game": 20.45, + "duration_system": 143.154, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_04_10_20_38_39", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.84% of the surrounding traffic's one", + "Average speed is 110.66% of the surrounding traffic's one", + "Average speed is 112.74% of the surrounding traffic's one", + "Average speed is 98.79% of the surrounding traffic's one", + "Average speed is 100.02% of the surrounding traffic's one", + "Average speed is 110.34% of the surrounding traffic's one", + "Average speed is 98.13% of the surrounding traffic's one", + "Average speed is 66.2% of the surrounding traffic's one", + "Average speed is 81.25% of the surrounding traffic's one", + "Average speed is 135.88% of the surrounding traffic's one", + "Average speed is 111.33% of the surrounding traffic's one", + "Average speed is 120.3% of the surrounding traffic's one", + "Average speed is 115.96% of the surrounding traffic's one", + "Average speed is 109.07% of the surrounding traffic's one", + "Average speed is 67.55% of the surrounding traffic's one", + "Average speed is 87.98% of the surrounding traffic's one", + "Average speed is 80.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 20.45, + "duration_system": 143.154 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.654" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/164_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/164_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8fb67c7f8316135fb319e70930a0e837b3dcae3e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/164_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 103.502, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.587, + "duration_game": 16.6, + "duration_system": 247.242, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_04_10_20_42_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 64.29% of the surrounding traffic's one", + "Average speed is 166.81% of the surrounding traffic's one", + "Average speed is 214.61% of the surrounding traffic's one", + "Average speed is 227.08% of the surrounding traffic's one", + "Average speed is 209.61% of the surrounding traffic's one", + "Average speed is 228.08% of the surrounding traffic's one", + "Average speed is 217.61% of the surrounding traffic's one", + "Average speed is 178.14% of the surrounding traffic's one", + "Average speed is 120.99% of the surrounding traffic's one", + "Average speed is 112.0% of the surrounding traffic's one", + "Average speed is 109.93% of the surrounding traffic's one", + "Average speed is 105.0% of the surrounding traffic's one", + "Average speed is 110.21% of the surrounding traffic's one", + "Average speed is 107.73% of the surrounding traffic's one", + "Average speed is 111.21% of the surrounding traffic's one", + "Average speed is 110.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 16.6, + "duration_system": 247.242 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "103.502" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/165_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/165_res.json new file mode 100644 index 0000000000000000000000000000000000000000..76e26c957591077517f51b09fd1ca6e7798aedb4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/165_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 105.708, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 141.901, + "duration_game": 17.05, + "duration_system": 449.408, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_04_10_20_48_34", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.95% of the surrounding traffic's one", + "Average speed is 132.2% of the surrounding traffic's one", + "Average speed is 98.59% of the surrounding traffic's one", + "Average speed is 128.56% of the surrounding traffic's one", + "Average speed is 134.71% of the surrounding traffic's one", + "Average speed is 110.84% of the surrounding traffic's one", + "Average speed is 105.15% of the surrounding traffic's one", + "Average speed is 138.07% of the surrounding traffic's one", + "Average speed is 84.7% of the surrounding traffic's one", + "Average speed is 121.56% of the surrounding traffic's one", + "Average speed is 130.79% of the surrounding traffic's one", + "Average speed is 118.07% of the surrounding traffic's one", + "Average speed is 114.53% of the surrounding traffic's one", + "Average speed is 160.05% of the surrounding traffic's one", + "Average speed is 129.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 17.05, + "duration_system": 449.408 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "105.708" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/166_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/166_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f698c2eeba077168bdd79d9762f7844c236dd2b6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/166_res.json @@ -0,0 +1,20 @@ +{ + "_checkpoint": { + "global_record": {}, + "progress": [ + 0, + 1 + ], + "records": [] + }, + "entry_status": "Started", + "eligible": false, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [], + "labels": [] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/167_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/167_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0d18fdb3ef98745772fc935c86f714b83450f52d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/167_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.164, + "yield_emergency_vehicle_infractions": 10.51, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 95.145, + "duration_game": 8.9, + "duration_system": 150.138, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_04_10_02_29_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.63% of the surrounding traffic's one", + "Average speed is 136.06% of the surrounding traffic's one", + "Average speed is 109.57% of the surrounding traffic's one", + "Average speed is 124.31% of the surrounding traffic's one", + "Average speed is 186.73% of the surrounding traffic's one", + "Average speed is 166.53% of the surrounding traffic's one", + "Average speed is 180.46% of the surrounding traffic's one", + "Average speed is 186.47% of the surrounding traffic's one", + "Average speed is 182.45% of the surrounding traffic's one", + "Average speed is 171.1% of the surrounding traffic's one", + "Average speed is 162.25% of the surrounding traffic's one", + "Average speed is 152.74% of the surrounding traffic's one", + "Average speed is 137.17% of the surrounding traffic's one", + "Average speed is 117.15% of the surrounding traffic's one", + "Average speed is 105.38% of the surrounding traffic's one", + "Average speed is 86.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.9, + "duration_system": 150.138 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "10.51", + "0.0", + "168.164" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/168_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/168_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b738090d2a745075744ddfa6bf4366bbb807fbfc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/168_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.439, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.452, + "duration_game": 24.5, + "duration_system": 464.479, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_04_10_22_09_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.29% of the surrounding traffic's one", + "Average speed is 135.49% of the surrounding traffic's one", + "Average speed is 156.09% of the surrounding traffic's one", + "Average speed is 133.0% of the surrounding traffic's one", + "Average speed is 127.12% of the surrounding traffic's one", + "Average speed is 135.7% of the surrounding traffic's one", + "Average speed is 10.69% of the surrounding traffic's one", + "Average speed is 123.15% of the surrounding traffic's one", + "Average speed is 128.77% of the surrounding traffic's one", + "Average speed is 127.5% of the surrounding traffic's one", + "Average speed is 104.05% of the surrounding traffic's one", + "Average speed is 113.09% of the surrounding traffic's one", + "Average speed is 109.46% of the surrounding traffic's one", + "Average speed is 95.35% of the surrounding traffic's one", + "Average speed is 134.78% of the surrounding traffic's one", + "Average speed is 163.66% of the surrounding traffic's one", + "Average speed is 195.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 24.5, + "duration_system": 464.479 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.439" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/169_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/169_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f687503452c70d76cf8418a24436aa503a0b3e5d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/169_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.262, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 108.923, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 137.712, + "duration_game": 13.9, + "duration_system": 397.393, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_04_10_22_19_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=229 at (x=1046.141, y=631.986, z=120.549) at time=5.250s [CARLA Frame: 5344, Agent Step: 104]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.78% of the surrounding traffic's one", + "Average speed is 157.41% of the surrounding traffic's one", + "Average speed is 205.73% of the surrounding traffic's one", + "Average speed is 199.69% of the surrounding traffic's one", + "Average speed is 180.64% of the surrounding traffic's one", + "Average speed is 154.65% of the surrounding traffic's one", + "Average speed is 177.47% of the surrounding traffic's one", + "Average speed is 188.54% of the surrounding traffic's one", + "Average speed is 179.88% of the surrounding traffic's one", + "Average speed is 120.86% of the surrounding traffic's one", + "Average speed is 128.45% of the surrounding traffic's one", + "Average speed is 117.11% of the surrounding traffic's one", + "Average speed is 135.91% of the surrounding traffic's one", + "Average speed is 118.1% of the surrounding traffic's one", + "Average speed is 112.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 13.9, + "duration_system": 397.393 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.262", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "108.923" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/16_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/16_res.json new file mode 100644 index 0000000000000000000000000000000000000000..88e83a8554fc53ea2356cf5078dcf5167004bcc4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/16_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.763, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.967, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.353, + "duration_game": 13.15, + "duration_system": 126.131, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_04_10_05_51_33", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=236.81, y=5915.833, z=361.2) at time=11.750s [CARLA Frame: 6383, Agent Step: 234]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.51% of the surrounding traffic's one", + "Average speed is 102.0% of the surrounding traffic's one", + "Average speed is 390.45% of the surrounding traffic's one", + "Average speed is 194.36% of the surrounding traffic's one", + "Average speed is 150.21% of the surrounding traffic's one", + "Average speed is 52.88% of the surrounding traffic's one", + "Average speed is 36.96% of the surrounding traffic's one", + "Average speed is 272.63% of the surrounding traffic's one", + "Average speed is 368.57% of the surrounding traffic's one", + "Average speed is 310.41% of the surrounding traffic's one", + "Average speed is 318.07% of the surrounding traffic's one", + "Average speed is 703.11% of the surrounding traffic's one", + "Average speed is 1053.02% of the surrounding traffic's one", + "Average speed is 981.07% of the surrounding traffic's one", + "Average speed is 502.08% of the surrounding traffic's one", + "Average speed is 397.21% of the surrounding traffic's one", + "Average speed is 428.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 13.15, + "duration_system": 126.131 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.763", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.967" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/170_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/170_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5b4166d6a912c707a9a7888c882547e9cc0a10d0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/170_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.852, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.064, + "duration_game": 58.0, + "duration_system": 1614.879, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_04_10_22_27_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.68% of the surrounding traffic's one", + "Average speed is 78.17% of the surrounding traffic's one", + "Average speed is 29.29% of the surrounding traffic's one", + "Average speed is 65.74% of the surrounding traffic's one", + "Average speed is 84.17% of the surrounding traffic's one", + "Average speed is 46.94% of the surrounding traffic's one", + "Average speed is 2.67% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 58.0, + "duration_system": 1614.879 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.852" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/171_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/171_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6ff109902af89f48111d996fbfbc704301570af5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/171_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.4, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 127.768, + "duration_game": 16.3, + "duration_system": 341.352, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_04_10_02_33_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.04% of the surrounding traffic's one", + "Average speed is 145.54% of the surrounding traffic's one", + "Average speed is 217.28% of the surrounding traffic's one", + "Average speed is 199.32% of the surrounding traffic's one", + "Average speed is 170.27% of the surrounding traffic's one", + "Average speed is 70.72% of the surrounding traffic's one", + "Average speed is 73.57% of the surrounding traffic's one", + "Average speed is 153.09% of the surrounding traffic's one", + "Average speed is 115.98% of the surrounding traffic's one", + "Average speed is 137.41% of the surrounding traffic's one", + "Average speed is 123.41% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one", + "Average speed is 130.63% of the surrounding traffic's one", + "Average speed is 123.16% of the surrounding traffic's one", + "Average speed is 141.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 341.352 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.4" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/172_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/172_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0f04738f0bd7b2a7fe759c031b50a88d257d9fc5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/172_res.json @@ -0,0 +1,144 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 19.014, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.012, + "min_speed_infractions": 142.602, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 9.507, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 22.018805, + "score_route": 100.0, + "score_penalty": 0.220188 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 105.188, + "duration_game": 338.75, + "duration_system": 3508.72, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_04_10_22_56_45", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=251 at (x=99.597, y=-505.787, z=154.409) at time=174.150s [CARLA Frame: 8471, Agent Step: 3482]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=252 at (x=93.171, y=-511.706, z=154.767) at time=331.700s [CARLA Frame: 11622, Agent Step: 6633]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 12.012 meters (12.62% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 128.79% of the surrounding traffic's one", + "Average speed is 198.81% of the surrounding traffic's one", + "Average speed is 373.54% of the surrounding traffic's one", + "Average speed is 457.6% of the surrounding traffic's one", + "Average speed is 261.92% of the surrounding traffic's one", + "Average speed is 187.39% of the surrounding traffic's one", + "Average speed is 7.81% of the surrounding traffic's one", + "Average speed is 632.89% of the surrounding traffic's one", + "Average speed is 283.34% of the surrounding traffic's one", + "Average speed is 460.92% of the surrounding traffic's one", + "Average speed is 482.24% of the surrounding traffic's one", + "Average speed is 646.97% of the surrounding traffic's one", + "Average speed is 31.53% of the surrounding traffic's one", + "Average speed is 1.87% of the surrounding traffic's one", + "Average speed is 86.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.220188, + "score_composed": 22.018805 + }, + "meta": { + "route_length": 105.188, + "duration_game": 338.75, + "duration_system": 3508.72 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "22.018805", + "100.0", + "0.220188", + "0.0", + "19.014", + "0.0", + "0.0", + "0.0", + "0.012", + "0.0", + "0.0", + "0.0", + "0.0", + "9.507", + "142.602" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/173_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/173_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5dffbf1fa7b25a4616da2045fa7593c31896364e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/173_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 32.9, + "duration_system": 303.345, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_04_10_23_57_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.98% of the surrounding traffic's one", + "Average speed is 186.76% of the surrounding traffic's one", + "Average speed is 221.77% of the surrounding traffic's one", + "Average speed is 162.47% of the surrounding traffic's one", + "Average speed is 138.9% of the surrounding traffic's one", + "Average speed is 35.15% of the surrounding traffic's one", + "Average speed is 180.45% of the surrounding traffic's one", + "Average speed is 183.23% of the surrounding traffic's one", + "Average speed is 65.64% of the surrounding traffic's one", + "Average speed is 94.66% of the surrounding traffic's one", + "Average speed is 116.14% of the surrounding traffic's one", + "Average speed is 99.76% of the surrounding traffic's one", + "Average speed is 143.41% of the surrounding traffic's one", + "Average speed is 133.37% of the surrounding traffic's one", + "Average speed is 116.43% of the surrounding traffic's one", + "Average speed is 92.61% of the surrounding traffic's one", + "Average speed is 111.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 32.9, + "duration_system": 303.345 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/174_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/174_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e65ce0ef45ad99f1a3db71d35dc4d1f27dd2d801 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/174_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.893, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 7.726, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 129.43, + "duration_game": 248.85, + "duration_system": 2319.231, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_04_11_00_04_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.83% of the surrounding traffic's one", + "Average speed is 213.1% of the surrounding traffic's one", + "Average speed is 218.62% of the surrounding traffic's one", + "Average speed is 184.67% of the surrounding traffic's one", + "Average speed is 173.91% of the surrounding traffic's one", + "Average speed is 12.09% of the surrounding traffic's one", + "Average speed is 68.3% of the surrounding traffic's one", + "Average speed is 329.71% of the surrounding traffic's one", + "Average speed is 257.8% of the surrounding traffic's one", + "Average speed is 224.29% of the surrounding traffic's one", + "Average speed is 205.17% of the surrounding traffic's one", + "Average speed is 180.04% of the surrounding traffic's one", + "Average speed is 177.58% of the surrounding traffic's one", + "Average speed is 202.82% of the surrounding traffic's one", + "Average speed is 220.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 129.43, + "duration_game": 248.85, + "duration_system": 2319.231 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.726", + "115.893" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/175_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/175_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8ff7fee6b1ddbaadaeac31c84eb4288edeb87921 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/175_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 166.401, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.134, + "duration_game": 35.7, + "duration_system": 249.286, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_04_11_00_44_31", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 424.56% of the surrounding traffic's one", + "Average speed is 111624.69% of the surrounding traffic's one", + "Average speed is 714.12% of the surrounding traffic's one", + "Average speed is 110.49% of the surrounding traffic's one", + "Average speed is 8.78% of the surrounding traffic's one", + "Average speed is 2335.05% of the surrounding traffic's one", + "Average speed is 1999.94% of the surrounding traffic's one", + "Average speed is 1665.46% of the surrounding traffic's one", + "Average speed is 1523.91% of the surrounding traffic's one", + "Average speed is 1720.15% of the surrounding traffic's one", + "Average speed is 1851.77% of the surrounding traffic's one", + "Average speed is 1486.67% of the surrounding traffic's one", + "Average speed is 853.33% of the surrounding traffic's one", + "Average speed is 260.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 35.7, + "duration_system": 249.286 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "166.401" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/176_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/176_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3457c726eb3df09352e474be88e27222774221dd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/176_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.243, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 101.185, + "duration_game": 46.7, + "duration_system": 395.459, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_04_11_00_50_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.36% of the surrounding traffic's one", + "Average speed is 78.96% of the surrounding traffic's one", + "Average speed is 160.27% of the surrounding traffic's one", + "Average speed is 216.82% of the surrounding traffic's one", + "Average speed is 209.91% of the surrounding traffic's one", + "Average speed is 135.71% of the surrounding traffic's one", + "Average speed is 51.48% of the surrounding traffic's one", + "Average speed is 12.71% of the surrounding traffic's one", + "Average speed is 439.55% of the surrounding traffic's one", + "Average speed is 305.49% of the surrounding traffic's one", + "Average speed is 260.15% of the surrounding traffic's one", + "Average speed is 208.59% of the surrounding traffic's one", + "Average speed is 210.52% of the surrounding traffic's one", + "Average speed is 175.6% of the surrounding traffic's one", + "Average speed is 138.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 46.7, + "duration_system": 395.459 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.243" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/177_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/177_res.json new file mode 100644 index 0000000000000000000000000000000000000000..16e443a39d7d37a65c9851560f0d4891df8415e1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/177_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 18.05, + "duration_system": 246.239, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_04_11_00_59_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.75% of the surrounding traffic's one", + "Average speed is 138.62% of the surrounding traffic's one", + "Average speed is 242.16% of the surrounding traffic's one", + "Average speed is 225.29% of the surrounding traffic's one", + "Average speed is 162.73% of the surrounding traffic's one", + "Average speed is 59.96% of the surrounding traffic's one", + "Average speed is 75.47% of the surrounding traffic's one", + "Average speed is 148.61% of the surrounding traffic's one", + "Average speed is 176.82% of the surrounding traffic's one", + "Average speed is 157.53% of the surrounding traffic's one", + "Average speed is 168.69% of the surrounding traffic's one", + "Average speed is 169.75% of the surrounding traffic's one", + "Average speed is 184.9% of the surrounding traffic's one", + "Average speed is 176.68% of the surrounding traffic's one", + "Average speed is 175.81% of the surrounding traffic's one", + "Average speed is 301.9% of the surrounding traffic's one", + "Average speed is 156.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 18.05, + "duration_system": 246.239 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/178_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/178_res.json new file mode 100644 index 0000000000000000000000000000000000000000..aa91e8a9d6b232148e23fb8a7768c0305b27bec3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/178_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 149.868, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.088, + "duration_game": 31.7, + "duration_system": 253.286, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_04_10_02_40_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.1% of the surrounding traffic's one", + "Average speed is 52.94% of the surrounding traffic's one", + "Average speed is 84.64% of the surrounding traffic's one", + "Average speed is 150.44% of the surrounding traffic's one", + "Average speed is 155.27% of the surrounding traffic's one", + "Average speed is 173.03% of the surrounding traffic's one", + "Average speed is 189.87% of the surrounding traffic's one", + "Average speed is 111.27% of the surrounding traffic's one", + "Average speed is 20.0% of the surrounding traffic's one", + "Average speed is 122.68% of the surrounding traffic's one", + "Average speed is 194.02% of the surrounding traffic's one", + "Average speed is 214.05% of the surrounding traffic's one", + "Average speed is 354.73% of the surrounding traffic's one", + "Average speed is 192.7% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.7, + "duration_system": 253.286 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "149.868" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/179_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/179_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8426e07142faa613d4588cc89d736a1ac6abc243 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/179_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.681, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.263, + "duration_game": 18.5, + "duration_system": 159.17, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_04_11_01_04_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.66% of the surrounding traffic's one", + "Average speed is 120.36% of the surrounding traffic's one", + "Average speed is 188.06% of the surrounding traffic's one", + "Average speed is 198.48% of the surrounding traffic's one", + "Average speed is 138.39% of the surrounding traffic's one", + "Average speed is 122.19% of the surrounding traffic's one", + "Average speed is 92.0% of the surrounding traffic's one", + "Average speed is 80.78% of the surrounding traffic's one", + "Average speed is 56.21% of the surrounding traffic's one", + "Average speed is 94.4% of the surrounding traffic's one", + "Average speed is 276.68% of the surrounding traffic's one", + "Average speed is 346.3% of the surrounding traffic's one", + "Average speed is 266.85% of the surrounding traffic's one", + "Average speed is 284.69% of the surrounding traffic's one", + "Average speed is 385.61% of the surrounding traffic's one", + "Average speed is 415.04% of the surrounding traffic's one", + "Average speed is 486.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.5, + "duration_system": 159.17 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.681" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/17_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/17_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4e11e8031281f5f97a4fe9604b13e3b72b91193b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/17_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.788, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.492, + "duration_game": 24.45, + "duration_system": 193.198, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_04_11_06_12_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.62% of the surrounding traffic's one", + "Average speed is 151.06% of the surrounding traffic's one", + "Average speed is 85.7% of the surrounding traffic's one", + "Average speed is 13.05% of the surrounding traffic's one", + "Average speed is 261.15% of the surrounding traffic's one", + "Average speed is 861.67% of the surrounding traffic's one", + "Average speed is 292.38% of the surrounding traffic's one", + "Average speed is 676.73% of the surrounding traffic's one", + "Average speed is 696.43% of the surrounding traffic's one", + "Average speed is 495.79% of the surrounding traffic's one", + "Average speed is 241.06% of the surrounding traffic's one", + "Average speed is 246.22% of the surrounding traffic's one", + "Average speed is 274.99% of the surrounding traffic's one", + "Average speed is 347.56% of the surrounding traffic's one", + "Average speed is 238.97% of the surrounding traffic's one", + "Average speed is 203.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.45, + "duration_system": 193.198 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.788" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/180_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/180_res.json new file mode 100644 index 0000000000000000000000000000000000000000..70dbbeab4d76cf4714fb6a9d945126fadeb0093d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/180_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.532, + "duration_game": 25.85, + "duration_system": 248.47, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_04_11_01_09_25", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.72% of the surrounding traffic's one", + "Average speed is 191.23% of the surrounding traffic's one", + "Average speed is 184.12% of the surrounding traffic's one", + "Average speed is 185.19% of the surrounding traffic's one", + "Average speed is 174.07% of the surrounding traffic's one", + "Average speed is 144.32% of the surrounding traffic's one", + "Average speed is 103.68% of the surrounding traffic's one", + "Average speed is 88.68% of the surrounding traffic's one", + "Average speed is 51.79% of the surrounding traffic's one", + "Average speed is 75.32% of the surrounding traffic's one", + "Average speed is 101.45% of the surrounding traffic's one", + "Average speed is 75.16% of the surrounding traffic's one", + "Average speed is 135.91% of the surrounding traffic's one", + "Average speed is 229.17% of the surrounding traffic's one", + "Average speed is 379.0% of the surrounding traffic's one", + "Average speed is 315.59% of the surrounding traffic's one", + "Average speed is 333.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.85, + "duration_system": 248.47 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/181_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/181_res.json new file mode 100644 index 0000000000000000000000000000000000000000..608e5ad8b37752ca55c891dec7312817d97cff45 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/181_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 288.288, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 55.5, + "duration_game": 11.15, + "duration_system": 73.084, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_04_11_01_15_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 88.13% of the surrounding traffic's one", + "Average speed is 21.37% of the surrounding traffic's one", + "Average speed is 173.67% of the surrounding traffic's one", + "Average speed is 308.49% of the surrounding traffic's one", + "Average speed is 369.47% of the surrounding traffic's one", + "Average speed is 406.21% of the surrounding traffic's one", + "Average speed is 334.37% of the surrounding traffic's one", + "Average speed is 370.04% of the surrounding traffic's one", + "Average speed is 691.0% of the surrounding traffic's one", + "Average speed is 558.35% of the surrounding traffic's one", + "Average speed is 555.8% of the surrounding traffic's one", + "Average speed is 394.29% of the surrounding traffic's one", + "Average speed is 328.8% of the surrounding traffic's one", + "Average speed is 310.4% of the surrounding traffic's one", + "Average speed is 232.02% of the surrounding traffic's one", + "Average speed is 193.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 11.15, + "duration_system": 73.084 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "288.288" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/182_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/182_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1df169c1757d0b29859347363d8cb5eb8e50a016 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/182_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 286.856, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 52.291, + "duration_game": 50.2, + "duration_system": 420.62, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_04_11_01_18_20", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.88% of the surrounding traffic's one", + "Average speed is 681.08% of the surrounding traffic's one", + "Average speed is 1127.64% of the surrounding traffic's one", + "Average speed is 2045.51% of the surrounding traffic's one", + "Average speed is 2083.0% of the surrounding traffic's one", + "Average speed is 1422.64% of the surrounding traffic's one", + "Average speed is 1422.48% of the surrounding traffic's one", + "Average speed is 904.35% of the surrounding traffic's one", + "Average speed is 571.22% of the surrounding traffic's one", + "Average speed is 397.33% of the surrounding traffic's one", + "Average speed is 326.4% of the surrounding traffic's one", + "Average speed is 252.58% of the surrounding traffic's one", + "Average speed is 201.04% of the surrounding traffic's one", + "Average speed is 189.71% of the surrounding traffic's one", + "Average speed is 223.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 50.2, + "duration_system": 420.62 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "286.856" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/183_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/183_res.json new file mode 100644 index 0000000000000000000000000000000000000000..be392b5d8885e336777c1b1e91e6b5e66fe947ea --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/183_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 118.304, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 7.394, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.245, + "duration_game": 250.75, + "duration_system": 2278.59, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_04_11_01_27_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 146.79% of the surrounding traffic's one", + "Average speed is 234.45% of the surrounding traffic's one", + "Average speed is 218.38% of the surrounding traffic's one", + "Average speed is 204.02% of the surrounding traffic's one", + "Average speed is 200.23% of the surrounding traffic's one", + "Average speed is 156.7% of the surrounding traffic's one", + "Average speed is 170.65% of the surrounding traffic's one", + "Average speed is 171.92% of the surrounding traffic's one", + "Average speed is 159.23% of the surrounding traffic's one", + "Average speed is 153.8% of the surrounding traffic's one", + "Average speed is 146.36% of the surrounding traffic's one", + "Average speed is 153.63% of the surrounding traffic's one", + "Average speed is 167.14% of the surrounding traffic's one", + "Average speed is 167.02% of the surrounding traffic's one", + "Average speed is 155.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.75, + "duration_system": 2278.59 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.394", + "118.304" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/184_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/184_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b4870dd9f98c65add13088fa1be6976ba7f96a8c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/184_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.43, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 146.212, + "duration_game": 11.35, + "duration_system": 141.167, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_04_10_02_47_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.51% of the surrounding traffic's one", + "Average speed is 317.48% of the surrounding traffic's one", + "Average speed is 293.33% of the surrounding traffic's one", + "Average speed is 212.15% of the surrounding traffic's one", + "Average speed is 113.84% of the surrounding traffic's one", + "Average speed is 133.17% of the surrounding traffic's one", + "Average speed is 173.01% of the surrounding traffic's one", + "Average speed is 187.92% of the surrounding traffic's one", + "Average speed is 189.07% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 11.35, + "duration_system": 141.167 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.43" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/185_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/185_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fc2e9aede666f0fc94bf93d333177ce0459dff33 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/185_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.044, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.874, + "duration_game": 12.85, + "duration_system": 118.144, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_04_11_02_06_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.74% of the surrounding traffic's one", + "Average speed is 135.94% of the surrounding traffic's one", + "Average speed is 150.29% of the surrounding traffic's one", + "Average speed is 170.92% of the surrounding traffic's one", + "Average speed is 199.45% of the surrounding traffic's one", + "Average speed is 217.43% of the surrounding traffic's one", + "Average speed is 225.47% of the surrounding traffic's one", + "Average speed is 205.85% of the surrounding traffic's one", + "Average speed is 140.53% of the surrounding traffic's one", + "Average speed is 77.53% of the surrounding traffic's one", + "Average speed is 110.06% of the surrounding traffic's one", + "Average speed is 113.7% of the surrounding traffic's one", + "Average speed is 134.54% of the surrounding traffic's one", + "Average speed is 174.53% of the surrounding traffic's one", + "Average speed is 204.73% of the surrounding traffic's one", + "Average speed is 158.49% of the surrounding traffic's one", + "Average speed is 165.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.85, + "duration_system": 118.144 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.044" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/186_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/186_res.json new file mode 100644 index 0000000000000000000000000000000000000000..514d4f8b5f96e4b48dc498f681f6dde05ad8126a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/186_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.496, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 125.527, + "duration_game": 12.05, + "duration_system": 89.098, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_04_10_02_51_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.94% of the surrounding traffic's one", + "Average speed is 163.71% of the surrounding traffic's one", + "Average speed is 72.84% of the surrounding traffic's one", + "Average speed is 87.31% of the surrounding traffic's one", + "Average speed is 105.87% of the surrounding traffic's one", + "Average speed is 107.3% of the surrounding traffic's one", + "Average speed is 101.19% of the surrounding traffic's one", + "Average speed is 92.29% of the surrounding traffic's one", + "Average speed is 74.41% of the surrounding traffic's one", + "Average speed is 47.53% of the surrounding traffic's one", + "Average speed is 74.14% of the surrounding traffic's one", + "Average speed is 87.52% of the surrounding traffic's one", + "Average speed is 93.81% of the surrounding traffic's one", + "Average speed is 92.78% of the surrounding traffic's one", + "Average speed is 84.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 12.05, + "duration_system": 89.098 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.496" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/187_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/187_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b33f7d763bc3b5ce0ee0dd644c1dcf4e3b493bd8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/187_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.362, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.497, + "duration_game": 15.2, + "duration_system": 155.166, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_04_10_02_54_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.38% of the surrounding traffic's one", + "Average speed is 127.49% of the surrounding traffic's one", + "Average speed is 214.81% of the surrounding traffic's one", + "Average speed is 245.47% of the surrounding traffic's one", + "Average speed is 228.13% of the surrounding traffic's one", + "Average speed is 184.09% of the surrounding traffic's one", + "Average speed is 76.53% of the surrounding traffic's one", + "Average speed is 186.34% of the surrounding traffic's one", + "Average speed is 84.12% of the surrounding traffic's one", + "Average speed is 174.23% of the surrounding traffic's one", + "Average speed is 198.44% of the surrounding traffic's one", + "Average speed is 169.53% of the surrounding traffic's one", + "Average speed is 156.81% of the surrounding traffic's one", + "Average speed is 148.18% of the surrounding traffic's one", + "Average speed is 141.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.2, + "duration_system": 155.166 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.362" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/188_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/188_res.json new file mode 100644 index 0000000000000000000000000000000000000000..20e3351e3718d4e1fb9c51918c9d8f14d1fc7995 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/188_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.434, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 144.762, + "duration_game": 29.2, + "duration_system": 478.483, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_04_11_02_10_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.19% of the surrounding traffic's one", + "Average speed is 121.93% of the surrounding traffic's one", + "Average speed is 15.8% of the surrounding traffic's one", + "Average speed is 110.63% of the surrounding traffic's one", + "Average speed is 118.55% of the surrounding traffic's one", + "Average speed is 111.74% of the surrounding traffic's one", + "Average speed is 93.62% of the surrounding traffic's one", + "Average speed is 110.38% of the surrounding traffic's one", + "Average speed is 111.03% of the surrounding traffic's one", + "Average speed is 106.19% of the surrounding traffic's one", + "Average speed is 108.82% of the surrounding traffic's one", + "Average speed is 109.88% of the surrounding traffic's one", + "Average speed is 114.81% of the surrounding traffic's one", + "Average speed is 107.52% of the surrounding traffic's one", + "Average speed is 118.93% of the surrounding traffic's one", + "Average speed is 99.75% of the surrounding traffic's one", + "Average speed is 102.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.2, + "duration_system": 478.483 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.434" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/189_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/189_res.json new file mode 100644 index 0000000000000000000000000000000000000000..002c2a71048b334ec7dc29700f4860552cadc4b3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/189_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 107.953, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 148.212, + "duration_game": 65.05, + "duration_system": 541.564, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_04_11_02_20_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.61% of the surrounding traffic's one", + "Average speed is 237.15% of the surrounding traffic's one", + "Average speed is 105.59% of the surrounding traffic's one", + "Average speed is 297.59% of the surrounding traffic's one", + "Average speed is 21.73% of the surrounding traffic's one", + "Average speed is 145.91% of the surrounding traffic's one", + "Average speed is 272.38% of the surrounding traffic's one", + "Average speed is 312.93% of the surrounding traffic's one", + "Average speed is 334.71% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 11660.81% of the surrounding traffic's one", + "Average speed is 4376.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.212, + "duration_game": 65.05, + "duration_system": 541.564 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "107.953" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/18_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/18_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b4923279e5675548304a187a5f9e1013e3d6a829 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/18_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 213.904, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.8, + "duration_game": 18.45, + "duration_system": 139.168, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_04_10_06_11_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.33% of the surrounding traffic's one", + "Average speed is 114.06% of the surrounding traffic's one", + "Average speed is 120.23% of the surrounding traffic's one", + "Average speed is 37.87% of the surrounding traffic's one", + "Average speed is 166.28% of the surrounding traffic's one", + "Average speed is 61.49% of the surrounding traffic's one", + "Average speed is 310.13% of the surrounding traffic's one", + "Average speed is 430.4% of the surrounding traffic's one", + "Average speed is 118.93% of the surrounding traffic's one", + "Average speed is 821.6% of the surrounding traffic's one", + "Average speed is 2201.71% of the surrounding traffic's one", + "Average speed is 1540.21% of the surrounding traffic's one", + "Average speed is 832.46% of the surrounding traffic's one", + "Average speed is 703.34% of the surrounding traffic's one", + "Average speed is 369.92% of the surrounding traffic's one", + "Average speed is 266.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 18.45, + "duration_system": 139.168 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.904" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/190_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/190_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7c9c4871e539ff59e1bd5b3020b86a56f1b03b64 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/190_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.143, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.075, + "duration_game": 17.4, + "duration_system": 117.121, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_04_11_02_31_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 151.49% of the surrounding traffic's one", + "Average speed is 61.49% of the surrounding traffic's one", + "Average speed is 147.24% of the surrounding traffic's one", + "Average speed is 104.68% of the surrounding traffic's one", + "Average speed is 102.46% of the surrounding traffic's one", + "Average speed is 104.06% of the surrounding traffic's one", + "Average speed is 99.9% of the surrounding traffic's one", + "Average speed is 103.45% of the surrounding traffic's one", + "Average speed is 104.46% of the surrounding traffic's one", + "Average speed is 106.86% of the surrounding traffic's one", + "Average speed is 98.46% of the surrounding traffic's one", + "Average speed is 103.75% of the surrounding traffic's one", + "Average speed is 104.14% of the surrounding traffic's one", + "Average speed is 101.13% of the surrounding traffic's one", + "Average speed is 122.74% of the surrounding traffic's one", + "Average speed is 117.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.4, + "duration_system": 117.121 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.143" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/191_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/191_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a8104f7cb5627ccf4ca5b1ab4b4c48cc0d1a1014 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/191_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 99.55, + "duration_system": 973.266, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_04_11_02_35_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 1.56% of the surrounding traffic's one", + "Average speed is 151.18% of the surrounding traffic's one", + "Average speed is 133.26% of the surrounding traffic's one", + "Average speed is 113.16% of the surrounding traffic's one", + "Average speed is 142.46% of the surrounding traffic's one", + "Average speed is 129.5% of the surrounding traffic's one", + "Average speed is 112.29% of the surrounding traffic's one", + "Average speed is 137.68% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one", + "Average speed is 116.63% of the surrounding traffic's one", + "Average speed is 123.44% of the surrounding traffic's one", + "Average speed is 94.16% of the surrounding traffic's one", + "Average speed is 144.02% of the surrounding traffic's one", + "Average speed is 137.16% of the surrounding traffic's one", + "Average speed is 114.59% of the surrounding traffic's one", + "Average speed is 86.41% of the surrounding traffic's one", + "Average speed is 88.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 99.55, + "duration_system": 973.266 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/192_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/192_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d95918af94135a78af04317dfd43597fd6e15cf7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/192_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 28.7, + "duration_system": 372.383, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_04_11_02_53_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.8% of the surrounding traffic's one", + "Average speed is 107.43% of the surrounding traffic's one", + "Average speed is 19.83% of the surrounding traffic's one", + "Average speed is 90.64% of the surrounding traffic's one", + "Average speed is 163.91% of the surrounding traffic's one", + "Average speed is 120.78% of the surrounding traffic's one", + "Average speed is 116.52% of the surrounding traffic's one", + "Average speed is 103.46% of the surrounding traffic's one", + "Average speed is 109.05% of the surrounding traffic's one", + "Average speed is 100.1% of the surrounding traffic's one", + "Average speed is 101.07% of the surrounding traffic's one", + "Average speed is 102.89% of the surrounding traffic's one", + "Average speed is 108.66% of the surrounding traffic's one", + "Average speed is 104.07% of the surrounding traffic's one", + "Average speed is 114.34% of the surrounding traffic's one", + "Average speed is 115.35% of the surrounding traffic's one", + "Average speed is 99.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.7, + "duration_system": 372.383 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/193_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/193_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7ffbb4f2e1020f20b0e6cccdb5eefb0b2d105cc6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/193_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.086, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.595, + "duration_game": 9.25, + "duration_system": 71.068, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_04_10_02_58_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.54% of the surrounding traffic's one", + "Average speed is 218.86% of the surrounding traffic's one", + "Average speed is 206.04% of the surrounding traffic's one", + "Average speed is 149.38% of the surrounding traffic's one", + "Average speed is 209.47% of the surrounding traffic's one", + "Average speed is 176.65% of the surrounding traffic's one", + "Average speed is 216.39% of the surrounding traffic's one", + "Average speed is 250.1% of the surrounding traffic's one", + "Average speed is 260.45% of the surrounding traffic's one", + "Average speed is 273.62% of the surrounding traffic's one", + "Average speed is 336.37% of the surrounding traffic's one", + "Average speed is 790.48% of the surrounding traffic's one", + "Average speed is 1361.94% of the surrounding traffic's one", + "Average speed is 1270.48% of the surrounding traffic's one", + "Average speed is 1020.23% of the surrounding traffic's one", + "Average speed is 829.93% of the surrounding traffic's one", + "Average speed is 435.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 9.25, + "duration_system": 71.068 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.086" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/194_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/194_res.json new file mode 100644 index 0000000000000000000000000000000000000000..924ac2764616f6849616db79144a52949e568bcf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/194_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 162.165, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.332, + "duration_game": 61.65, + "duration_system": 442.47, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_04_11_03_00_58", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.98% of the surrounding traffic's one", + "Average speed is 188.05% of the surrounding traffic's one", + "Average speed is 239.17% of the surrounding traffic's one", + "Average speed is 238.66% of the surrounding traffic's one", + "Average speed is 35.24% of the surrounding traffic's one", + "Average speed is 187.84% of the surrounding traffic's one", + "Average speed is 10.04% of the surrounding traffic's one", + "Average speed is 265.65% of the surrounding traffic's one", + "Average speed is 579.06% of the surrounding traffic's one", + "Average speed is 855.54% of the surrounding traffic's one", + "Average speed is 902.54% of the surrounding traffic's one", + "Average speed is 434.97% of the surrounding traffic's one", + "Average speed is 213.52% of the surrounding traffic's one", + "Average speed is 27.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 61.65, + "duration_system": 442.47 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "162.165" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/195_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/195_res.json new file mode 100644 index 0000000000000000000000000000000000000000..870d6e0742ad93991d93cc6cf8497390662ed757 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/195_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 217.006, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.339, + "duration_game": 8.6, + "duration_system": 100.097, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_04_11_03_10_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.08% of the surrounding traffic's one", + "Average speed is 156.44% of the surrounding traffic's one", + "Average speed is 372.72% of the surrounding traffic's one", + "Average speed is 426.59% of the surrounding traffic's one", + "Average speed is 436.82% of the surrounding traffic's one", + "Average speed is 455.84% of the surrounding traffic's one", + "Average speed is 428.99% of the surrounding traffic's one", + "Average speed is 387.59% of the surrounding traffic's one", + "Average speed is 313.56% of the surrounding traffic's one", + "Average speed is 232.58% of the surrounding traffic's one", + "Average speed is 165.28% of the surrounding traffic's one", + "Average speed is 214.72% of the surrounding traffic's one", + "Average speed is 321.03% of the surrounding traffic's one", + "Average speed is 245.66% of the surrounding traffic's one", + "Average speed is 158.57% of the surrounding traffic's one", + "Average speed is 193.62% of the surrounding traffic's one", + "Average speed is 216.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.6, + "duration_system": 100.097 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "217.006" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/196_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/196_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4b172bc46e4383456a93b823aaa15ecab4198e11 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/196_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.929, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.757, + "duration_game": 56.0, + "duration_system": 423.452, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_04_11_03_13_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.28% of the surrounding traffic's one", + "Average speed is 154.12% of the surrounding traffic's one", + "Average speed is 249.32% of the surrounding traffic's one", + "Average speed is 39.37% of the surrounding traffic's one", + "Average speed is 269.21% of the surrounding traffic's one", + "Average speed is 342.64% of the surrounding traffic's one", + "Average speed is 738.78% of the surrounding traffic's one", + "Average speed is 876.71% of the surrounding traffic's one", + "Average speed is 80.47% of the surrounding traffic's one", + "Average speed is 4427.46% of the surrounding traffic's one", + "Average speed is 3913.46% of the surrounding traffic's one", + "Average speed is 38532.09% of the surrounding traffic's one", + "Average speed is 2592.26% of the surrounding traffic's one", + "Average speed is 1126.01% of the surrounding traffic's one", + "Average speed is 1016.71% of the surrounding traffic's one", + "Average speed is 954.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 56.0, + "duration_system": 423.452 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.929" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/197_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/197_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f5ad3fe9b8ba24aa626ee99198088e7abde58e0d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/197_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.909, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.445, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.468, + "duration_game": 12.75, + "duration_system": 148.15, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_04_10_03_01_22", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=171 at (x=-107.246, y=95.096, z=-0.003) at time=10.250s [CARLA Frame: 6281, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.63% of the surrounding traffic's one", + "Average speed is 430.22% of the surrounding traffic's one", + "Average speed is 2117.19% of the surrounding traffic's one", + "Average speed is 1158.1% of the surrounding traffic's one", + "Average speed is 468.54% of the surrounding traffic's one", + "Average speed is 46.15% of the surrounding traffic's one", + "Average speed is 261.53% of the surrounding traffic's one", + "Average speed is 411.37% of the surrounding traffic's one", + "Average speed is 447.38% of the surrounding traffic's one", + "Average speed is 457.63% of the surrounding traffic's one", + "Average speed is 542.92% of the surrounding traffic's one", + "Average speed is 1216.35% of the surrounding traffic's one", + "Average speed is 1424.69% of the surrounding traffic's one", + "Average speed is 717.85% of the surrounding traffic's one", + "Average speed is 636.64% of the surrounding traffic's one", + "Average speed is 679.16% of the surrounding traffic's one", + "Average speed is 433.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 12.75, + "duration_system": 148.15 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.909", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.445" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/198_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/198_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4f9d59509b3e39ec1c312b18239fe72fe095ef6e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/198_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 163.193, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.788, + "duration_game": 49.7, + "duration_system": 387.417, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_04_11_03_22_19", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 631.44% of the surrounding traffic's one", + "Average speed is 1119.84% of the surrounding traffic's one", + "Average speed is 552.79% of the surrounding traffic's one", + "Average speed is 123.85% of the surrounding traffic's one", + "Average speed is 11.5% of the surrounding traffic's one", + "Average speed is 1527.2% of the surrounding traffic's one", + "Average speed is 1511.79% of the surrounding traffic's one", + "Average speed is 1424.45% of the surrounding traffic's one", + "Average speed is 1161.56% of the surrounding traffic's one", + "Average speed is 1346.1% of the surrounding traffic's one", + "Average speed is 1341.46% of the surrounding traffic's one", + "Average speed is 1106.3% of the surrounding traffic's one", + "Average speed is 1751.96% of the surrounding traffic's one", + "Average speed is 1418.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.7, + "duration_system": 387.417 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "163.193" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/199_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/199_res.json new file mode 100644 index 0000000000000000000000000000000000000000..de740e499d25be38741d41e46fd8a8287d036d87 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/199_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.852, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.484, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.809, + "duration_game": 13.2, + "duration_system": 141.148, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_04_10_03_05_31", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=260 at (x=692.862, y=738.073, z=117.997) at time=10.900s [CARLA Frame: 6247, Agent Step: 217]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.86% of the surrounding traffic's one", + "Average speed is 213.54% of the surrounding traffic's one", + "Average speed is 306.99% of the surrounding traffic's one", + "Average speed is 596.87% of the surrounding traffic's one", + "Average speed is 308.9% of the surrounding traffic's one", + "Average speed is 31.51% of the surrounding traffic's one", + "Average speed is 301.29% of the surrounding traffic's one", + "Average speed is 481.38% of the surrounding traffic's one", + "Average speed is 635.58% of the surrounding traffic's one", + "Average speed is 612.82% of the surrounding traffic's one", + "Average speed is 524.38% of the surrounding traffic's one", + "Average speed is 850.86% of the surrounding traffic's one", + "Average speed is 834.45% of the surrounding traffic's one", + "Average speed is 598.87% of the surrounding traffic's one", + "Average speed is 646.13% of the surrounding traffic's one", + "Average speed is 922.39% of the surrounding traffic's one", + "Average speed is 951.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 13.2, + "duration_system": 141.148 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.852", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.484" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/19_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/19_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ea2992c4e5c86a0fbc8c86e2ab0fa4e50e4e06f3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/19_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 169.321, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.683, + "duration_game": 50.9, + "duration_system": 433.724, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_04_10_06_16_18", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 168.69% of the surrounding traffic's one", + "Average speed is 713.26% of the surrounding traffic's one", + "Average speed is 794.8% of the surrounding traffic's one", + "Average speed is 154.06% of the surrounding traffic's one", + "Average speed is 12.8% of the surrounding traffic's one", + "Average speed is 2161.18% of the surrounding traffic's one", + "Average speed is 2050.4% of the surrounding traffic's one", + "Average speed is 2024.35% of the surrounding traffic's one", + "Average speed is 1913.84% of the surrounding traffic's one", + "Average speed is 1123.21% of the surrounding traffic's one", + "Average speed is 7278.46% of the surrounding traffic's one", + "Average speed is 2362.43% of the surrounding traffic's one", + "Average speed is 738.81% of the surrounding traffic's one", + "Average speed is 564.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.9, + "duration_system": 433.724 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "169.321" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/200_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/200_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2ece2291cc73f5d7072131e37f00d629047bdf81 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/200_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 162.456, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.177, + "duration_game": 21.15, + "duration_system": 463.465, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_04_10_03_09_34", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.42% of the surrounding traffic's one", + "Average speed is 190.88% of the surrounding traffic's one", + "Average speed is 253.65% of the surrounding traffic's one", + "Average speed is 102.1% of the surrounding traffic's one", + "Average speed is 178.31% of the surrounding traffic's one", + "Average speed is 236.16% of the surrounding traffic's one", + "Average speed is 214.71% of the surrounding traffic's one", + "Average speed is 232.1% of the surrounding traffic's one", + "Average speed is 147.79% of the surrounding traffic's one", + "Average speed is 31.15% of the surrounding traffic's one", + "Average speed is 629.57% of the surrounding traffic's one", + "Average speed is 377.99% of the surrounding traffic's one", + "Average speed is 271.81% of the surrounding traffic's one", + "Average speed is 235.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 21.15, + "duration_system": 463.465 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "162.456" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/201_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/201_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7ca4d18b2baef611e8b0920ae503765d083059a1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/201_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 25.12, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 213.517, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 36.0, + "score_route": 100.0, + "score_penalty": 0.36 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.619, + "duration_game": 21.45, + "duration_system": 322.516, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_04_10_03_18_57", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.834, y=-81.313, z=0.028) at time=17.550s [CARLA Frame: 6395, Agent Step: 350]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=197 at (x=-30.634, y=-87.935, z=-0.005) at time=19.500s [CARLA Frame: 6434, Agent Step: 389]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.3% of the surrounding traffic's one", + "Average speed is 126.81% of the surrounding traffic's one", + "Average speed is 141.53% of the surrounding traffic's one", + "Average speed is 146.91% of the surrounding traffic's one", + "Average speed is 34.78% of the surrounding traffic's one", + "Average speed is 1520.77% of the surrounding traffic's one", + "Average speed is 1489.74% of the surrounding traffic's one", + "Average speed is 1243.47% of the surrounding traffic's one", + "Average speed is 848.15% of the surrounding traffic's one", + "Average speed is 843.04% of the surrounding traffic's one", + "Average speed is 1565.42% of the surrounding traffic's one", + "Average speed is 1037.47% of the surrounding traffic's one", + "Average speed is 763.39% of the surrounding traffic's one", + "Average speed is 949.95% of the surrounding traffic's one", + "Average speed is 870.44% of the surrounding traffic's one", + "Average speed is 786.13% of the surrounding traffic's one", + "Average speed is 838.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 21.45, + "duration_system": 322.516 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "36.0", + "100.0", + "0.36", + "0.0", + "25.12", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.517" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/202_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/202_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a5c37cbb5b1932c4758322efe26cac21e08823cf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/202_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 170.832, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.952, + "duration_game": 50.65, + "duration_system": 435.452, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_04_11_03_30_31", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.27% of the surrounding traffic's one", + "Average speed is 246.94% of the surrounding traffic's one", + "Average speed is 260.72% of the surrounding traffic's one", + "Average speed is 81.85% of the surrounding traffic's one", + "Average speed is 10.86% of the surrounding traffic's one", + "Average speed is 623.68% of the surrounding traffic's one", + "Average speed is 744.98% of the surrounding traffic's one", + "Average speed is 686.91% of the surrounding traffic's one", + "Average speed is 660.04% of the surrounding traffic's one", + "Average speed is 611.61% of the surrounding traffic's one", + "Average speed is 1618.98% of the surrounding traffic's one", + "Average speed is 7957.39% of the surrounding traffic's one", + "Average speed is 711.88% of the surrounding traffic's one", + "Average speed is 564.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.65, + "duration_system": 435.452 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "170.832" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/203_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/203_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b14b91d17b6c3457f815432828626f41c0eaadb7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/203_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 14.292, + "outside_route_lanes": 0.0, + "min_speed_infractions": 228.679, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 80.0, + "score_route": 100.0, + "score_penalty": 0.8 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 69.967, + "duration_game": 15.35, + "duration_system": 123.132, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_04_11_03_39_34", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=36 at (x=267.718, y=-249.81, z=0.004)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.42% of the surrounding traffic's one", + "Average speed is 1819.66% of the surrounding traffic's one", + "Average speed is 565.95% of the surrounding traffic's one", + "Average speed is 109.52% of the surrounding traffic's one", + "Average speed is 17.78% of the surrounding traffic's one", + "Average speed is 242.1% of the surrounding traffic's one", + "Average speed is 446.6% of the surrounding traffic's one", + "Average speed is 413.55% of the surrounding traffic's one", + "Average speed is 404.66% of the surrounding traffic's one", + "Average speed is 764.85% of the surrounding traffic's one", + "Average speed is 3258.07% of the surrounding traffic's one", + "Average speed is 1151.01% of the surrounding traffic's one", + "Average speed is 585.54% of the surrounding traffic's one", + "Average speed is 359.12% of the surrounding traffic's one", + "Average speed is 168.36% of the surrounding traffic's one", + "Average speed is 126.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 15.35, + "duration_system": 123.132 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "80.0", + "100.0", + "0.8", + "0.0", + "0.0", + "0.0", + "0.0", + "14.292", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "228.679" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/204_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/204_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ed58a870b6e56823ac5507fb437d6fbb71f9c28e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/204_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 14.211, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.005, + "min_speed_infractions": 213.168, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 55.265436, + "score_route": 100.0, + "score_penalty": 0.552654 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 70.367, + "duration_game": 11.9, + "duration_system": 143.161, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_04_11_03_43_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=1760 at (x=-1801.835, y=-10135.079, z=274.839) at time=7.700s [CARLA Frame: 5278, Agent Step: 153]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.0 meters (7.89% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 317.55% of the surrounding traffic's one", + "Average speed is 497.86% of the surrounding traffic's one", + "Average speed is 382.42% of the surrounding traffic's one", + "Average speed is 245.14% of the surrounding traffic's one", + "Average speed is 91.51% of the surrounding traffic's one", + "Average speed is 134.61% of the surrounding traffic's one", + "Average speed is 244.62% of the surrounding traffic's one", + "Average speed is 230.92% of the surrounding traffic's one", + "Average speed is 174.25% of the surrounding traffic's one", + "Average speed is 101.64% of the surrounding traffic's one", + "Average speed is 285.03% of the surrounding traffic's one", + "Average speed is 147.73% of the surrounding traffic's one", + "Average speed is 826.05% of the surrounding traffic's one", + "Average speed is 835.74% of the surrounding traffic's one", + "Average speed is 505.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.552654, + "score_composed": 55.265436 + }, + "meta": { + "route_length": 70.367, + "duration_game": 11.9, + "duration_system": 143.161 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "55.265436", + "100.0", + "0.552654", + "0.0", + "14.211", + "0.0", + "0.0", + "0.0", + "0.005", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.168" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/205_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/205_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f34a4c73c70865428611725498c552a82733c701 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/205_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.359, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 68.381, + "duration_game": 19.7, + "duration_system": 151.406, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_04_10_03_26_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.66% of the surrounding traffic's one", + "Average speed is 485.76% of the surrounding traffic's one", + "Average speed is 349.58% of the surrounding traffic's one", + "Average speed is 219.46% of the surrounding traffic's one", + "Average speed is 13.61% of the surrounding traffic's one", + "Average speed is 213.87% of the surrounding traffic's one", + "Average speed is 353.99% of the surrounding traffic's one", + "Average speed is 346.73% of the surrounding traffic's one", + "Average speed is 320.29% of the surrounding traffic's one", + "Average speed is 369.77% of the surrounding traffic's one", + "Average speed is 618.36% of the surrounding traffic's one", + "Average speed is 444.13% of the surrounding traffic's one", + "Average speed is 338.65% of the surrounding traffic's one", + "Average speed is 231.56% of the surrounding traffic's one", + "Average speed is 216.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.7, + "duration_system": 151.406 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.359" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/206_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/206_res.json new file mode 100644 index 0000000000000000000000000000000000000000..78542ddb80596905694d953bd3706bf9945e11be --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/206_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 132.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 120.817, + "duration_game": 50.2, + "duration_system": 748.921, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_04_10_03_30_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.54% of the surrounding traffic's one", + "Average speed is 103.91% of the surrounding traffic's one", + "Average speed is 67.26% of the surrounding traffic's one", + "Average speed is 88.85% of the surrounding traffic's one", + "Average speed is 79.79% of the surrounding traffic's one", + "Average speed is 138.88% of the surrounding traffic's one", + "Average speed is 84.88% of the surrounding traffic's one", + "Average speed is 77.18% of the surrounding traffic's one", + "Average speed is 117.39% of the surrounding traffic's one", + "Average speed is 123.82% of the surrounding traffic's one", + "Average speed is 15.71% of the surrounding traffic's one", + "Average speed is 1053.9% of the surrounding traffic's one", + "Average speed is 668.3% of the surrounding traffic's one", + "Average speed is 1080.29% of the surrounding traffic's one", + "Average speed is 576.49% of the surrounding traffic's one", + "Average speed is 236.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 50.2, + "duration_system": 748.921 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "132.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/207_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/207_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2dd7a10dd3c16a8ced8298acb9e9fe33dea11c8d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/207_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 170.613, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.057, + "duration_game": 36.4, + "duration_system": 271.306, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_04_11_03_47_52", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.76% of the surrounding traffic's one", + "Average speed is 218.58% of the surrounding traffic's one", + "Average speed is 139.26% of the surrounding traffic's one", + "Average speed is 8.02% of the surrounding traffic's one", + "Average speed is 1064.83% of the surrounding traffic's one", + "Average speed is 3935.08% of the surrounding traffic's one", + "Average speed is 2161.86% of the surrounding traffic's one", + "Average speed is 1257.85% of the surrounding traffic's one", + "Average speed is 997.52% of the surrounding traffic's one", + "Average speed is 710.89% of the surrounding traffic's one", + "Average speed is 795.88% of the surrounding traffic's one", + "Average speed is 489.86% of the surrounding traffic's one", + "Average speed is 263.07% of the surrounding traffic's one", + "Average speed is 196.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.4, + "duration_system": 271.306 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "170.613" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/208_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/208_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1fe0b81372818060791513218f58b3dba420218e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/208_res.json @@ -0,0 +1,145 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.633, + "red_light": 0.0, + "stop_infraction": 12.633, + "outside_route_lanes": 0.006, + "min_speed_infractions": 214.768, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 44.063152, + "score_route": 100.0, + "score_penalty": 0.440632 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.155, + "duration_game": 13.05, + "duration_system": 129.13, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_04_10_03_44_39", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.289, y=-250.633, z=0.008) at time=9.200s [CARLA Frame: 6353, Agent Step: 183]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=38 at (x=245.631, y=-246.074, z=0.004)" + ], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 6.0 meters (8.2% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 183.74% of the surrounding traffic's one", + "Average speed is 2522.55% of the surrounding traffic's one", + "Average speed is 1981.92% of the surrounding traffic's one", + "Average speed is 545.72% of the surrounding traffic's one", + "Average speed is 169.76% of the surrounding traffic's one", + "Average speed is 32.38% of the surrounding traffic's one", + "Average speed is 101.61% of the surrounding traffic's one", + "Average speed is 204.9% of the surrounding traffic's one", + "Average speed is 274.35% of the surrounding traffic's one", + "Average speed is 264.58% of the surrounding traffic's one", + "Average speed is 425.05% of the surrounding traffic's one", + "Average speed is 436.87% of the surrounding traffic's one", + "Average speed is 394.66% of the surrounding traffic's one", + "Average speed is 350.31% of the surrounding traffic's one", + "Average speed is 692.03% of the surrounding traffic's one", + "Average speed is 377.47% of the surrounding traffic's one", + "Average speed is 292.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.440632, + "score_composed": 44.063152 + }, + "meta": { + "route_length": 79.155, + "duration_game": 13.05, + "duration_system": 129.13 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "44.063152", + "100.0", + "0.440632", + "0.0", + "12.633", + "0.0", + "0.0", + "12.633", + "0.006", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.768" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/209_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/209_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7baf48bbb8ff233c973a665a1bc65e33e3c1f61d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/209_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.312, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 172.369, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.221, + "duration_game": 18.05, + "duration_system": 255.253, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_04_10_03_48_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=166 at (x=263.058, y=-247.023, z=0.002) at time=14.650s [CARLA Frame: 6597, Agent Step: 292]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 211.39% of the surrounding traffic's one", + "Average speed is 788.56% of the surrounding traffic's one", + "Average speed is 730.12% of the surrounding traffic's one", + "Average speed is 60.09% of the surrounding traffic's one", + "Average speed is 18.7% of the surrounding traffic's one", + "Average speed is 189.59% of the surrounding traffic's one", + "Average speed is 360.24% of the surrounding traffic's one", + "Average speed is 379.12% of the surrounding traffic's one", + "Average speed is 364.31% of the surrounding traffic's one", + "Average speed is 226.5% of the surrounding traffic's one", + "Average speed is 862.07% of the surrounding traffic's one", + "Average speed is 601.23% of the surrounding traffic's one", + "Average speed is 374.03% of the surrounding traffic's one", + "Average speed is 268.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 18.05, + "duration_system": 255.253 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.312", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "172.369" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/20_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/20_res.json new file mode 100644 index 0000000000000000000000000000000000000000..48291e9965dabcbf37aac52919e1c2870035dcef --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/20_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.779, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.133, + "duration_game": 24.45, + "duration_system": 311.366, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_04_10_06_25_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 207.72% of the surrounding traffic's one", + "Average speed is 1072.49% of the surrounding traffic's one", + "Average speed is 1632.53% of the surrounding traffic's one", + "Average speed is 229.56% of the surrounding traffic's one", + "Average speed is 78.96% of the surrounding traffic's one", + "Average speed is 43.51% of the surrounding traffic's one", + "Average speed is 167.27% of the surrounding traffic's one", + "Average speed is 185.85% of the surrounding traffic's one", + "Average speed is 98.41% of the surrounding traffic's one", + "Average speed is 267.85% of the surrounding traffic's one", + "Average speed is 2717.67% of the surrounding traffic's one", + "Average speed is 2220.98% of the surrounding traffic's one", + "Average speed is 783.4% of the surrounding traffic's one", + "Average speed is 386.23% of the surrounding traffic's one", + "Average speed is 145.79% of the surrounding traffic's one", + "Average speed is 66.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 24.45, + "duration_system": 311.366 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.779" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/210_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/210_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d3156fd478661a3403d203de615b6a701aa79ed0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/210_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 11.696, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 175.447, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.496, + "duration_game": 13.65, + "duration_system": 114.134, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_04_10_03_54_21", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=165 at (x=194.234, y=-309.761, z=0.029) at time=10.700s [CARLA Frame: 6246, Agent Step: 213]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.12% of the surrounding traffic's one", + "Average speed is 179.49% of the surrounding traffic's one", + "Average speed is 200.28% of the surrounding traffic's one", + "Average speed is 164.68% of the surrounding traffic's one", + "Average speed is 24.13% of the surrounding traffic's one", + "Average speed is 135.55% of the surrounding traffic's one", + "Average speed is 418.66% of the surrounding traffic's one", + "Average speed is 535.67% of the surrounding traffic's one", + "Average speed is 382.35% of the surrounding traffic's one", + "Average speed is 305.15% of the surrounding traffic's one", + "Average speed is 272.84% of the surrounding traffic's one", + "Average speed is 800.32% of the surrounding traffic's one", + "Average speed is 907.96% of the surrounding traffic's one", + "Average speed is 531.57% of the surrounding traffic's one", + "Average speed is 259.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 13.65, + "duration_system": 114.134 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "11.696", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "175.447" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/211_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/211_res.json new file mode 100644 index 0000000000000000000000000000000000000000..59df27c0b6df0bca2eba9742261a10f2d626dc83 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/211_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 165.426, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.63, + "duration_game": 11.4, + "duration_system": 117.133, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_04_10_03_57_55", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 275.37% of the surrounding traffic's one", + "Average speed is 198.88% of the surrounding traffic's one", + "Average speed is 129.53% of the surrounding traffic's one", + "Average speed is 117.2% of the surrounding traffic's one", + "Average speed is 127.31% of the surrounding traffic's one", + "Average speed is 194.79% of the surrounding traffic's one", + "Average speed is 283.91% of the surrounding traffic's one", + "Average speed is 289.65% of the surrounding traffic's one", + "Average speed is 319.46% of the surrounding traffic's one", + "Average speed is 352.65% of the surrounding traffic's one", + "Average speed is 392.09% of the surrounding traffic's one", + "Average speed is 570.26% of the surrounding traffic's one", + "Average speed is 389.3% of the surrounding traffic's one", + "Average speed is 334.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 11.4, + "duration_system": 117.133 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "165.426" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/212_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/212_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6b3df494384e72eed40c90abdca7629b01978c5d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/212_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 110.111, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.389, + "duration_game": 29.6, + "duration_system": 677.709, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_04_11_03_54_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.9% of the surrounding traffic's one", + "Average speed is 114.84% of the surrounding traffic's one", + "Average speed is 102.58% of the surrounding traffic's one", + "Average speed is 86.68% of the surrounding traffic's one", + "Average speed is 155.28% of the surrounding traffic's one", + "Average speed is 174.62% of the surrounding traffic's one", + "Average speed is 43.24% of the surrounding traffic's one", + "Average speed is 188.58% of the surrounding traffic's one", + "Average speed is 189.92% of the surrounding traffic's one", + "Average speed is 248.29% of the surrounding traffic's one", + "Average speed is 253.42% of the surrounding traffic's one", + "Average speed is 141.78% of the surrounding traffic's one", + "Average speed is 170.99% of the surrounding traffic's one", + "Average speed is 153.04% of the surrounding traffic's one", + "Average speed is 230.63% of the surrounding traffic's one", + "Average speed is 205.64% of the surrounding traffic's one", + "Average speed is 166.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 29.6, + "duration_system": 677.709 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "110.111" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/213_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/213_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ed38fc7aa3008a8b15c60686ea94fd8bcb087922 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/213_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 177.858, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.337, + "duration_game": 13.35, + "duration_system": 109.107, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_04_11_04_07_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.66% of the surrounding traffic's one", + "Average speed is 97.18% of the surrounding traffic's one", + "Average speed is 156.6% of the surrounding traffic's one", + "Average speed is 39.17% of the surrounding traffic's one", + "Average speed is 284.13% of the surrounding traffic's one", + "Average speed is 357.89% of the surrounding traffic's one", + "Average speed is 432.22% of the surrounding traffic's one", + "Average speed is 533.93% of the surrounding traffic's one", + "Average speed is 469.89% of the surrounding traffic's one", + "Average speed is 390.1% of the surrounding traffic's one", + "Average speed is 353.52% of the surrounding traffic's one", + "Average speed is 319.24% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 99.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 13.35, + "duration_system": 109.107 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "177.858" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/214_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/214_res.json new file mode 100644 index 0000000000000000000000000000000000000000..acc23b373c1dcdae056f20981d47dbf95d39b2ea --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/214_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 185.51, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.858, + "duration_game": 12.65, + "duration_system": 134.163, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_04_11_04_10_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.71% of the surrounding traffic's one", + "Average speed is 414.67% of the surrounding traffic's one", + "Average speed is 396.63% of the surrounding traffic's one", + "Average speed is 90.76% of the surrounding traffic's one", + "Average speed is 34.9% of the surrounding traffic's one", + "Average speed is 121.96% of the surrounding traffic's one", + "Average speed is 221.71% of the surrounding traffic's one", + "Average speed is 271.44% of the surrounding traffic's one", + "Average speed is 328.83% of the surrounding traffic's one", + "Average speed is 316.82% of the surrounding traffic's one", + "Average speed is 333.31% of the surrounding traffic's one", + "Average speed is 351.51% of the surrounding traffic's one", + "Average speed is 873.36% of the surrounding traffic's one", + "Average speed is 350.7% of the surrounding traffic's one", + "Average speed is 438.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 12.65, + "duration_system": 134.163 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "185.51" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/215_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/215_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7cd0283f86c65f21d255d70da3fe1e3c7405d208 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/215_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 173.486, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.698, + "duration_game": 15.35, + "duration_system": 180.19, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_04_10_04_01_32", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.29% of the surrounding traffic's one", + "Average speed is 156.64% of the surrounding traffic's one", + "Average speed is 401.69% of the surrounding traffic's one", + "Average speed is 73.39% of the surrounding traffic's one", + "Average speed is 29.11% of the surrounding traffic's one", + "Average speed is 171.88% of the surrounding traffic's one", + "Average speed is 404.41% of the surrounding traffic's one", + "Average speed is 453.34% of the surrounding traffic's one", + "Average speed is 495.5% of the surrounding traffic's one", + "Average speed is 463.55% of the surrounding traffic's one", + "Average speed is 1100.97% of the surrounding traffic's one", + "Average speed is 1254.01% of the surrounding traffic's one", + "Average speed is 678.51% of the surrounding traffic's one", + "Average speed is 317.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.35, + "duration_system": 180.19 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "173.486" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/216_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/216_res.json new file mode 100644 index 0000000000000000000000000000000000000000..71ae60eff0fe2af46d7475bcc3d5daa2b846e40f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/216_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 11.435, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 171.519, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 87.454, + "duration_game": 36.1, + "duration_system": 269.309, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_04_10_04_06_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2390.203, y=-93.721, z=335.706) at time=33.250s [CARLA Frame: 6738, Agent Step: 664]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.0% of the surrounding traffic's one", + "Average speed is 286.33% of the surrounding traffic's one", + "Average speed is 229.28% of the surrounding traffic's one", + "Average speed is 12.16% of the surrounding traffic's one", + "Average speed is 1688.61% of the surrounding traffic's one", + "Average speed is 1141.73% of the surrounding traffic's one", + "Average speed is 1151.03% of the surrounding traffic's one", + "Average speed is 1064.13% of the surrounding traffic's one", + "Average speed is 943.96% of the surrounding traffic's one", + "Average speed is 869.31% of the surrounding traffic's one", + "Average speed is 1029.19% of the surrounding traffic's one", + "Average speed is 4001.89% of the surrounding traffic's one", + "Average speed is 786.47% of the surrounding traffic's one", + "Average speed is 644.79% of the surrounding traffic's one", + "Average speed is 382.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.1, + "duration_system": 269.309 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "11.435", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "171.519" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/217_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/217_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0ee42c01ea256d0eda35c04d4de863a802b45755 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/217_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.999, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.986, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.928, + "duration_game": 12.95, + "duration_system": 123.115, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_04_10_04_13_26", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.119, y=4700.015, z=365.258) at time=9.800s [CARLA Frame: 6501, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.05% of the surrounding traffic's one", + "Average speed is 396.85% of the surrounding traffic's one", + "Average speed is 473.34% of the surrounding traffic's one", + "Average speed is 226.44% of the surrounding traffic's one", + "Average speed is 65.96% of the surrounding traffic's one", + "Average speed is 26.07% of the surrounding traffic's one", + "Average speed is 188.23% of the surrounding traffic's one", + "Average speed is 353.77% of the surrounding traffic's one", + "Average speed is 303.59% of the surrounding traffic's one", + "Average speed is 282.85% of the surrounding traffic's one", + "Average speed is 318.16% of the surrounding traffic's one", + "Average speed is 411.89% of the surrounding traffic's one", + "Average speed is 291.08% of the surrounding traffic's one", + "Average speed is 363.73% of the surrounding traffic's one", + "Average speed is 313.05% of the surrounding traffic's one", + "Average speed is 253.4% of the surrounding traffic's one", + "Average speed is 245.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.95, + "duration_system": 123.115 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.999", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.986" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/218_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/218_res.json new file mode 100644 index 0000000000000000000000000000000000000000..96d6e7d74851d1fb6b6b301bf3c5b384a29eb79d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/218_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 12.107, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 169.492, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.6, + "duration_game": 10.2, + "duration_system": 165.177, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_04_11_04_15_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1584 at (x=1371.346, y=5004.662, z=370.807)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.51% of the surrounding traffic's one", + "Average speed is 151.26% of the surrounding traffic's one", + "Average speed is 502.93% of the surrounding traffic's one", + "Average speed is 255.49% of the surrounding traffic's one", + "Average speed is 160.69% of the surrounding traffic's one", + "Average speed is 161.06% of the surrounding traffic's one", + "Average speed is 176.13% of the surrounding traffic's one", + "Average speed is 176.54% of the surrounding traffic's one", + "Average speed is 174.08% of the surrounding traffic's one", + "Average speed is 181.85% of the surrounding traffic's one", + "Average speed is 160.71% of the surrounding traffic's one", + "Average speed is 128.42% of the surrounding traffic's one", + "Average speed is 154.23% of the surrounding traffic's one", + "Average speed is 137.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 10.2, + "duration_system": 165.177 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "12.107", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "169.492" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/219_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/219_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c4ce414e62831df541c7f3be7cfe03593736e1ec --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/219_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 22.804, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 182.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 36.0, + "score_route": 100.0, + "score_penalty": 0.36 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 87.704, + "duration_game": 201.5, + "duration_system": 1753.983, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_04_11_04_20_28", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.011, y=-86.325, z=336.045) at time=10.350s [CARLA Frame: 5797, Agent Step: 206]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2379.091, y=-79.213, z=335.968) at time=11.000s [CARLA Frame: 5810, Agent Step: 219]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.8% of the surrounding traffic's one", + "Average speed is 269.64% of the surrounding traffic's one", + "Average speed is 425.92% of the surrounding traffic's one", + "Average speed is 369.08% of the surrounding traffic's one", + "Average speed is 23.03% of the surrounding traffic's one", + "Average speed is 176.59% of the surrounding traffic's one", + "Average speed is 430.48% of the surrounding traffic's one", + "Average speed is 434.94% of the surrounding traffic's one", + "Average speed is 509.1% of the surrounding traffic's one", + "Average speed is 631.85% of the surrounding traffic's one", + "Average speed is 392.07% of the surrounding traffic's one", + "Average speed is 35.34% of the surrounding traffic's one", + "Average speed is 388.33% of the surrounding traffic's one", + "Average speed is 309.48% of the surrounding traffic's one", + "Average speed is 336.85% of the surrounding traffic's one", + "Average speed is 239.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 87.704, + "duration_game": 201.5, + "duration_system": 1753.983 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "36.0", + "100.0", + "0.36", + "0.0", + "22.804", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "182.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/21_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/21_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ebfb76f9489afdcd689834f2a366edae59ac0645 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/21_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.805, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.462, + "duration_game": 62.05, + "duration_system": 558.468, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_04_10_06_33_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 300.63% of the surrounding traffic's one", + "Average speed is 467.24% of the surrounding traffic's one", + "Average speed is 300.68% of the surrounding traffic's one", + "Average speed is 180.6% of the surrounding traffic's one", + "Average speed is 78.1% of the surrounding traffic's one", + "Average speed is 10.93% of the surrounding traffic's one", + "Average speed is 4111.34% of the surrounding traffic's one", + "Average speed is 820.57% of the surrounding traffic's one", + "Average speed is 173.65% of the surrounding traffic's one", + "Average speed is 3018.83% of the surrounding traffic's one", + "Average speed is 2047.12% of the surrounding traffic's one", + "Average speed is 1096.2% of the surrounding traffic's one", + "Average speed is 926.79% of the surrounding traffic's one", + "Average speed is 476.83% of the surrounding traffic's one", + "Average speed is 323.45% of the surrounding traffic's one", + "Average speed is 175.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 62.05, + "duration_system": 558.468 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.805" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/22_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/22_res.json new file mode 100644 index 0000000000000000000000000000000000000000..91e673988840b6a1d2e0b7f31da6c9d9f31c60cd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/22_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 131.667, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 136.709, + "duration_game": 14.4, + "duration_system": 127.138, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_04_10_06_44_46", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.32% of the surrounding traffic's one", + "Average speed is 495.03% of the surrounding traffic's one", + "Average speed is 317.99% of the surrounding traffic's one", + "Average speed is 218.93% of the surrounding traffic's one", + "Average speed is 154.65% of the surrounding traffic's one", + "Average speed is 176.56% of the surrounding traffic's one", + "Average speed is 155.86% of the surrounding traffic's one", + "Average speed is 163.57% of the surrounding traffic's one", + "Average speed is 69.7% of the surrounding traffic's one", + "Average speed is 174.11% of the surrounding traffic's one", + "Average speed is 258.36% of the surrounding traffic's one", + "Average speed is 353.8% of the surrounding traffic's one", + "Average speed is 246.55% of the surrounding traffic's one", + "Average speed is 57.83% of the surrounding traffic's one", + "Average speed is 143.27% of the surrounding traffic's one", + "Average speed is 193.32% of the surrounding traffic's one", + "Average speed is 368.9% of the surrounding traffic's one", + "Average speed is 443.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.4, + "duration_system": 127.138 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "131.667" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/23_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/23_res.json new file mode 100644 index 0000000000000000000000000000000000000000..13429346d038962c8cc1a0671f1f2c8083de45e2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/23_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.257, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 138.82, + "duration_game": 15.45, + "duration_system": 139.197, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_04_09_19_56_10", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.12% of the surrounding traffic's one", + "Average speed is 574.35% of the surrounding traffic's one", + "Average speed is 483.05% of the surrounding traffic's one", + "Average speed is 299.27% of the surrounding traffic's one", + "Average speed is 179.52% of the surrounding traffic's one", + "Average speed is 178.51% of the surrounding traffic's one", + "Average speed is 55.14% of the surrounding traffic's one", + "Average speed is 144.7% of the surrounding traffic's one", + "Average speed is 211.25% of the surrounding traffic's one", + "Average speed is 200.95% of the surrounding traffic's one", + "Average speed is 119.12% of the surrounding traffic's one", + "Average speed is 123.6% of the surrounding traffic's one", + "Average speed is 169.37% of the surrounding traffic's one", + "Average speed is 135.31% of the surrounding traffic's one", + "Average speed is 2814.32% of the surrounding traffic's one", + "Average speed is 10243048.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.45, + "duration_system": 139.197 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.257" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/24_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/24_res.json new file mode 100644 index 0000000000000000000000000000000000000000..609ba1d812142eb113fbc2749ff5bcc062e90876 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/24_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 152.279, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 105.07, + "duration_game": 9.9, + "duration_system": 105.125, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_04_09_20_00_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 248.6% of the surrounding traffic's one", + "Average speed is 310.1% of the surrounding traffic's one", + "Average speed is 343.08% of the surrounding traffic's one", + "Average speed is 237.85% of the surrounding traffic's one", + "Average speed is 252.55% of the surrounding traffic's one", + "Average speed is 407.51% of the surrounding traffic's one", + "Average speed is 442.35% of the surrounding traffic's one", + "Average speed is 493.99% of the surrounding traffic's one", + "Average speed is 586.1% of the surrounding traffic's one", + "Average speed is 594.42% of the surrounding traffic's one", + "Average speed is 546.49% of the surrounding traffic's one", + "Average speed is 587.39% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 10475526.45% of the surrounding traffic's one", + "Average speed is 49144.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.9, + "duration_system": 105.125 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "152.279" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/25_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/25_res.json new file mode 100644 index 0000000000000000000000000000000000000000..014bb23a0304165aa4acfdc26139f82e9366f0c3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/25_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 229.667, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.312, + "duration_game": 55.8, + "duration_system": 481.579, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_04_10_06_49_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 52.21% of the surrounding traffic's one", + "Average speed is 5.67% of the surrounding traffic's one", + "Average speed is 1561.25% of the surrounding traffic's one", + "Average speed is 1804.67% of the surrounding traffic's one", + "Average speed is 1828.64% of the surrounding traffic's one", + "Average speed is 1712.63% of the surrounding traffic's one", + "Average speed is 1741.83% of the surrounding traffic's one", + "Average speed is 1610.89% of the surrounding traffic's one", + "Average speed is 1446.27% of the surrounding traffic's one", + "Average speed is 1890.45% of the surrounding traffic's one", + "Average speed is 1882.84% of the surrounding traffic's one", + "Average speed is 1184.68% of the surrounding traffic's one", + "Average speed is 861.43% of the surrounding traffic's one", + "Average speed is 658.69% of the surrounding traffic's one", + "Average speed is 413.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.8, + "duration_system": 481.579 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "229.667" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/26_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/26_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f33950ce8f4c0836ea00ecce1de4c29d77e32bb9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/26_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 231.36, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.834, + "duration_game": 7.8, + "duration_system": 69.073, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_04_09_20_04_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.52% of the surrounding traffic's one", + "Average speed is 189.16% of the surrounding traffic's one", + "Average speed is 216.53% of the surrounding traffic's one", + "Average speed is 244.46% of the surrounding traffic's one", + "Average speed is 270.66% of the surrounding traffic's one", + "Average speed is 289.21% of the surrounding traffic's one", + "Average speed is 305.65% of the surrounding traffic's one", + "Average speed is 312.42% of the surrounding traffic's one", + "Average speed is 272.24% of the surrounding traffic's one", + "Average speed is 427.67% of the surrounding traffic's one", + "Average speed is 379.59% of the surrounding traffic's one", + "Average speed is 290.14% of the surrounding traffic's one", + "Average speed is 253.72% of the surrounding traffic's one", + "Average speed is 207.13% of the surrounding traffic's one", + "Average speed is 79.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.8, + "duration_system": 69.073 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "231.36" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/27_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/27_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c6923fb87c436dafbda26d7821790c683852c169 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/27_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 228.505, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.644, + "duration_game": 7.1, + "duration_system": 63.067, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_04_09_20_08_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 195.43% of the surrounding traffic's one", + "Average speed is 191.15% of the surrounding traffic's one", + "Average speed is 212.33% of the surrounding traffic's one", + "Average speed is 241.42% of the surrounding traffic's one", + "Average speed is 267.71% of the surrounding traffic's one", + "Average speed is 293.61% of the surrounding traffic's one", + "Average speed is 308.5% of the surrounding traffic's one", + "Average speed is 362.28% of the surrounding traffic's one", + "Average speed is 340.62% of the surrounding traffic's one", + "Average speed is 468.31% of the surrounding traffic's one", + "Average speed is 415.4% of the surrounding traffic's one", + "Average speed is 281.59% of the surrounding traffic's one", + "Average speed is 239.94% of the surrounding traffic's one", + "Average speed is 223.48% of the surrounding traffic's one", + "Average speed is 172.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.1, + "duration_system": 63.067 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "228.505" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/28_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/28_res.json new file mode 100644 index 0000000000000000000000000000000000000000..724acc4a94dca0ca6956ceb3048ec4fc790c3ae6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/28_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 238.663, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 67.04, + "duration_game": 6.8, + "duration_system": 47.06, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_04_10_06_59_22", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.51% of the surrounding traffic's one", + "Average speed is 206.91% of the surrounding traffic's one", + "Average speed is 213.12% of the surrounding traffic's one", + "Average speed is 218.83% of the surrounding traffic's one", + "Average speed is 236.47% of the surrounding traffic's one", + "Average speed is 232.27% of the surrounding traffic's one", + "Average speed is 229.11% of the surrounding traffic's one", + "Average speed is 271.91% of the surrounding traffic's one", + "Average speed is 250.55% of the surrounding traffic's one", + "Average speed is 603.9% of the surrounding traffic's one", + "Average speed is 572.19% of the surrounding traffic's one", + "Average speed is 461.85% of the surrounding traffic's one", + "Average speed is 358.09% of the surrounding traffic's one", + "Average speed is 280.8% of the surrounding traffic's one", + "Average speed is 184.59% of the surrounding traffic's one", + "Average speed is 102.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.8, + "duration_system": 47.06 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "238.663" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/29_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/29_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6775c0d507008bce8cd8ef1c15b6e6b4b1341eb7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/29_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 279.334, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 57.279, + "duration_game": 13.05, + "duration_system": 110.117, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_04_10_07_02_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 49.07% of the surrounding traffic's one", + "Average speed is 21.55% of the surrounding traffic's one", + "Average speed is 439.32% of the surrounding traffic's one", + "Average speed is 506.33% of the surrounding traffic's one", + "Average speed is 437.2% of the surrounding traffic's one", + "Average speed is 497.32% of the surrounding traffic's one", + "Average speed is 590.65% of the surrounding traffic's one", + "Average speed is 708.18% of the surrounding traffic's one", + "Average speed is 551.97% of the surrounding traffic's one", + "Average speed is 419.87% of the surrounding traffic's one", + "Average speed is 359.99% of the surrounding traffic's one", + "Average speed is 249.43% of the surrounding traffic's one", + "Average speed is 200.14% of the surrounding traffic's one", + "Average speed is 197.46% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 120.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 13.05, + "duration_system": 110.117 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "279.334" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/30_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/30_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d68c7b54d678bad4c14e5695acd8172f102f3a3e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/30_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 7.458, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.458, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.328, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 39.0, + "score_route": 100.0, + "score_penalty": 0.39 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.084, + "duration_game": 53.25, + "duration_system": 1346.404, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_04_10_07_06_21", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=3702 at (x=-1540.94, y=6461.293, z=373.291) at time=49.300s [CARLA Frame: 7165, Agent Step: 985]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.159, y=6458.237, z=373.433) at time=46.650s [CARLA Frame: 7112, Agent Step: 932]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.07% of the surrounding traffic's one", + "Average speed is 186.98% of the surrounding traffic's one", + "Average speed is 176.01% of the surrounding traffic's one", + "Average speed is 168.46% of the surrounding traffic's one", + "Average speed is 127.79% of the surrounding traffic's one", + "Average speed is 2.28% of the surrounding traffic's one", + "Average speed is 92.79% of the surrounding traffic's one", + "Average speed is 85.18% of the surrounding traffic's one", + "Average speed is 82.64% of the surrounding traffic's one", + "Average speed is 102.99% of the surrounding traffic's one", + "Average speed is 140.45% of the surrounding traffic's one", + "Average speed is 155.95% of the surrounding traffic's one", + "Average speed is 174.6% of the surrounding traffic's one", + "Average speed is 203.9% of the surrounding traffic's one", + "Average speed is 198.67% of the surrounding traffic's one", + "Average speed is 219.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.39, + "score_composed": 39.0 + }, + "meta": { + "route_length": 134.084, + "duration_game": 53.25, + "duration_system": 1346.404 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "39.0", + "100.0", + "0.39", + "0.0", + "7.458", + "7.458", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.328" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/31_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/31_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0e08a7a80903d1a7c92907d81b70d552d0b634b6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/31_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.58, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.066, + "duration_game": 19.2, + "duration_system": 497.538, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_04_09_20_11_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.2% of the surrounding traffic's one", + "Average speed is 120.18% of the surrounding traffic's one", + "Average speed is 131.02% of the surrounding traffic's one", + "Average speed is 120.14% of the surrounding traffic's one", + "Average speed is 29.55% of the surrounding traffic's one", + "Average speed is 28.65% of the surrounding traffic's one", + "Average speed is 147.99% of the surrounding traffic's one", + "Average speed is 130.67% of the surrounding traffic's one", + "Average speed is 129.5% of the surrounding traffic's one", + "Average speed is 125.41% of the surrounding traffic's one", + "Average speed is 124.68% of the surrounding traffic's one", + "Average speed is 159.68% of the surrounding traffic's one", + "Average speed is 205.46% of the surrounding traffic's one", + "Average speed is 179.59% of the surrounding traffic's one", + "Average speed is 174.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 19.2, + "duration_system": 497.538 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.58" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/32_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/32_res.json new file mode 100644 index 0000000000000000000000000000000000000000..323e737b15ba99fdc4c9c07b08306875fc68af66 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/32_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.559, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.94, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.297, + "duration_game": 14.7, + "duration_system": 246.243, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_04_10_07_31_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3707 at (x=1973.566, y=3081.115, z=357.231) at time=6.200s [CARLA Frame: 6211, Agent Step: 123]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.69% of the surrounding traffic's one", + "Average speed is 167.19% of the surrounding traffic's one", + "Average speed is 214.28% of the surrounding traffic's one", + "Average speed is 235.86% of the surrounding traffic's one", + "Average speed is 202.63% of the surrounding traffic's one", + "Average speed is 182.5% of the surrounding traffic's one", + "Average speed is 187.36% of the surrounding traffic's one", + "Average speed is 163.65% of the surrounding traffic's one", + "Average speed is 128.53% of the surrounding traffic's one", + "Average speed is 51.26% of the surrounding traffic's one", + "Average speed is 216.94% of the surrounding traffic's one", + "Average speed is 213.81% of the surrounding traffic's one", + "Average speed is 167.89% of the surrounding traffic's one", + "Average speed is 72.55% of the surrounding traffic's one", + "Average speed is 123.65% of the surrounding traffic's one", + "Average speed is 119.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 14.7, + "duration_system": 246.243 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.559", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.94" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/33_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/33_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5b2e9b7d77a666b4c8ceaa4b97e140db3f6f2622 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/33_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.909, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.434, + "duration_game": 19.45, + "duration_system": 543.987, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_04_10_07_37_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.58% of the surrounding traffic's one", + "Average speed is 137.19% of the surrounding traffic's one", + "Average speed is 152.0% of the surrounding traffic's one", + "Average speed is 190.88% of the surrounding traffic's one", + "Average speed is 119.15% of the surrounding traffic's one", + "Average speed is 39.67% of the surrounding traffic's one", + "Average speed is 139.31% of the surrounding traffic's one", + "Average speed is 96.98% of the surrounding traffic's one", + "Average speed is 144.57% of the surrounding traffic's one", + "Average speed is 268.46% of the surrounding traffic's one", + "Average speed is 189.35% of the surrounding traffic's one", + "Average speed is 162.02% of the surrounding traffic's one", + "Average speed is 121.73% of the surrounding traffic's one", + "Average speed is 131.23% of the surrounding traffic's one", + "Average speed is 147.03% of the surrounding traffic's one", + "Average speed is 123.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 19.45, + "duration_system": 543.987 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.909" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/34_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/34_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bfce887a3cf658c4985b6c661c6f2b92c33fcf22 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/34_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.576, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.07, + "duration_game": 15.25, + "duration_system": 265.275, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_04_10_07_48_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.64% of the surrounding traffic's one", + "Average speed is 204.67% of the surrounding traffic's one", + "Average speed is 270.38% of the surrounding traffic's one", + "Average speed is 264.19% of the surrounding traffic's one", + "Average speed is 216.27% of the surrounding traffic's one", + "Average speed is 136.53% of the surrounding traffic's one", + "Average speed is 57.73% of the surrounding traffic's one", + "Average speed is 96.76% of the surrounding traffic's one", + "Average speed is 190.48% of the surrounding traffic's one", + "Average speed is 232.4% of the surrounding traffic's one", + "Average speed is 207.09% of the surrounding traffic's one", + "Average speed is 86.81% of the surrounding traffic's one", + "Average speed is 121.16% of the surrounding traffic's one", + "Average speed is 101.61% of the surrounding traffic's one", + "Average speed is 109.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 15.25, + "duration_system": 265.275 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.576" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/35_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/35_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6bd365db41ea67501c0d34290dca45bfba4fbb58 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/35_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.584, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.061, + "duration_game": 60.75, + "duration_system": 1639.66, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_04_10_07_55_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.33% of the surrounding traffic's one", + "Average speed is 158.36% of the surrounding traffic's one", + "Average speed is 199.58% of the surrounding traffic's one", + "Average speed is 123.45% of the surrounding traffic's one", + "Average speed is 26.86% of the surrounding traffic's one", + "Average speed is 1.51% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 190.96% of the surrounding traffic's one", + "Average speed is 327.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 60.75, + "duration_system": 1639.66 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.584" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/36_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/36_res.json new file mode 100644 index 0000000000000000000000000000000000000000..17894fd94a549bbf19a43bb104ae3d128164c5e7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/36_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.45, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.128, + "duration_game": 53.25, + "duration_system": 470.968, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_04_10_08_24_44", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.41% of the surrounding traffic's one", + "Average speed is 120.04% of the surrounding traffic's one", + "Average speed is 258.19% of the surrounding traffic's one", + "Average speed is 315.33% of the surrounding traffic's one", + "Average speed is 243.04% of the surrounding traffic's one", + "Average speed is 162.51% of the surrounding traffic's one", + "Average speed is 96.85% of the surrounding traffic's one", + "Average speed is 12.43% of the surrounding traffic's one", + "Average speed is 523.99% of the surrounding traffic's one", + "Average speed is 405.39% of the surrounding traffic's one", + "Average speed is 423.49% of the surrounding traffic's one", + "Average speed is 387.8% of the surrounding traffic's one", + "Average speed is 283.93% of the surrounding traffic's one", + "Average speed is 234.65% of the surrounding traffic's one", + "Average speed is 255.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.25, + "duration_system": 470.968 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.45" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/37_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/37_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3a9f981c50f979369bb5c4bef7387cfbe2c9faf0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/37_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.725, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.067, + "duration_game": 29.95, + "duration_system": 245.264, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_04_10_08_34_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.64% of the surrounding traffic's one", + "Average speed is 152.38% of the surrounding traffic's one", + "Average speed is 270.67% of the surrounding traffic's one", + "Average speed is 174.18% of the surrounding traffic's one", + "Average speed is 153.17% of the surrounding traffic's one", + "Average speed is 17.5% of the surrounding traffic's one", + "Average speed is 295.27% of the surrounding traffic's one", + "Average speed is 231.43% of the surrounding traffic's one", + "Average speed is 240.74% of the surrounding traffic's one", + "Average speed is 180.88% of the surrounding traffic's one", + "Average speed is 210.18% of the surrounding traffic's one", + "Average speed is 183.09% of the surrounding traffic's one", + "Average speed is 210.74% of the surrounding traffic's one", + "Average speed is 215.91% of the surrounding traffic's one", + "Average speed is 148.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.95, + "duration_system": 245.264 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.725" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/38_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/38_res.json new file mode 100644 index 0000000000000000000000000000000000000000..caa6bbccecf618cb4ffc7905bfaf5dc78c6a093c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/38_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.935, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.631, + "duration_game": 26.4, + "duration_system": 200.205, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_04_10_08_41_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.51% of the surrounding traffic's one", + "Average speed is 125.3% of the surrounding traffic's one", + "Average speed is 150.37% of the surrounding traffic's one", + "Average speed is 299.93% of the surrounding traffic's one", + "Average speed is 235.51% of the surrounding traffic's one", + "Average speed is 204.23% of the surrounding traffic's one", + "Average speed is 131.68% of the surrounding traffic's one", + "Average speed is 35.31% of the surrounding traffic's one", + "Average speed is 103.1% of the surrounding traffic's one", + "Average speed is 187.55% of the surrounding traffic's one", + "Average speed is 245.8% of the surrounding traffic's one", + "Average speed is 156.64% of the surrounding traffic's one", + "Average speed is 127.99% of the surrounding traffic's one", + "Average speed is 110.48% of the surrounding traffic's one", + "Average speed is 116.61% of the surrounding traffic's one", + "Average speed is 129.51% of the surrounding traffic's one", + "Average speed is 86.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 26.4, + "duration_system": 200.205 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.935" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/39_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/39_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d4bc9da79acacd5fd5e41802e83f75e4c4651fb9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/39_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.625, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.642, + "duration_game": 26.4, + "duration_system": 214.242, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_04_10_08_46_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.97% of the surrounding traffic's one", + "Average speed is 153.93% of the surrounding traffic's one", + "Average speed is 177.44% of the surrounding traffic's one", + "Average speed is 176.38% of the surrounding traffic's one", + "Average speed is 136.6% of the surrounding traffic's one", + "Average speed is 178.42% of the surrounding traffic's one", + "Average speed is 193.59% of the surrounding traffic's one", + "Average speed is 139.06% of the surrounding traffic's one", + "Average speed is 11.34% of the surrounding traffic's one", + "Average speed is 178.96% of the surrounding traffic's one", + "Average speed is 175.41% of the surrounding traffic's one", + "Average speed is 80.99% of the surrounding traffic's one", + "Average speed is 100.67% of the surrounding traffic's one", + "Average speed is 165.96% of the surrounding traffic's one", + "Average speed is 170.73% of the surrounding traffic's one", + "Average speed is 163.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 26.4, + "duration_system": 214.242 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.625" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/40_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/40_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ed5a503a023c64665c5873866f164791e3204233 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/40_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 20.3, + "duration_system": 359.398, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_04_09_20_21_50", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.57% of the surrounding traffic's one", + "Average speed is 81.19% of the surrounding traffic's one", + "Average speed is 169.06% of the surrounding traffic's one", + "Average speed is 201.38% of the surrounding traffic's one", + "Average speed is 199.68% of the surrounding traffic's one", + "Average speed is 247.95% of the surrounding traffic's one", + "Average speed is 96.61% of the surrounding traffic's one", + "Average speed is 148.09% of the surrounding traffic's one", + "Average speed is 90.98% of the surrounding traffic's one", + "Average speed is 47.65% of the surrounding traffic's one", + "Average speed is 146.8% of the surrounding traffic's one", + "Average speed is 83.25% of the surrounding traffic's one", + "Average speed is 181.02% of the surrounding traffic's one", + "Average speed is 177.59% of the surrounding traffic's one", + "Average speed is 180.62% of the surrounding traffic's one", + "Average speed is 136.37% of the surrounding traffic's one", + "Average speed is 129.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.3, + "duration_system": 359.398 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/41_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/41_res.json new file mode 100644 index 0000000000000000000000000000000000000000..01c2dcd97b952eb8dee85b7d7d6426283ff8e9af --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/41_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 160.979, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 99.392, + "duration_game": 10.65, + "duration_system": 168.164, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_04_10_08_52_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.28% of the surrounding traffic's one", + "Average speed is 165.74% of the surrounding traffic's one", + "Average speed is 144.41% of the surrounding traffic's one", + "Average speed is 147.2% of the surrounding traffic's one", + "Average speed is 129.52% of the surrounding traffic's one", + "Average speed is 120.49% of the surrounding traffic's one", + "Average speed is 128.45% of the surrounding traffic's one", + "Average speed is 114.3% of the surrounding traffic's one", + "Average speed is 111.99% of the surrounding traffic's one", + "Average speed is 121.56% of the surrounding traffic's one", + "Average speed is 113.01% of the surrounding traffic's one", + "Average speed is 125.13% of the surrounding traffic's one", + "Average speed is 121.91% of the surrounding traffic's one", + "Average speed is 189.85% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.65, + "duration_system": 168.164 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "160.979" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/42_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/42_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4aed9e490c869219a1b5ad43461c6c4334c93cbc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/42_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 151.619, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.123, + "duration_game": 9.4, + "duration_system": 111.133, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_04_09_20_30_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.52% of the surrounding traffic's one", + "Average speed is 171.35% of the surrounding traffic's one", + "Average speed is 123.03% of the surrounding traffic's one", + "Average speed is 159.39% of the surrounding traffic's one", + "Average speed is 176.1% of the surrounding traffic's one", + "Average speed is 204.85% of the surrounding traffic's one", + "Average speed is 248.98% of the surrounding traffic's one", + "Average speed is 259.14% of the surrounding traffic's one", + "Average speed is 274.87% of the surrounding traffic's one", + "Average speed is 243.21% of the surrounding traffic's one", + "Average speed is 200.93% of the surrounding traffic's one", + "Average speed is 189.82% of the surrounding traffic's one", + "Average speed is 189.51% of the surrounding traffic's one", + "Average speed is 184.03% of the surrounding traffic's one", + "Average speed is 173.39% of the surrounding traffic's one", + "Average speed is 228.5% of the surrounding traffic's one", + "Average speed is 164.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 9.4, + "duration_system": 111.133 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "151.619" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/43_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/43_res.json new file mode 100644 index 0000000000000000000000000000000000000000..30f4d43c17bacf21de94be6d265266f0d93e4984 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/43_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.36, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.798, + "duration_game": 9.8, + "duration_system": 75.093, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_04_10_08_57_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 239.91% of the surrounding traffic's one", + "Average speed is 796.21% of the surrounding traffic's one", + "Average speed is 713.45% of the surrounding traffic's one", + "Average speed is 371.17% of the surrounding traffic's one", + "Average speed is 282.23% of the surrounding traffic's one", + "Average speed is 89.74% of the surrounding traffic's one", + "Average speed is 165.55% of the surrounding traffic's one", + "Average speed is 279.4% of the surrounding traffic's one", + "Average speed is 280.32% of the surrounding traffic's one", + "Average speed is 219.88% of the surrounding traffic's one", + "Average speed is 227.18% of the surrounding traffic's one", + "Average speed is 343.34% of the surrounding traffic's one", + "Average speed is 473.85% of the surrounding traffic's one", + "Average speed is 367.85% of the surrounding traffic's one", + "Average speed is 413.34% of the surrounding traffic's one", + "Average speed is 274.1% of the surrounding traffic's one", + "Average speed is 210.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.8, + "duration_system": 75.093 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.36" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/44_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/44_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e57d05a15de3a15d3d73ec031cbfa38f1c2661d0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/44_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.099, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 181.482, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.653, + "duration_game": 12.5, + "duration_system": 104.115, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_04_10_09_01_10", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=3001.522, y=4627.479, z=365.342) at time=6.200s [CARLA Frame: 5919, Agent Step: 123]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.67% of the surrounding traffic's one", + "Average speed is 338.55% of the surrounding traffic's one", + "Average speed is 485.85% of the surrounding traffic's one", + "Average speed is 325.54% of the surrounding traffic's one", + "Average speed is 220.96% of the surrounding traffic's one", + "Average speed is 64.5% of the surrounding traffic's one", + "Average speed is 184.99% of the surrounding traffic's one", + "Average speed is 192.16% of the surrounding traffic's one", + "Average speed is 103.83% of the surrounding traffic's one", + "Average speed is 373.37% of the surrounding traffic's one", + "Average speed is 628.34% of the surrounding traffic's one", + "Average speed is 2212.29% of the surrounding traffic's one", + "Average speed is 1186.52% of the surrounding traffic's one", + "Average speed is 663.07% of the surrounding traffic's one", + "Average speed is 346.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 12.5, + "duration_system": 104.115 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.099", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "181.482" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/45_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/45_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e71bd3ab00dc7bae6cb89fdcbf37bbc437d54aae --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/45_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.682, + "red_light": 0.0, + "stop_infraction": 12.682, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.586, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 48.0, + "score_route": 100.0, + "score_penalty": 0.48 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.855, + "duration_game": 13.15, + "duration_system": 119.642, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_04_09_20_34_12", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3802 at (x=38.989, y=4838.637, z=372.116) at time=8.950s [CARLA Frame: 6079, Agent Step: 178]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=469 at (x=43.263, y=4842.199, z=372.109)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.61% of the surrounding traffic's one", + "Average speed is 520.96% of the surrounding traffic's one", + "Average speed is 789.03% of the surrounding traffic's one", + "Average speed is 346.64% of the surrounding traffic's one", + "Average speed is 116.57% of the surrounding traffic's one", + "Average speed is 47.91% of the surrounding traffic's one", + "Average speed is 92.01% of the surrounding traffic's one", + "Average speed is 245.82% of the surrounding traffic's one", + "Average speed is 283.59% of the surrounding traffic's one", + "Average speed is 292.81% of the surrounding traffic's one", + "Average speed is 540.19% of the surrounding traffic's one", + "Average speed is 592.85% of the surrounding traffic's one", + "Average speed is 533.37% of the surrounding traffic's one", + "Average speed is 714.95% of the surrounding traffic's one", + "Average speed is 1371.81% of the surrounding traffic's one", + "Average speed is 1473.28% of the surrounding traffic's one", + "Average speed is 824.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.48, + "score_composed": 48.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 13.15, + "duration_system": 119.642 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "48.0", + "100.0", + "0.48", + "0.0", + "12.682", + "0.0", + "0.0", + "12.682", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.586" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/46_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/46_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fd1c87a1a20ff5e0b20f360882ac1711cd542b55 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/46_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 181.328, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.723, + "duration_game": 7.2, + "duration_system": 74.092, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_04_10_09_05_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.43% of the surrounding traffic's one", + "Average speed is 716.44% of the surrounding traffic's one", + "Average speed is 1022.51% of the surrounding traffic's one", + "Average speed is 555.6% of the surrounding traffic's one", + "Average speed is 358.95% of the surrounding traffic's one", + "Average speed is 328.71% of the surrounding traffic's one", + "Average speed is 297.51% of the surrounding traffic's one", + "Average speed is 321.56% of the surrounding traffic's one", + "Average speed is 300.82% of the surrounding traffic's one", + "Average speed is 243.23% of the surrounding traffic's one", + "Average speed is 280.72% of the surrounding traffic's one", + "Average speed is 780.63% of the surrounding traffic's one", + "Average speed is 1043.89% of the surrounding traffic's one", + "Average speed is 1072.07% of the surrounding traffic's one", + "Average speed is 1433.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.2, + "duration_system": 74.092 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "181.328" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/47_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/47_res.json new file mode 100644 index 0000000000000000000000000000000000000000..230d6d10a2ebbca83588c792d3942e9f1335d49e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/47_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.621, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.478, + "duration_game": 111.9, + "duration_system": 982.098, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_04_10_09_08_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 170.24% of the surrounding traffic's one", + "Average speed is 220.64% of the surrounding traffic's one", + "Average speed is 604.89% of the surrounding traffic's one", + "Average speed is 235.92% of the surrounding traffic's one", + "Average speed is 62.85% of the surrounding traffic's one", + "Average speed is 3.13% of the surrounding traffic's one", + "Average speed is 269.77% of the surrounding traffic's one", + "Average speed is 557.81% of the surrounding traffic's one", + "Average speed is 732.21% of the surrounding traffic's one", + "Average speed is 590.53% of the surrounding traffic's one", + "Average speed is 558.63% of the surrounding traffic's one", + "Average speed is 979.91% of the surrounding traffic's one", + "Average speed is 1802.4% of the surrounding traffic's one", + "Average speed is 5459.46% of the surrounding traffic's one", + "Average speed is 2586.95% of the surrounding traffic's one", + "Average speed is 648.92% of the surrounding traffic's one", + "Average speed is 587.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 111.9, + "duration_system": 982.098 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.621" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/48_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/48_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cdcddd20876f10c40c62f716e88019f0dd841f7b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/48_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.791, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.491, + "duration_game": 40.35, + "duration_system": 366.279, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_04_10_09_27_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.92% of the surrounding traffic's one", + "Average speed is 154.18% of the surrounding traffic's one", + "Average speed is 108.92% of the surrounding traffic's one", + "Average speed is 14.34% of the surrounding traffic's one", + "Average speed is 398.53% of the surrounding traffic's one", + "Average speed is 439.08% of the surrounding traffic's one", + "Average speed is 723.15% of the surrounding traffic's one", + "Average speed is 767.78% of the surrounding traffic's one", + "Average speed is 431.87% of the surrounding traffic's one", + "Average speed is 347.14% of the surrounding traffic's one", + "Average speed is 206.82% of the surrounding traffic's one", + "Average speed is 6.7% of the surrounding traffic's one", + "Average speed is 219.69% of the surrounding traffic's one", + "Average speed is 252.36% of the surrounding traffic's one", + "Average speed is 202.97% of the surrounding traffic's one", + "Average speed is 155.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 40.35, + "duration_system": 366.279 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.791" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/49_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/49_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c14711687494524a50c765728337fa2ab86161d2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/49_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.991, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.077, + "duration_game": 21.45, + "duration_system": 155.485, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_04_09_20_38_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.88% of the surrounding traffic's one", + "Average speed is 146.63% of the surrounding traffic's one", + "Average speed is 329.44% of the surrounding traffic's one", + "Average speed is 404.79% of the surrounding traffic's one", + "Average speed is 320.6% of the surrounding traffic's one", + "Average speed is 97.63% of the surrounding traffic's one", + "Average speed is 139.05% of the surrounding traffic's one", + "Average speed is 166.95% of the surrounding traffic's one", + "Average speed is 77.41% of the surrounding traffic's one", + "Average speed is 28.37% of the surrounding traffic's one", + "Average speed is 530.35% of the surrounding traffic's one", + "Average speed is 344.07% of the surrounding traffic's one", + "Average speed is 467.57% of the surrounding traffic's one", + "Average speed is 284.78% of the surrounding traffic's one", + "Average speed is 239.9% of the surrounding traffic's one", + "Average speed is 161.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.45, + "duration_system": 155.485 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.991" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/50_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/50_res.json new file mode 100644 index 0000000000000000000000000000000000000000..74d7328b487da56cb3fb66c5d66cfb95dbb9383c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/50_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.095, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.012, + "min_speed_infractions": 103.607, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 55.390159, + "score_route": 100.0, + "score_penalty": 0.553902 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 164.082, + "duration_game": 13.75, + "duration_system": 181.19, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_04_10_09_35_51", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3720 at (x=905.948, y=3116.224, z=363.184) at time=12.200s [CARLA Frame: 6290, Agent Step: 243]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 11.919 meters (7.68% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 163.06% of the surrounding traffic's one", + "Average speed is 427.53% of the surrounding traffic's one", + "Average speed is 453.9% of the surrounding traffic's one", + "Average speed is 405.54% of the surrounding traffic's one", + "Average speed is 468.19% of the surrounding traffic's one", + "Average speed is 434.54% of the surrounding traffic's one", + "Average speed is 446.35% of the surrounding traffic's one", + "Average speed is 434.78% of the surrounding traffic's one", + "Average speed is 866.4% of the surrounding traffic's one", + "Average speed is 1205.54% of the surrounding traffic's one", + "Average speed is 1162.57% of the surrounding traffic's one", + "Average speed is 686.68% of the surrounding traffic's one", + "Average speed is 318.26% of the surrounding traffic's one", + "Average speed is 345.27% of the surrounding traffic's one", + "Average speed is 753.16% of the surrounding traffic's one", + "Average speed is 2636857.03% of the surrounding traffic's one", + "Average speed is 742716.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.553902, + "score_composed": 55.390159 + }, + "meta": { + "route_length": 164.082, + "duration_game": 13.75, + "duration_system": 181.19 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "55.390159", + "100.0", + "0.553902", + "0.0", + "6.095", + "0.0", + "0.0", + "0.0", + "0.012", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "103.607" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/51_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/51_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bada5123ff5f126a06b80fc34fdf0d0fb3d3db33 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/51_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 124.041, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 137.052, + "duration_game": 13.9, + "duration_system": 232.263, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_04_10_09_41_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 247.57% of the surrounding traffic's one", + "Average speed is 280.33% of the surrounding traffic's one", + "Average speed is 290.33% of the surrounding traffic's one", + "Average speed is 452.35% of the surrounding traffic's one", + "Average speed is 531.48% of the surrounding traffic's one", + "Average speed is 555.82% of the surrounding traffic's one", + "Average speed is 584.43% of the surrounding traffic's one", + "Average speed is 521.03% of the surrounding traffic's one", + "Average speed is 413.46% of the surrounding traffic's one", + "Average speed is 361.71% of the surrounding traffic's one", + "Average speed is 478.49% of the surrounding traffic's one", + "Average speed is 438.89% of the surrounding traffic's one", + "Average speed is 526.34% of the surrounding traffic's one", + "Average speed is 1011.01% of the surrounding traffic's one", + "Average speed is 1114.88% of the surrounding traffic's one", + "Average speed is 655.87% of the surrounding traffic's one", + "Average speed is 414.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 13.9, + "duration_system": 232.263 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "124.041" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/52_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/52_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f59d198dfb90077063335148116a2c8c632dae3b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/52_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.047, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.633, + "duration_game": 14.15, + "duration_system": 199.212, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_04_10_09_47_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 649.75% of the surrounding traffic's one", + "Average speed is 387.42% of the surrounding traffic's one", + "Average speed is 734.44% of the surrounding traffic's one", + "Average speed is 726.72% of the surrounding traffic's one", + "Average speed is 442.84% of the surrounding traffic's one", + "Average speed is 161.06% of the surrounding traffic's one", + "Average speed is 165.59% of the surrounding traffic's one", + "Average speed is 263.95% of the surrounding traffic's one", + "Average speed is 215.42% of the surrounding traffic's one", + "Average speed is 210.72% of the surrounding traffic's one", + "Average speed is 190.67% of the surrounding traffic's one", + "Average speed is 168.27% of the surrounding traffic's one", + "Average speed is 170.33% of the surrounding traffic's one", + "Average speed is 432.62% of the surrounding traffic's one", + "Average speed is 482.4% of the surrounding traffic's one", + "Average speed is 456.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 14.15, + "duration_system": 199.212 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.047" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/53_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/53_res.json new file mode 100644 index 0000000000000000000000000000000000000000..dfe1543892b33258da40652c883af5157a44f90a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/53_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 124.952, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 136.052, + "duration_game": 13.0, + "duration_system": 239.247, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_04_10_09_52_50", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 252.5% of the surrounding traffic's one", + "Average speed is 265.82% of the surrounding traffic's one", + "Average speed is 278.92% of the surrounding traffic's one", + "Average speed is 447.49% of the surrounding traffic's one", + "Average speed is 506.05% of the surrounding traffic's one", + "Average speed is 550.56% of the surrounding traffic's one", + "Average speed is 639.2% of the surrounding traffic's one", + "Average speed is 615.09% of the surrounding traffic's one", + "Average speed is 574.47% of the surrounding traffic's one", + "Average speed is 515.63% of the surrounding traffic's one", + "Average speed is 620.8% of the surrounding traffic's one", + "Average speed is 758.78% of the surrounding traffic's one", + "Average speed is 730.15% of the surrounding traffic's one", + "Average speed is 1357.64% of the surrounding traffic's one", + "Average speed is 1328.75% of the surrounding traffic's one", + "Average speed is 729.68% of the surrounding traffic's one", + "Average speed is 483.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 13.0, + "duration_system": 239.247 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "124.952" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/54_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/54_res.json new file mode 100644 index 0000000000000000000000000000000000000000..122e28e5cc9ab120fe6e46306d0f29ef652f8db0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/54_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.059, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.304, + "duration_game": 13.55, + "duration_system": 169.182, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_04_09_20_43_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 94.06% of the surrounding traffic's one", + "Average speed is 194.21% of the surrounding traffic's one", + "Average speed is 231.41% of the surrounding traffic's one", + "Average speed is 89.85% of the surrounding traffic's one", + "Average speed is 45.16% of the surrounding traffic's one", + "Average speed is 226.13% of the surrounding traffic's one", + "Average speed is 394.07% of the surrounding traffic's one", + "Average speed is 425.5% of the surrounding traffic's one", + "Average speed is 574.4% of the surrounding traffic's one", + "Average speed is 495.43% of the surrounding traffic's one", + "Average speed is 365.1% of the surrounding traffic's one", + "Average speed is 324.17% of the surrounding traffic's one", + "Average speed is 173.55% of the surrounding traffic's one", + "Average speed is 150.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.55, + "duration_system": 169.182 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "168.059" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/55_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/55_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e4ad44acd287e0d64fc065cd24694d4af00b1e92 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/55_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.433, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.119, + "duration_game": 20.55, + "duration_system": 397.431, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_04_10_09_59_03", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 21.29% of the surrounding traffic's one", + "Average speed is 145.28% of the surrounding traffic's one", + "Average speed is 385.34% of the surrounding traffic's one", + "Average speed is 208.07% of the surrounding traffic's one", + "Average speed is 48.0% of the surrounding traffic's one", + "Average speed is 268.82% of the surrounding traffic's one", + "Average speed is 396.7% of the surrounding traffic's one", + "Average speed is 434.06% of the surrounding traffic's one", + "Average speed is 313.32% of the surrounding traffic's one", + "Average speed is 294.34% of the surrounding traffic's one", + "Average speed is 313.92% of the surrounding traffic's one", + "Average speed is 211.47% of the surrounding traffic's one", + "Average speed is 149.7% of the surrounding traffic's one", + "Average speed is 137.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 20.55, + "duration_system": 397.431 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "168.433" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/56_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/56_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5ad8e3575e37704325b8411d1b697d23c7bf55f2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/56_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.267, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.075, + "duration_game": 12.75, + "duration_system": 213.703, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_04_10_10_07_56", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 245.75% of the surrounding traffic's one", + "Average speed is 299.53% of the surrounding traffic's one", + "Average speed is 303.66% of the surrounding traffic's one", + "Average speed is 213.38% of the surrounding traffic's one", + "Average speed is 52.92% of the surrounding traffic's one", + "Average speed is 50.82% of the surrounding traffic's one", + "Average speed is 312.84% of the surrounding traffic's one", + "Average speed is 413.95% of the surrounding traffic's one", + "Average speed is 439.2% of the surrounding traffic's one", + "Average speed is 459.34% of the surrounding traffic's one", + "Average speed is 535.71% of the surrounding traffic's one", + "Average speed is 438.11% of the surrounding traffic's one", + "Average speed is 406.67% of the surrounding traffic's one", + "Average speed is 264.14% of the surrounding traffic's one", + "Average speed is 182.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.75, + "duration_system": 213.703 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.267" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/57_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/57_res.json new file mode 100644 index 0000000000000000000000000000000000000000..44fec50f9202a0cafe31bd0f03964abae520d3ee --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/57_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 163.342, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.71, + "duration_game": 30.4, + "duration_system": 310.907, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_04_10_10_13_46", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.26% of the surrounding traffic's one", + "Average speed is 253.73% of the surrounding traffic's one", + "Average speed is 166.64% of the surrounding traffic's one", + "Average speed is 93.64% of the surrounding traffic's one", + "Average speed is 29.27% of the surrounding traffic's one", + "Average speed is 277.37% of the surrounding traffic's one", + "Average speed is 333.51% of the surrounding traffic's one", + "Average speed is 296.65% of the surrounding traffic's one", + "Average speed is 272.35% of the surrounding traffic's one", + "Average speed is 508.62% of the surrounding traffic's one", + "Average speed is 2644.2% of the surrounding traffic's one", + "Average speed is 1081.68% of the surrounding traffic's one", + "Average speed is 543.97% of the surrounding traffic's one", + "Average speed is 262.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 30.4, + "duration_system": 310.907 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "163.342" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/58_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/58_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5de175f1e14de24d39d1d0c56fea77da013195d1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/58_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.59, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.188, + "duration_game": 14.55, + "duration_system": 184.21, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_04_10_10_21_14", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.84% of the surrounding traffic's one", + "Average speed is 78.7% of the surrounding traffic's one", + "Average speed is 156.0% of the surrounding traffic's one", + "Average speed is 160.62% of the surrounding traffic's one", + "Average speed is 62.7% of the surrounding traffic's one", + "Average speed is 47.8% of the surrounding traffic's one", + "Average speed is 342.16% of the surrounding traffic's one", + "Average speed is 479.97% of the surrounding traffic's one", + "Average speed is 541.22% of the surrounding traffic's one", + "Average speed is 455.1% of the surrounding traffic's one", + "Average speed is 373.18% of the surrounding traffic's one", + "Average speed is 404.95% of the surrounding traffic's one", + "Average speed is 252.35% of the surrounding traffic's one", + "Average speed is 158.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 14.55, + "duration_system": 184.21 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.59" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/59_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/59_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f202154f39d67c501e75164646dcd33edc78f82b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/59_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 18.32, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 274.796, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 54.586, + "duration_game": 52.25, + "duration_system": 1114.165, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_04_09_20_48_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.13% of the surrounding traffic's one", + "Average speed is 174.87% of the surrounding traffic's one", + "Average speed is 9653.98% of the surrounding traffic's one", + "Average speed is 4817.42% of the surrounding traffic's one", + "Average speed is 3605.59% of the surrounding traffic's one", + "Average speed is 2291.28% of the surrounding traffic's one", + "Average speed is 1970.59% of the surrounding traffic's one", + "Average speed is 1664.41% of the surrounding traffic's one", + "Average speed is 982.05% of the surrounding traffic's one", + "Average speed is 605.44% of the surrounding traffic's one", + "Average speed is 372.07% of the surrounding traffic's one", + "Average speed is 293.3% of the surrounding traffic's one", + "Average speed is 249.64% of the surrounding traffic's one", + "Average speed is 192.53% of the surrounding traffic's one", + "Average speed is 124.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 52.25, + "duration_system": 1114.165 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "18.32", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "274.796" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/60_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/60_res.json new file mode 100644 index 0000000000000000000000000000000000000000..504608e23cbe6714070346294c059a2683774a90 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/60_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.368, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 63.243, + "duration_game": 6.4, + "duration_system": 50.053, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_04_09_21_09_18", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.54% of the surrounding traffic's one", + "Average speed is 194.49% of the surrounding traffic's one", + "Average speed is 269.97% of the surrounding traffic's one", + "Average speed is 285.98% of the surrounding traffic's one", + "Average speed is 281.4% of the surrounding traffic's one", + "Average speed is 287.01% of the surrounding traffic's one", + "Average speed is 304.82% of the surrounding traffic's one", + "Average speed is 310.32% of the surrounding traffic's one", + "Average speed is 329.5% of the surrounding traffic's one", + "Average speed is 700.06% of the surrounding traffic's one", + "Average speed is 578.97% of the surrounding traffic's one", + "Average speed is 535.7% of the surrounding traffic's one", + "Average speed is 350.31% of the surrounding traffic's one", + "Average speed is 228.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.4, + "duration_system": 50.053 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.368" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/61_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/61_res.json new file mode 100644 index 0000000000000000000000000000000000000000..77c06c172ff033d7fd96efa22dc211c685068822 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/61_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 225.443, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 62.1, + "duration_game": 11.3, + "duration_system": 110.113, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_04_10_10_26_40", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.7% of the surrounding traffic's one", + "Average speed is 30.93% of the surrounding traffic's one", + "Average speed is 304.61% of the surrounding traffic's one", + "Average speed is 494.33% of the surrounding traffic's one", + "Average speed is 423.88% of the surrounding traffic's one", + "Average speed is 405.6% of the surrounding traffic's one", + "Average speed is 372.34% of the surrounding traffic's one", + "Average speed is 428.97% of the surrounding traffic's one", + "Average speed is 594.73% of the surrounding traffic's one", + "Average speed is 477.65% of the surrounding traffic's one", + "Average speed is 299.64% of the surrounding traffic's one", + "Average speed is 199.04% of the surrounding traffic's one", + "Average speed is 210.65% of the surrounding traffic's one", + "Average speed is 159.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 11.3, + "duration_system": 110.113 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "225.443" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/62_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/62_res.json new file mode 100644 index 0000000000000000000000000000000000000000..42dff875d8763d5e55d03039145dcaf6f3ed3959 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/62_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 230.529, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 60.73, + "duration_game": 23.45, + "duration_system": 280.297, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_04_09_21_12_28", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 91.29% of the surrounding traffic's one", + "Average speed is 12.89% of the surrounding traffic's one", + "Average speed is 338.11% of the surrounding traffic's one", + "Average speed is 400.16% of the surrounding traffic's one", + "Average speed is 447.21% of the surrounding traffic's one", + "Average speed is 436.78% of the surrounding traffic's one", + "Average speed is 434.64% of the surrounding traffic's one", + "Average speed is 400.95% of the surrounding traffic's one", + "Average speed is 860.18% of the surrounding traffic's one", + "Average speed is 768.34% of the surrounding traffic's one", + "Average speed is 773.67% of the surrounding traffic's one", + "Average speed is 442.11% of the surrounding traffic's one", + "Average speed is 418.99% of the surrounding traffic's one", + "Average speed is 323.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 23.45, + "duration_system": 280.297 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "230.529" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/63_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/63_res.json new file mode 100644 index 0000000000000000000000000000000000000000..91a9481eb7147d7b1243e2d8dd90fa74b4034099 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/63_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.688, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.137, + "duration_game": 18.45, + "duration_system": 132.154, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_04_10_10_30_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.15% of the surrounding traffic's one", + "Average speed is 135.25% of the surrounding traffic's one", + "Average speed is 196.98% of the surrounding traffic's one", + "Average speed is 179.26% of the surrounding traffic's one", + "Average speed is 152.97% of the surrounding traffic's one", + "Average speed is 75.37% of the surrounding traffic's one", + "Average speed is 56.9% of the surrounding traffic's one", + "Average speed is 195.19% of the surrounding traffic's one", + "Average speed is 179.17% of the surrounding traffic's one", + "Average speed is 139.49% of the surrounding traffic's one", + "Average speed is 104.14% of the surrounding traffic's one", + "Average speed is 107.78% of the surrounding traffic's one", + "Average speed is 106.88% of the surrounding traffic's one", + "Average speed is 128.29% of the surrounding traffic's one", + "Average speed is 115.2% of the surrounding traffic's one", + "Average speed is 115.88% of the surrounding traffic's one", + "Average speed is 91.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 18.45, + "duration_system": 132.154 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.688" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/64_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/64_res.json new file mode 100644 index 0000000000000000000000000000000000000000..55250ec38674458e45fa2188b299c08aced3f0c7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/64_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.149, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 117.121, + "duration_game": 34.0, + "duration_system": 244.315, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_04_10_10_35_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.48% of the surrounding traffic's one", + "Average speed is 135.29% of the surrounding traffic's one", + "Average speed is 185.99% of the surrounding traffic's one", + "Average speed is 205.28% of the surrounding traffic's one", + "Average speed is 171.3% of the surrounding traffic's one", + "Average speed is 175.0% of the surrounding traffic's one", + "Average speed is 126.03% of the surrounding traffic's one", + "Average speed is 47.52% of the surrounding traffic's one", + "Average speed is 115.43% of the surrounding traffic's one", + "Average speed is 172.47% of the surrounding traffic's one", + "Average speed is 172.85% of the surrounding traffic's one", + "Average speed is 160.72% of the surrounding traffic's one", + "Average speed is 133.65% of the surrounding traffic's one", + "Average speed is 101.71% of the surrounding traffic's one", + "Average speed is 113.02% of the surrounding traffic's one", + "Average speed is 12.74% of the surrounding traffic's one", + "Average speed is 104.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 34.0, + "duration_system": 244.315 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.149" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/65_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/65_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a45bfd1cfdbf77049180c408c0defba51aab2722 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/65_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 15.03, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.242, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 36.0, + "score_route": 100.0, + "score_penalty": 0.36 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.065, + "duration_game": 20.5, + "duration_system": 320.37, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_04_09_21_19_26", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=4722 at (x=-1083.685, y=5974.273, z=146.035) at time=10.550s [CARLA Frame: 6115, Agent Step: 210]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=4724 at (x=-1124.85, y=5966.01, z=145.878) at time=14.550s [CARLA Frame: 6195, Agent Step: 290]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 160.65% of the surrounding traffic's one", + "Average speed is 159.25% of the surrounding traffic's one", + "Average speed is 174.5% of the surrounding traffic's one", + "Average speed is 180.01% of the surrounding traffic's one", + "Average speed is 129.77% of the surrounding traffic's one", + "Average speed is 22.24% of the surrounding traffic's one", + "Average speed is 141.59% of the surrounding traffic's one", + "Average speed is 199.79% of the surrounding traffic's one", + "Average speed is 247.65% of the surrounding traffic's one", + "Average speed is 256.4% of the surrounding traffic's one", + "Average speed is 219.51% of the surrounding traffic's one", + "Average speed is 48.35% of the surrounding traffic's one", + "Average speed is 103.53% of the surrounding traffic's one", + "Average speed is 134.53% of the surrounding traffic's one", + "Average speed is 108.98% of the surrounding traffic's one", + "Average speed is 122.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 20.5, + "duration_system": 320.37 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "36.0", + "100.0", + "0.36", + "0.0", + "15.03", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.242" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/66_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/66_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6596e39b5a5fc7c5c7a00789963276fd8d29da21 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/66_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.545, + "yield_emergency_vehicle_infractions": 9.703, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.061, + "duration_game": 7.2, + "duration_system": 55.06, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_04_09_21_27_15", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 153.12% of the surrounding traffic's one", + "Average speed is 187.76% of the surrounding traffic's one", + "Average speed is 187.29% of the surrounding traffic's one", + "Average speed is 209.66% of the surrounding traffic's one", + "Average speed is 215.89% of the surrounding traffic's one", + "Average speed is 210.08% of the surrounding traffic's one", + "Average speed is 223.94% of the surrounding traffic's one", + "Average speed is 232.38% of the surrounding traffic's one", + "Average speed is 230.06% of the surrounding traffic's one", + "Average speed is 210.01% of the surrounding traffic's one", + "Average speed is 194.44% of the surrounding traffic's one", + "Average speed is 173.42% of the surrounding traffic's one", + "Average speed is 161.43% of the surrounding traffic's one", + "Average speed is 225.16% of the surrounding traffic's one", + "Average speed is 226.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 55.06 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.703", + "0.0", + "145.545" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/67_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/67_res.json new file mode 100644 index 0000000000000000000000000000000000000000..42d812baf5007de1e4596ae85b7d72f6439edadc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/67_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.456, + "yield_emergency_vehicle_infractions": 9.697, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.124, + "duration_game": 8.1, + "duration_system": 71.095, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_04_10_10_42_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 82.86% of the surrounding traffic's one", + "Average speed is 130.84% of the surrounding traffic's one", + "Average speed is 125.4% of the surrounding traffic's one", + "Average speed is 157.96% of the surrounding traffic's one", + "Average speed is 172.41% of the surrounding traffic's one", + "Average speed is 196.99% of the surrounding traffic's one", + "Average speed is 215.3% of the surrounding traffic's one", + "Average speed is 229.94% of the surrounding traffic's one", + "Average speed is 246.46% of the surrounding traffic's one", + "Average speed is 247.9% of the surrounding traffic's one", + "Average speed is 242.84% of the surrounding traffic's one", + "Average speed is 245.35% of the surrounding traffic's one", + "Average speed is 226.12% of the surrounding traffic's one", + "Average speed is 200.02% of the surrounding traffic's one", + "Average speed is 184.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 8.1, + "duration_system": 71.095 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.697", + "0.0", + "145.456" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/68_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/68_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ae79e8a8ab66e0c25537b03dafac423044a320a2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/68_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.971, + "yield_emergency_vehicle_infractions": 9.798, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.061, + "duration_game": 7.8, + "duration_system": 76.092, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_04_09_21_30_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.85% of the surrounding traffic's one", + "Average speed is 180.85% of the surrounding traffic's one", + "Average speed is 206.84% of the surrounding traffic's one", + "Average speed is 264.13% of the surrounding traffic's one", + "Average speed is 229.2% of the surrounding traffic's one", + "Average speed is 221.82% of the surrounding traffic's one", + "Average speed is 218.87% of the surrounding traffic's one", + "Average speed is 213.48% of the surrounding traffic's one", + "Average speed is 206.24% of the surrounding traffic's one", + "Average speed is 200.72% of the surrounding traffic's one", + "Average speed is 189.31% of the surrounding traffic's one", + "Average speed is 176.91% of the surrounding traffic's one", + "Average speed is 163.13% of the surrounding traffic's one", + "Average speed is 156.49% of the surrounding traffic's one", + "Average speed is 160.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.8, + "duration_system": 76.092 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.798", + "0.0", + "146.971" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/69_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/69_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f7d68e87a5b42ee4124f4d900709757d77b735b9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/69_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.247, + "yield_emergency_vehicle_infractions": 9.75, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.566, + "duration_game": 54.1, + "duration_system": 453.511, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_04_09_21_34_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.43% of the surrounding traffic's one", + "Average speed is 134.4% of the surrounding traffic's one", + "Average speed is 3.11% of the surrounding traffic's one", + "Average speed is 115.38% of the surrounding traffic's one", + "Average speed is 192.44% of the surrounding traffic's one", + "Average speed is 191.81% of the surrounding traffic's one", + "Average speed is 122.14% of the surrounding traffic's one", + "Average speed is 85.03% of the surrounding traffic's one", + "Average speed is 107.21% of the surrounding traffic's one", + "Average speed is 101.12% of the surrounding traffic's one", + "Average speed is 94.09% of the surrounding traffic's one", + "Average speed is 98.8% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 114.67% of the surrounding traffic's one", + "Average speed is 107.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 54.1, + "duration_system": 453.511 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.75", + "0.0", + "146.247" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/70_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/70_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d737c50dd33b1766571658d2f3a39fa7774025e5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/70_res.json @@ -0,0 +1,145 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.545, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.001, + "min_speed_infractions": 128.262, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 7.545, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 41.661742, + "score_route": 100.0, + "score_penalty": 0.416617 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.541, + "duration_game": 248.95, + "duration_system": 2471.204, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_04_10_10_45_56", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=4887 at (x=4300.546, y=580.794, z=175.781) at time=91.500s [CARLA Frame: 7594, Agent Step: 1829]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 0.995 meters (0.81% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 127.18% of the surrounding traffic's one", + "Average speed is 136.41% of the surrounding traffic's one", + "Average speed is 226.71% of the surrounding traffic's one", + "Average speed is 257.79% of the surrounding traffic's one", + "Average speed is 240.74% of the surrounding traffic's one", + "Average speed is 166.73% of the surrounding traffic's one", + "Average speed is 96.1% of the surrounding traffic's one", + "Average speed is 17.07% of the surrounding traffic's one", + "Average speed is 43.73% of the surrounding traffic's one", + "Average speed is 369.28% of the surrounding traffic's one", + "Average speed is 310.31% of the surrounding traffic's one", + "Average speed is 304.87% of the surrounding traffic's one", + "Average speed is 331.58% of the surrounding traffic's one", + "Average speed is 285.91% of the surrounding traffic's one", + "Average speed is 241.66% of the surrounding traffic's one", + "Average speed is 237.37% of the surrounding traffic's one", + "Average speed is 261.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.416617, + "score_composed": 41.661742 + }, + "meta": { + "route_length": 132.541, + "duration_game": 248.95, + "duration_system": 2471.204 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "41.661742", + "100.0", + "0.416617", + "0.0", + "7.545", + "0.0", + "0.0", + "0.0", + "0.001", + "0.0", + "0.0", + "0.0", + "0.0", + "7.545", + "128.262" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/71_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/71_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ea1c843a68715eb3a243269f2cd1c6b9af298024 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/71_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.575, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.071, + "duration_game": 17.55, + "duration_system": 127.158, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_04_10_11_29_42", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.68% of the surrounding traffic's one", + "Average speed is 159.76% of the surrounding traffic's one", + "Average speed is 220.63% of the surrounding traffic's one", + "Average speed is 159.22% of the surrounding traffic's one", + "Average speed is 149.43% of the surrounding traffic's one", + "Average speed is 125.55% of the surrounding traffic's one", + "Average speed is 81.53% of the surrounding traffic's one", + "Average speed is 65.35% of the surrounding traffic's one", + "Average speed is 79.95% of the surrounding traffic's one", + "Average speed is 217.85% of the surrounding traffic's one", + "Average speed is 292.26% of the surrounding traffic's one", + "Average speed is 481.93% of the surrounding traffic's one", + "Average speed is 412.83% of the surrounding traffic's one", + "Average speed is 370.27% of the surrounding traffic's one", + "Average speed is 504.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.55, + "duration_system": 127.158 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.575" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/72_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/72_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fa568c5c235035b76cb20c914ba9e5cba7ba0c36 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/72_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.584, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.061, + "duration_game": 32.9, + "duration_system": 248.704, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_04_10_11_34_24", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.6% of the surrounding traffic's one", + "Average speed is 152.91% of the surrounding traffic's one", + "Average speed is 233.58% of the surrounding traffic's one", + "Average speed is 213.27% of the surrounding traffic's one", + "Average speed is 234.56% of the surrounding traffic's one", + "Average speed is 233.42% of the surrounding traffic's one", + "Average speed is 212.26% of the surrounding traffic's one", + "Average speed is 157.92% of the surrounding traffic's one", + "Average speed is 101.32% of the surrounding traffic's one", + "Average speed is 102.24% of the surrounding traffic's one", + "Average speed is 109.44% of the surrounding traffic's one", + "Average speed is 98.8% of the surrounding traffic's one", + "Average speed is 96.36% of the surrounding traffic's one", + "Average speed is 104.76% of the surrounding traffic's one", + "Average speed is 27.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.9, + "duration_system": 248.704 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.584" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/73_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/73_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a7e1dd0007187a0e67c2164aed4d9494df7829f0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/73_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 21.2, + "duration_system": 217.22, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_04_10_11_41_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.37% of the surrounding traffic's one", + "Average speed is 136.58% of the surrounding traffic's one", + "Average speed is 211.79% of the surrounding traffic's one", + "Average speed is 296.32% of the surrounding traffic's one", + "Average speed is 179.15% of the surrounding traffic's one", + "Average speed is 34.88% of the surrounding traffic's one", + "Average speed is 197.8% of the surrounding traffic's one", + "Average speed is 255.47% of the surrounding traffic's one", + "Average speed is 207.0% of the surrounding traffic's one", + "Average speed is 169.66% of the surrounding traffic's one", + "Average speed is 203.93% of the surrounding traffic's one", + "Average speed is 198.47% of the surrounding traffic's one", + "Average speed is 189.26% of the surrounding traffic's one", + "Average speed is 189.21% of the surrounding traffic's one", + "Average speed is 282.09% of the surrounding traffic's one", + "Average speed is 241.11% of the surrounding traffic's one", + "Average speed is 202.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 21.2, + "duration_system": 217.22 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/74_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/74_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a17b5fa984b7f2045a5aa4a61555c8006563c28a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/74_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.336, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.961, + "duration_game": 19.85, + "duration_system": 161.187, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_04_09_21_44_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.4% of the surrounding traffic's one", + "Average speed is 151.35% of the surrounding traffic's one", + "Average speed is 176.03% of the surrounding traffic's one", + "Average speed is 222.14% of the surrounding traffic's one", + "Average speed is 255.52% of the surrounding traffic's one", + "Average speed is 356.25% of the surrounding traffic's one", + "Average speed is 454.48% of the surrounding traffic's one", + "Average speed is 291.65% of the surrounding traffic's one", + "Average speed is 25.78% of the surrounding traffic's one", + "Average speed is 375.28% of the surrounding traffic's one", + "Average speed is 552.52% of the surrounding traffic's one", + "Average speed is 445.32% of the surrounding traffic's one", + "Average speed is 433.83% of the surrounding traffic's one", + "Average speed is 790.28% of the surrounding traffic's one", + "Average speed is 640.62% of the surrounding traffic's one", + "Average speed is 678.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.85, + "duration_system": 161.187 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.336" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/75_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/75_res.json new file mode 100644 index 0000000000000000000000000000000000000000..767499e85d2e9aa07b91b94dd43b51fb3b0a608e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/75_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.729, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.062, + "duration_game": 15.85, + "duration_system": 188.21, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_04_10_11_47_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.24% of the surrounding traffic's one", + "Average speed is 142.7% of the surrounding traffic's one", + "Average speed is 179.69% of the surrounding traffic's one", + "Average speed is 208.98% of the surrounding traffic's one", + "Average speed is 262.56% of the surrounding traffic's one", + "Average speed is 365.78% of the surrounding traffic's one", + "Average speed is 285.22% of the surrounding traffic's one", + "Average speed is 63.94% of the surrounding traffic's one", + "Average speed is 229.0% of the surrounding traffic's one", + "Average speed is 333.09% of the surrounding traffic's one", + "Average speed is 239.68% of the surrounding traffic's one", + "Average speed is 198.55% of the surrounding traffic's one", + "Average speed is 244.6% of the surrounding traffic's one", + "Average speed is 204.85% of the surrounding traffic's one", + "Average speed is 241.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 15.85, + "duration_system": 188.21 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.729" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/76_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/76_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5aed6b1b253d98efc47baa9110d983a7921787f7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/76_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 129.638, + "duration_game": 13.25, + "duration_system": 128.137, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_04_10_11_52_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.98% of the surrounding traffic's one", + "Average speed is 218.18% of the surrounding traffic's one", + "Average speed is 415.05% of the surrounding traffic's one", + "Average speed is 570.34% of the surrounding traffic's one", + "Average speed is 478.13% of the surrounding traffic's one", + "Average speed is 513.7% of the surrounding traffic's one", + "Average speed is 534.54% of the surrounding traffic's one", + "Average speed is 502.14% of the surrounding traffic's one", + "Average speed is 407.29% of the surrounding traffic's one", + "Average speed is 447.14% of the surrounding traffic's one", + "Average speed is 373.8% of the surrounding traffic's one", + "Average speed is 360.34% of the surrounding traffic's one", + "Average speed is 382.84% of the surrounding traffic's one", + "Average speed is 358.25% of the surrounding traffic's one", + "Average speed is 473.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.25, + "duration_system": 128.137 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/77_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/77_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6c58127b11719c596880e61416e6eb3d97b26470 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/77_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.672, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.154, + "duration_game": 22.3, + "duration_system": 187.803, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_04_10_11_57_27", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.73% of the surrounding traffic's one", + "Average speed is 149.58% of the surrounding traffic's one", + "Average speed is 187.39% of the surrounding traffic's one", + "Average speed is 233.22% of the surrounding traffic's one", + "Average speed is 238.8% of the surrounding traffic's one", + "Average speed is 181.49% of the surrounding traffic's one", + "Average speed is 164.57% of the surrounding traffic's one", + "Average speed is 172.23% of the surrounding traffic's one", + "Average speed is 139.11% of the surrounding traffic's one", + "Average speed is 121.53% of the surrounding traffic's one", + "Average speed is 104.08% of the surrounding traffic's one", + "Average speed is 104.37% of the surrounding traffic's one", + "Average speed is 95.73% of the surrounding traffic's one", + "Average speed is 97.23% of the surrounding traffic's one", + "Average speed is 115.11% of the surrounding traffic's one", + "Average speed is 112.89% of the surrounding traffic's one", + "Average speed is 122.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.3, + "duration_system": 187.803 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.672" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/78_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/78_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bd863a52677cf1240ec21acf8bfa1b56e70c0ed5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/78_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.244, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.063, + "duration_game": 17.65, + "duration_system": 127.157, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_04_10_12_03_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 49.86% of the surrounding traffic's one", + "Average speed is 108.63% of the surrounding traffic's one", + "Average speed is 119.57% of the surrounding traffic's one", + "Average speed is 128.16% of the surrounding traffic's one", + "Average speed is 130.7% of the surrounding traffic's one", + "Average speed is 115.8% of the surrounding traffic's one", + "Average speed is 125.02% of the surrounding traffic's one", + "Average speed is 123.37% of the surrounding traffic's one", + "Average speed is 122.21% of the surrounding traffic's one", + "Average speed is 108.28% of the surrounding traffic's one", + "Average speed is 108.34% of the surrounding traffic's one", + "Average speed is 120.42% of the surrounding traffic's one", + "Average speed is 105.2% of the surrounding traffic's one", + "Average speed is 121.07% of the surrounding traffic's one", + "Average speed is 126.58% of the surrounding traffic's one", + "Average speed is 107.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 17.65, + "duration_system": 127.157 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.244" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/79_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/79_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5bb5b8d4147a5fdd9b8dde06f3da9432ddc6d499 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/79_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.622, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.327, + "duration_game": 28.55, + "duration_system": 245.3, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_04_10_12_07_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.01% of the surrounding traffic's one", + "Average speed is 122.43% of the surrounding traffic's one", + "Average speed is 16.66% of the surrounding traffic's one", + "Average speed is 140.7% of the surrounding traffic's one", + "Average speed is 140.26% of the surrounding traffic's one", + "Average speed is 107.44% of the surrounding traffic's one", + "Average speed is 124.79% of the surrounding traffic's one", + "Average speed is 79.58% of the surrounding traffic's one", + "Average speed is 66.1% of the surrounding traffic's one", + "Average speed is 175.48% of the surrounding traffic's one", + "Average speed is 157.39% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one", + "Average speed is 140.79% of the surrounding traffic's one", + "Average speed is 98.0% of the surrounding traffic's one", + "Average speed is 108.11% of the surrounding traffic's one", + "Average speed is 121.49% of the surrounding traffic's one", + "Average speed is 113.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 28.55, + "duration_system": 245.3 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.622" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/80_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/80_res.json new file mode 100644 index 0000000000000000000000000000000000000000..20dc3736b2451d29fdd869b76a7f5bce197e4ef5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/80_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.948, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.288, + "duration_game": 16.8, + "duration_system": 119.135, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_04_10_12_14_22", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.29% of the surrounding traffic's one", + "Average speed is 112.65% of the surrounding traffic's one", + "Average speed is 87.94% of the surrounding traffic's one", + "Average speed is 148.92% of the surrounding traffic's one", + "Average speed is 101.45% of the surrounding traffic's one", + "Average speed is 102.53% of the surrounding traffic's one", + "Average speed is 105.57% of the surrounding traffic's one", + "Average speed is 97.56% of the surrounding traffic's one", + "Average speed is 105.06% of the surrounding traffic's one", + "Average speed is 117.25% of the surrounding traffic's one", + "Average speed is 109.62% of the surrounding traffic's one", + "Average speed is 102.33% of the surrounding traffic's one", + "Average speed is 107.26% of the surrounding traffic's one", + "Average speed is 101.11% of the surrounding traffic's one", + "Average speed is 100.43% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 119.135 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.948" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/81_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/81_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e078a059de2c51af47be9e09470f329e8c50b9f5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/81_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.968, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.063, + "duration_game": 11.15, + "duration_system": 90.232, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_04_10_12_18_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.17% of the surrounding traffic's one", + "Average speed is 138.33% of the surrounding traffic's one", + "Average speed is 122.85% of the surrounding traffic's one", + "Average speed is 126.7% of the surrounding traffic's one", + "Average speed is 132.19% of the surrounding traffic's one", + "Average speed is 117.01% of the surrounding traffic's one", + "Average speed is 130.93% of the surrounding traffic's one", + "Average speed is 118.88% of the surrounding traffic's one", + "Average speed is 120.95% of the surrounding traffic's one", + "Average speed is 121.99% of the surrounding traffic's one", + "Average speed is 120.65% of the surrounding traffic's one", + "Average speed is 115.37% of the surrounding traffic's one", + "Average speed is 129.14% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 11.15, + "duration_system": 90.232 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "146.968" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/82_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/82_res.json new file mode 100644 index 0000000000000000000000000000000000000000..af9aa9acd8b6194061b0dad02805b2ef2c3928d6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/82_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.274, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 101.164, + "duration_game": 8.4, + "duration_system": 61.061, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_04_10_12_22_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.4% of the surrounding traffic's one", + "Average speed is 135.39% of the surrounding traffic's one", + "Average speed is 146.6% of the surrounding traffic's one", + "Average speed is 126.15% of the surrounding traffic's one", + "Average speed is 121.44% of the surrounding traffic's one", + "Average speed is 148.58% of the surrounding traffic's one", + "Average speed is 176.18% of the surrounding traffic's one", + "Average speed is 196.62% of the surrounding traffic's one", + "Average speed is 212.57% of the surrounding traffic's one", + "Average speed is 229.34% of the surrounding traffic's one", + "Average speed is 234.09% of the surrounding traffic's one", + "Average speed is 230.88% of the surrounding traffic's one", + "Average speed is 219.95% of the surrounding traffic's one", + "Average speed is 192.97% of the surrounding traffic's one", + "Average speed is 168.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.4, + "duration_system": 61.061 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.274" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/83_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/83_res.json new file mode 100644 index 0000000000000000000000000000000000000000..052f1628956d5b293b350562c886588eec15d2ca --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/83_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.464, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.118, + "duration_game": 8.25, + "duration_system": 56.077, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_04_09_21_49_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.03% of the surrounding traffic's one", + "Average speed is 133.63% of the surrounding traffic's one", + "Average speed is 99.28% of the surrounding traffic's one", + "Average speed is 123.22% of the surrounding traffic's one", + "Average speed is 134.15% of the surrounding traffic's one", + "Average speed is 159.73% of the surrounding traffic's one", + "Average speed is 183.46% of the surrounding traffic's one", + "Average speed is 204.18% of the surrounding traffic's one", + "Average speed is 221.05% of the surrounding traffic's one", + "Average speed is 233.62% of the surrounding traffic's one", + "Average speed is 241.62% of the surrounding traffic's one", + "Average speed is 240.6% of the surrounding traffic's one", + "Average speed is 235.44% of the surrounding traffic's one", + "Average speed is 229.98% of the surrounding traffic's one", + "Average speed is 280.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.25, + "duration_system": 56.077 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.464" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/84_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/84_res.json new file mode 100644 index 0000000000000000000000000000000000000000..73dac59b5861f9fa8cf6f30b9f276829281585dc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/84_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.002, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.418, + "duration_game": 13.1, + "duration_system": 118.12, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_04_10_12_26_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.2% of the surrounding traffic's one", + "Average speed is 534.36% of the surrounding traffic's one", + "Average speed is 735.43% of the surrounding traffic's one", + "Average speed is 391.51% of the surrounding traffic's one", + "Average speed is 142.44% of the surrounding traffic's one", + "Average speed is 82.32% of the surrounding traffic's one", + "Average speed is 48.15% of the surrounding traffic's one", + "Average speed is 263.96% of the surrounding traffic's one", + "Average speed is 287.05% of the surrounding traffic's one", + "Average speed is 375.23% of the surrounding traffic's one", + "Average speed is 237.17% of the surrounding traffic's one", + "Average speed is 687.95% of the surrounding traffic's one", + "Average speed is 1082.16% of the surrounding traffic's one", + "Average speed is 1037.28% of the surrounding traffic's one", + "Average speed is 1804.11% of the surrounding traffic's one", + "Average speed is 5632.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 13.1, + "duration_system": 118.12 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.002" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/85_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/85_res.json new file mode 100644 index 0000000000000000000000000000000000000000..90a14a405bf490795df2f8dfe436cca58fd5132d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/85_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.626, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.521, + "duration_game": 11.65, + "duration_system": 110.125, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_04_10_12_30_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 347.68% of the surrounding traffic's one", + "Average speed is 245.58% of the surrounding traffic's one", + "Average speed is 345.04% of the surrounding traffic's one", + "Average speed is 147.26% of the surrounding traffic's one", + "Average speed is 54.94% of the surrounding traffic's one", + "Average speed is 159.25% of the surrounding traffic's one", + "Average speed is 309.42% of the surrounding traffic's one", + "Average speed is 367.99% of the surrounding traffic's one", + "Average speed is 434.89% of the surrounding traffic's one", + "Average speed is 418.63% of the surrounding traffic's one", + "Average speed is 471.7% of the surrounding traffic's one", + "Average speed is 561.42% of the surrounding traffic's one", + "Average speed is 2237.18% of the surrounding traffic's one", + "Average speed is 2712.04% of the surrounding traffic's one", + "Average speed is 1261.57% of the surrounding traffic's one", + "Average speed is 641.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.65, + "duration_system": 110.125 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.626" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/86_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/86_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5acbc71da52ccbd65d087180cd67a0487ff6e929 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/86_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.414, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 71.938, + "duration_game": 13.2, + "duration_system": 98.104, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_04_09_21_53_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.28% of the surrounding traffic's one", + "Average speed is 545.1% of the surrounding traffic's one", + "Average speed is 479.97% of the surrounding traffic's one", + "Average speed is 341.07% of the surrounding traffic's one", + "Average speed is 146.84% of the surrounding traffic's one", + "Average speed is 65.76% of the surrounding traffic's one", + "Average speed is 48.49% of the surrounding traffic's one", + "Average speed is 452.92% of the surrounding traffic's one", + "Average speed is 386.48% of the surrounding traffic's one", + "Average speed is 315.81% of the surrounding traffic's one", + "Average speed is 640.43% of the surrounding traffic's one", + "Average speed is 806.28% of the surrounding traffic's one", + "Average speed is 1336.74% of the surrounding traffic's one", + "Average speed is 2378.6% of the surrounding traffic's one", + "Average speed is 7522.11% of the surrounding traffic's one", + "Average speed is 3130.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.2, + "duration_system": 98.104 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.414" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/87_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/87_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9b4e6a625624bbd97a600e2e1b74f97561f71fa7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/87_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.813, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.297, + "duration_game": 12.2, + "duration_system": 107.142, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_04_10_12_35_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.43% of the surrounding traffic's one", + "Average speed is 120.25% of the surrounding traffic's one", + "Average speed is 598.08% of the surrounding traffic's one", + "Average speed is 384.84% of the surrounding traffic's one", + "Average speed is 107.2% of the surrounding traffic's one", + "Average speed is 35.92% of the surrounding traffic's one", + "Average speed is 102.28% of the surrounding traffic's one", + "Average speed is 194.04% of the surrounding traffic's one", + "Average speed is 234.37% of the surrounding traffic's one", + "Average speed is 289.91% of the surrounding traffic's one", + "Average speed is 362.3% of the surrounding traffic's one", + "Average speed is 409.17% of the surrounding traffic's one", + "Average speed is 435.6% of the surrounding traffic's one", + "Average speed is 562.12% of the surrounding traffic's one", + "Average speed is 459.83% of the surrounding traffic's one", + "Average speed is 286.27% of the surrounding traffic's one", + "Average speed is 283.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.2, + "duration_system": 107.142 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.813" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/88_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/88_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8fadee42c6d9cb38e9c2810ac0aaa8407f59fbfc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/88_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 225.771, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 66.439, + "duration_game": 16.1, + "duration_system": 120.168, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_04_09_21_57_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.6% of the surrounding traffic's one", + "Average speed is 114.7% of the surrounding traffic's one", + "Average speed is 126.3% of the surrounding traffic's one", + "Average speed is 40.93% of the surrounding traffic's one", + "Average speed is 56.68% of the surrounding traffic's one", + "Average speed is 242.15% of the surrounding traffic's one", + "Average speed is 381.19% of the surrounding traffic's one", + "Average speed is 419.63% of the surrounding traffic's one", + "Average speed is 420.57% of the surrounding traffic's one", + "Average speed is 128.04% of the surrounding traffic's one", + "Average speed is 210.87% of the surrounding traffic's one", + "Average speed is 604.52% of the surrounding traffic's one", + "Average speed is 454.4% of the surrounding traffic's one", + "Average speed is 241.79% of the surrounding traffic's one", + "Average speed is 200.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 16.1, + "duration_system": 120.168 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "225.771" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/89_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/89_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e2a8053391164a6966f30b2a32717aff74c2a4c3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/89_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.313, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.59, + "duration_game": 21.3, + "duration_system": 175.2, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_04_10_12_39_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.08% of the surrounding traffic's one", + "Average speed is 105.94% of the surrounding traffic's one", + "Average speed is 164.49% of the surrounding traffic's one", + "Average speed is 79.5% of the surrounding traffic's one", + "Average speed is 47.96% of the surrounding traffic's one", + "Average speed is 36.19% of the surrounding traffic's one", + "Average speed is 197.6% of the surrounding traffic's one", + "Average speed is 360.42% of the surrounding traffic's one", + "Average speed is 423.62% of the surrounding traffic's one", + "Average speed is 374.2% of the surrounding traffic's one", + "Average speed is 173.6% of the surrounding traffic's one", + "Average speed is 153.33% of the surrounding traffic's one", + "Average speed is 245.54% of the surrounding traffic's one", + "Average speed is 318.04% of the surrounding traffic's one", + "Average speed is 280.59% of the surrounding traffic's one", + "Average speed is 220.53% of the surrounding traffic's one", + "Average speed is 181.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 21.3, + "duration_system": 175.2 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.313" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/90_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/90_res.json new file mode 100644 index 0000000000000000000000000000000000000000..20852fa1bde77d0ac8d76926b07c731a958e1feb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/90_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.892, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.111, + "duration_game": 100.1, + "duration_system": 825.648, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_04_11_06_17_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 151.06% of the surrounding traffic's one", + "Average speed is 116.84% of the surrounding traffic's one", + "Average speed is 55.38% of the surrounding traffic's one", + "Average speed is 65.52% of the surrounding traffic's one", + "Average speed is 4.11% of the surrounding traffic's one", + "Average speed is 299.94% of the surrounding traffic's one", + "Average speed is 522.02% of the surrounding traffic's one", + "Average speed is 629.82% of the surrounding traffic's one", + "Average speed is 488.44% of the surrounding traffic's one", + "Average speed is 517.52% of the surrounding traffic's one", + "Average speed is 491.63% of the surrounding traffic's one", + "Average speed is 132.15% of the surrounding traffic's one", + "Average speed is 295.64% of the surrounding traffic's one", + "Average speed is 350.45% of the surrounding traffic's one", + "Average speed is 374.2% of the surrounding traffic's one", + "Average speed is 233.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 100.1, + "duration_system": 825.648 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.892" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/91_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/91_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2d10c09d60061f8eb50e00003adbaf63bddb01fd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/91_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.506, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.252, + "duration_game": 45.2, + "duration_system": 447.371, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_04_10_13_19_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.24% of the surrounding traffic's one", + "Average speed is 166.1% of the surrounding traffic's one", + "Average speed is 117.83% of the surrounding traffic's one", + "Average speed is 10.61% of the surrounding traffic's one", + "Average speed is 724.47% of the surrounding traffic's one", + "Average speed is 697.51% of the surrounding traffic's one", + "Average speed is 818.57% of the surrounding traffic's one", + "Average speed is 761.0% of the surrounding traffic's one", + "Average speed is 89.59% of the surrounding traffic's one", + "Average speed is 710.87% of the surrounding traffic's one", + "Average speed is 780.97% of the surrounding traffic's one", + "Average speed is 974.34% of the surrounding traffic's one", + "Average speed is 1084.81% of the surrounding traffic's one", + "Average speed is 814.65% of the surrounding traffic's one", + "Average speed is 514.65% of the surrounding traffic's one", + "Average speed is 413.66% of the surrounding traffic's one", + "Average speed is 337.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 45.2, + "duration_system": 447.371 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.506" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/92_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/92_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9fcf4c50edecf8c4e7dbb87b6ebfc3e1fa81281a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/92_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 217.515, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.558, + "duration_game": 52.65, + "duration_system": 460.228, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_04_10_13_30_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 237.05% of the surrounding traffic's one", + "Average speed is 162.89% of the surrounding traffic's one", + "Average speed is 88.27% of the surrounding traffic's one", + "Average speed is 41.99% of the surrounding traffic's one", + "Average speed is 7.99% of the surrounding traffic's one", + "Average speed is 588.03% of the surrounding traffic's one", + "Average speed is 787.62% of the surrounding traffic's one", + "Average speed is 643.12% of the surrounding traffic's one", + "Average speed is 460.98% of the surrounding traffic's one", + "Average speed is 442.37% of the surrounding traffic's one", + "Average speed is 374.95% of the surrounding traffic's one", + "Average speed is 344.09% of the surrounding traffic's one", + "Average speed is 230.6% of the surrounding traffic's one", + "Average speed is 216.83% of the surrounding traffic's one", + "Average speed is 164.65% of the surrounding traffic's one", + "Average speed is 179.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 52.65, + "duration_system": 460.228 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "217.515" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/93_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/93_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6ae35cc70abfd45da6f47cbeaad82d690eb98e13 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/93_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 173.291, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 12.378, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.789, + "duration_game": 245.05, + "duration_system": 2205.55, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_04_10_13_40_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.4% of the surrounding traffic's one", + "Average speed is 299.23% of the surrounding traffic's one", + "Average speed is 633.22% of the surrounding traffic's one", + "Average speed is 165.3% of the surrounding traffic's one", + "Average speed is 14.43% of the surrounding traffic's one", + "Average speed is 1683.88% of the surrounding traffic's one", + "Average speed is 1587.33% of the surrounding traffic's one", + "Average speed is 1307.33% of the surrounding traffic's one", + "Average speed is 807.32% of the surrounding traffic's one", + "Average speed is 533.85% of the surrounding traffic's one", + "Average speed is 0.38% of the surrounding traffic's one", + "Average speed is 104.33% of the surrounding traffic's one", + "Average speed is 122.59% of the surrounding traffic's one", + "Average speed is 138.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 245.05, + "duration_system": 2205.55 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.378", + "173.291" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/94_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/94_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7628f70fea37452d850f5210223508c770f803f5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/94_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 4.49, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 85.304, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 222.734, + "duration_game": 21.9, + "duration_system": 180.225, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_04_09_22_01_56", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=4722 at (x=2800.823, y=6048.195, z=155.512) at time=4.850s [CARLA Frame: 5884, Agent Step: 96]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.6% of the surrounding traffic's one", + "Average speed is 355.55% of the surrounding traffic's one", + "Average speed is 394.13% of the surrounding traffic's one", + "Average speed is 421.01% of the surrounding traffic's one", + "Average speed is 426.64% of the surrounding traffic's one", + "Average speed is 492.26% of the surrounding traffic's one", + "Average speed is 744.32% of the surrounding traffic's one", + "Average speed is 670.05% of the surrounding traffic's one", + "Average speed is 994.93% of the surrounding traffic's one", + "Average speed is 1271.23% of the surrounding traffic's one", + "Average speed is 646.86% of the surrounding traffic's one", + "Average speed is 437.35% of the surrounding traffic's one", + "Average speed is 281.01% of the surrounding traffic's one", + "Average speed is 218.95% of the surrounding traffic's one", + "Average speed is 236.99% of the surrounding traffic's one", + "Average speed is 226.76% of the surrounding traffic's one", + "Average speed is 8182.48% of the surrounding traffic's one", + "Average speed is 1317371.21% of the surrounding traffic's one", + "Average speed is 1317371.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 21.9, + "duration_system": 180.225 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "4.49", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "85.304" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/95_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/95_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b9eb9ba8fd96715b65ec3d814fd0552f85181724 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/95_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.002, + "min_speed_infractions": 104.245, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 98.831778, + "score_route": 100.0, + "score_penalty": 0.988318 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 182.263, + "duration_game": 14.45, + "duration_system": 119.132, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_04_09_22_07_28", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.023 meters (1.17% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 210.38% of the surrounding traffic's one", + "Average speed is 651.78% of the surrounding traffic's one", + "Average speed is 489.92% of the surrounding traffic's one", + "Average speed is 419.84% of the surrounding traffic's one", + "Average speed is 397.26% of the surrounding traffic's one", + "Average speed is 400.58% of the surrounding traffic's one", + "Average speed is 572.59% of the surrounding traffic's one", + "Average speed is 1135.41% of the surrounding traffic's one", + "Average speed is 1052.58% of the surrounding traffic's one", + "Average speed is 964.46% of the surrounding traffic's one", + "Average speed is 4398.9% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 42830056.77% of the surrounding traffic's one", + "Average speed is 1437640.64% of the surrounding traffic's one", + "Average speed is 2184389.45% of the surrounding traffic's one", + "Average speed is 2184389.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.988318, + "score_composed": 98.831778 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.45, + "duration_system": 119.132 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "98.831778", + "100.0", + "0.988318", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.002", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "104.245" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/96_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/96_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bd5f47d2705ac228e643d406a008852428389403 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/96_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.855, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 140.53, + "duration_game": 13.55, + "duration_system": 181.216, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_04_10_14_19_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 227.52% of the surrounding traffic's one", + "Average speed is 206.39% of the surrounding traffic's one", + "Average speed is 198.5% of the surrounding traffic's one", + "Average speed is 372.48% of the surrounding traffic's one", + "Average speed is 389.99% of the surrounding traffic's one", + "Average speed is 428.5% of the surrounding traffic's one", + "Average speed is 576.69% of the surrounding traffic's one", + "Average speed is 555.51% of the surrounding traffic's one", + "Average speed is 562.95% of the surrounding traffic's one", + "Average speed is 838.84% of the surrounding traffic's one", + "Average speed is 575.5% of the surrounding traffic's one", + "Average speed is 773.72% of the surrounding traffic's one", + "Average speed is 3176.74% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 2933209404589.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.55, + "duration_system": 181.216 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.855" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/97_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/97_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5ce13b4179c65839c0b400ae5c80ad762c4f43d3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/97_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 231.882, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.688, + "duration_game": 40.75, + "duration_system": 313.38, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_04_09_22_11_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.41% of the surrounding traffic's one", + "Average speed is 1579.53% of the surrounding traffic's one", + "Average speed is 259.01% of the surrounding traffic's one", + "Average speed is 2892.2% of the surrounding traffic's one", + "Average speed is 4377.18% of the surrounding traffic's one", + "Average speed is 2182.86% of the surrounding traffic's one", + "Average speed is 1908.76% of the surrounding traffic's one", + "Average speed is 2672.9% of the surrounding traffic's one", + "Average speed is 2403.06% of the surrounding traffic's one", + "Average speed is 2314.63% of the surrounding traffic's one", + "Average speed is 1579.35% of the surrounding traffic's one", + "Average speed is 1426.58% of the surrounding traffic's one", + "Average speed is 1299.37% of the surrounding traffic's one", + "Average speed is 1081.92% of the surrounding traffic's one", + "Average speed is 913.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.75, + "duration_system": 313.38 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "231.882" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/98_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/98_res.json new file mode 100644 index 0000000000000000000000000000000000000000..89f13cb5eb10d44aad8e5536b2a585ed83cf25fe --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/98_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 246.861, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 60.763, + "duration_game": 41.7, + "duration_system": 364.85, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_04_10_14_25_08", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.75% of the surrounding traffic's one", + "Average speed is 7.57% of the surrounding traffic's one", + "Average speed is 245.64% of the surrounding traffic's one", + "Average speed is 5221.77% of the surrounding traffic's one", + "Average speed is 2647.08% of the surrounding traffic's one", + "Average speed is 1558.19% of the surrounding traffic's one", + "Average speed is 1201.88% of the surrounding traffic's one", + "Average speed is 1109.61% of the surrounding traffic's one", + "Average speed is 891.83% of the surrounding traffic's one", + "Average speed is 975.57% of the surrounding traffic's one", + "Average speed is 585.47% of the surrounding traffic's one", + "Average speed is 398.83% of the surrounding traffic's one", + "Average speed is 283.28% of the surrounding traffic's one", + "Average speed is 208.49% of the surrounding traffic's one", + "Average speed is 240.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 41.7, + "duration_system": 364.85 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "246.861" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/99_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/99_res.json new file mode 100644 index 0000000000000000000000000000000000000000..19b2b9648d2ce8393d23dd623ac97521ed4a6852 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/99_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 273.324, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 54.88, + "duration_game": 26.0, + "duration_system": 261.547, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_04_10_14_33_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 59.39% of the surrounding traffic's one", + "Average speed is 10.53% of the surrounding traffic's one", + "Average speed is 5733.43% of the surrounding traffic's one", + "Average speed is 3140.17% of the surrounding traffic's one", + "Average speed is 1664.22% of the surrounding traffic's one", + "Average speed is 1085.56% of the surrounding traffic's one", + "Average speed is 1074.09% of the surrounding traffic's one", + "Average speed is 1105.91% of the surrounding traffic's one", + "Average speed is 814.04% of the surrounding traffic's one", + "Average speed is 555.78% of the surrounding traffic's one", + "Average speed is 390.39% of the surrounding traffic's one", + "Average speed is 422.71% of the surrounding traffic's one", + "Average speed is 383.59% of the surrounding traffic's one", + "Average speed is 291.48% of the surrounding traffic's one", + "Average speed is 235.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 26.0, + "duration_system": 261.547 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "273.324" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_2/merged.json b/evaluation_logs/bench2drive/bench2drive_detailed_2/merged.json new file mode 100644 index 0000000000000000000000000000000000000000..7443f2303552fa6254297e40ca0b5840af60ff42 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_2/merged.json @@ -0,0 +1,11012 @@ +{ + "_checkpoint": { + "records": [ + { + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_04_10_15_05_41", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 305.5% of the surrounding traffic's one", + "Average speed is 246.64% of the surrounding traffic's one", + "Average speed is 230.55% of the surrounding traffic's one", + "Average speed is 102.08% of the surrounding traffic's one", + "Average speed is 55.95% of the surrounding traffic's one", + "Average speed is 236.36% of the surrounding traffic's one", + "Average speed is 561.34% of the surrounding traffic's one", + "Average speed is 456.61% of the surrounding traffic's one", + "Average speed is 449.71% of the surrounding traffic's one", + "Average speed is 1130.58% of the surrounding traffic's one", + "Average speed is 1152.02% of the surrounding traffic's one", + "Average speed is 514.91% of the surrounding traffic's one", + "Average speed is 554.6% of the surrounding traffic's one", + "Average speed is 508.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.75, + "duration_system": 95.107 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_04_09_23_22_15", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.24% of the surrounding traffic's one", + "Average speed is 563.01% of the surrounding traffic's one", + "Average speed is 437.5% of the surrounding traffic's one", + "Average speed is 180.5% of the surrounding traffic's one", + "Average speed is 75.81% of the surrounding traffic's one", + "Average speed is 32.21% of the surrounding traffic's one", + "Average speed is 364.41% of the surrounding traffic's one", + "Average speed is 452.3% of the surrounding traffic's one", + "Average speed is 469.25% of the surrounding traffic's one", + "Average speed is 426.57% of the surrounding traffic's one", + "Average speed is 791.58% of the surrounding traffic's one", + "Average speed is 2585.31% of the surrounding traffic's one", + "Average speed is 1474.42% of the surrounding traffic's one", + "Average speed is 1704.53% of the surrounding traffic's one", + "Average speed is 1317.68% of the surrounding traffic's one", + "Average speed is 1411.36% of the surrounding traffic's one", + "Average speed is 1116.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 13.8, + "duration_system": 104.129 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_04_10_15_01_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.4% of the surrounding traffic's one", + "Average speed is 355.63% of the surrounding traffic's one", + "Average speed is 552.78% of the surrounding traffic's one", + "Average speed is 340.31% of the surrounding traffic's one", + "Average speed is 91.35% of the surrounding traffic's one", + "Average speed is 49.37% of the surrounding traffic's one", + "Average speed is 207.04% of the surrounding traffic's one", + "Average speed is 368.44% of the surrounding traffic's one", + "Average speed is 449.07% of the surrounding traffic's one", + "Average speed is 508.16% of the surrounding traffic's one", + "Average speed is 492.82% of the surrounding traffic's one", + "Average speed is 2542.52% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 35740360.46% of the surrounding traffic's one", + "Average speed is 17403433.32% of the surrounding traffic's one", + "Average speed is 269839.68% of the surrounding traffic's one", + "Average speed is 2346515.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 11.75, + "duration_system": 131.159 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_04_10_14_57_03", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3764 at (x=3629.205, y=5080.131, z=367.855) at time=9.800s [CARLA Frame: 5226, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 243.39% of the surrounding traffic's one", + "Average speed is 238.89% of the surrounding traffic's one", + "Average speed is 534.86% of the surrounding traffic's one", + "Average speed is 379.64% of the surrounding traffic's one", + "Average speed is 183.94% of the surrounding traffic's one", + "Average speed is 22.32% of the surrounding traffic's one", + "Average speed is 107.41% of the surrounding traffic's one", + "Average speed is 549.7% of the surrounding traffic's one", + "Average speed is 451.02% of the surrounding traffic's one", + "Average speed is 402.73% of the surrounding traffic's one", + "Average speed is 384.39% of the surrounding traffic's one", + "Average speed is 596.38% of the surrounding traffic's one", + "Average speed is 1542.69% of the surrounding traffic's one", + "Average speed is 770.06% of the surrounding traffic's one", + "Average speed is 752.69% of the surrounding traffic's one", + "Average speed is 709.39% of the surrounding traffic's one", + "Average speed is 524.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.75, + "duration_system": 115.437 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_04_09_22_27_27", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3931 at (x=1324.546, y=3872.6, z=363.3) at time=8.500s [CARLA Frame: 5959, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 344.62% of the surrounding traffic's one", + "Average speed is 569.72% of the surrounding traffic's one", + "Average speed is 463.86% of the surrounding traffic's one", + "Average speed is 120.64% of the surrounding traffic's one", + "Average speed is 35.42% of the surrounding traffic's one", + "Average speed is 179.67% of the surrounding traffic's one", + "Average speed is 251.42% of the surrounding traffic's one", + "Average speed is 27.82% of the surrounding traffic's one", + "Average speed is 1786.45% of the surrounding traffic's one", + "Average speed is 1686.96% of the surrounding traffic's one", + "Average speed is 7605.93% of the surrounding traffic's one", + "Average speed is 2272.43% of the surrounding traffic's one", + "Average speed is 1092.08% of the surrounding traffic's one", + "Average speed is 507.64% of the surrounding traffic's one", + "Average speed is 262.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 269.05, + "duration_system": 3152.095 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_04_10_14_51_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3866 at (x=2492.506, y=4889.214, z=367.363) at time=14.250s [CARLA Frame: 5583, Agent Step: 284]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 185.02% of the surrounding traffic's one", + "Average speed is 145.43% of the surrounding traffic's one", + "Average speed is 1653.52% of the surrounding traffic's one", + "Average speed is 175.91% of the surrounding traffic's one", + "Average speed is 29.72% of the surrounding traffic's one", + "Average speed is 127.17% of the surrounding traffic's one", + "Average speed is 733.82% of the surrounding traffic's one", + "Average speed is 872.04% of the surrounding traffic's one", + "Average speed is 869.73% of the surrounding traffic's one", + "Average speed is 1495.92% of the surrounding traffic's one", + "Average speed is 2083.88% of the surrounding traffic's one", + "Average speed is 948.69% of the surrounding traffic's one", + "Average speed is 721.65% of the surrounding traffic's one", + "Average speed is 676.06% of the surrounding traffic's one", + "Average speed is 452.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 18.35, + "duration_system": 204.64 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_04_10_14_40_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=4723 at (x=-4096.89, y=4563.058, z=171.006) at time=46.750s [CARLA Frame: 6135, Agent Step: 934]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 79.39% of the surrounding traffic's one", + "Average speed is 5.77% of the surrounding traffic's one", + "Average speed is 504.76% of the surrounding traffic's one", + "Average speed is 582.02% of the surrounding traffic's one", + "Average speed is 566.31% of the surrounding traffic's one", + "Average speed is 677.42% of the surrounding traffic's one", + "Average speed is 900.88% of the surrounding traffic's one", + "Average speed is 977.82% of the surrounding traffic's one", + "Average speed is 1125.69% of the surrounding traffic's one", + "Average speed is 1273.4% of the surrounding traffic's one", + "Average speed is 1001.63% of the surrounding traffic's one", + "Average speed is 744.14% of the surrounding traffic's one", + "Average speed is 583.34% of the surrounding traffic's one", + "Average speed is 474.49% of the surrounding traffic's one", + "Average speed is 260.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.45, + "duration_system": 461.523 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_04_09_22_23_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 110.8% of the surrounding traffic's one", + "Average speed is 14.01% of the surrounding traffic's one", + "Average speed is 293.68% of the surrounding traffic's one", + "Average speed is 457.21% of the surrounding traffic's one", + "Average speed is 768.83% of the surrounding traffic's one", + "Average speed is 1192.9% of the surrounding traffic's one", + "Average speed is 914.72% of the surrounding traffic's one", + "Average speed is 757.95% of the surrounding traffic's one", + "Average speed is 474.6% of the surrounding traffic's one", + "Average speed is 427.1% of the surrounding traffic's one", + "Average speed is 341.88% of the surrounding traffic's one", + "Average speed is 337.72% of the surrounding traffic's one", + "Average speed is 315.18% of the surrounding traffic's one", + "Average speed is 274.06% of the surrounding traffic's one", + "Average speed is 276.66% of the surrounding traffic's one", + "Average speed is 243.26% of the surrounding traffic's one", + "Average speed is 171.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 14.45, + "duration_system": 112.123 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_04_09_22_19_42", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.37% of the surrounding traffic's one", + "Average speed is 176.63% of the surrounding traffic's one", + "Average speed is 211.79% of the surrounding traffic's one", + "Average speed is 239.39% of the surrounding traffic's one", + "Average speed is 237.23% of the surrounding traffic's one", + "Average speed is 235.97% of the surrounding traffic's one", + "Average speed is 274.65% of the surrounding traffic's one", + "Average speed is 295.79% of the surrounding traffic's one", + "Average speed is 318.1% of the surrounding traffic's one", + "Average speed is 701.28% of the surrounding traffic's one", + "Average speed is 697.64% of the surrounding traffic's one", + "Average speed is 781.0% of the surrounding traffic's one", + "Average speed is 625.83% of the surrounding traffic's one", + "Average speed is 457.37% of the surrounding traffic's one", + "Average speed is 335.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.05, + "duration_system": 46.056 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_04_10_14_33_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 59.39% of the surrounding traffic's one", + "Average speed is 10.53% of the surrounding traffic's one", + "Average speed is 5733.43% of the surrounding traffic's one", + "Average speed is 3140.17% of the surrounding traffic's one", + "Average speed is 1664.22% of the surrounding traffic's one", + "Average speed is 1085.56% of the surrounding traffic's one", + "Average speed is 1074.09% of the surrounding traffic's one", + "Average speed is 1105.91% of the surrounding traffic's one", + "Average speed is 814.04% of the surrounding traffic's one", + "Average speed is 555.78% of the surrounding traffic's one", + "Average speed is 390.39% of the surrounding traffic's one", + "Average speed is 422.71% of the surrounding traffic's one", + "Average speed is 383.59% of the surrounding traffic's one", + "Average speed is 291.48% of the surrounding traffic's one", + "Average speed is 235.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 26.0, + "duration_system": 261.547 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_04_10_14_25_08", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.75% of the surrounding traffic's one", + "Average speed is 7.57% of the surrounding traffic's one", + "Average speed is 245.64% of the surrounding traffic's one", + "Average speed is 5221.77% of the surrounding traffic's one", + "Average speed is 2647.08% of the surrounding traffic's one", + "Average speed is 1558.19% of the surrounding traffic's one", + "Average speed is 1201.88% of the surrounding traffic's one", + "Average speed is 1109.61% of the surrounding traffic's one", + "Average speed is 891.83% of the surrounding traffic's one", + "Average speed is 975.57% of the surrounding traffic's one", + "Average speed is 585.47% of the surrounding traffic's one", + "Average speed is 398.83% of the surrounding traffic's one", + "Average speed is 283.28% of the surrounding traffic's one", + "Average speed is 208.49% of the surrounding traffic's one", + "Average speed is 240.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 41.7, + "duration_system": 364.85 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_04_09_22_11_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.41% of the surrounding traffic's one", + "Average speed is 1579.53% of the surrounding traffic's one", + "Average speed is 259.01% of the surrounding traffic's one", + "Average speed is 2892.2% of the surrounding traffic's one", + "Average speed is 4377.18% of the surrounding traffic's one", + "Average speed is 2182.86% of the surrounding traffic's one", + "Average speed is 1908.76% of the surrounding traffic's one", + "Average speed is 2672.9% of the surrounding traffic's one", + "Average speed is 2403.06% of the surrounding traffic's one", + "Average speed is 2314.63% of the surrounding traffic's one", + "Average speed is 1579.35% of the surrounding traffic's one", + "Average speed is 1426.58% of the surrounding traffic's one", + "Average speed is 1299.37% of the surrounding traffic's one", + "Average speed is 1081.92% of the surrounding traffic's one", + "Average speed is 913.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.75, + "duration_system": 313.38 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_04_10_14_19_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 227.52% of the surrounding traffic's one", + "Average speed is 206.39% of the surrounding traffic's one", + "Average speed is 198.5% of the surrounding traffic's one", + "Average speed is 372.48% of the surrounding traffic's one", + "Average speed is 389.99% of the surrounding traffic's one", + "Average speed is 428.5% of the surrounding traffic's one", + "Average speed is 576.69% of the surrounding traffic's one", + "Average speed is 555.51% of the surrounding traffic's one", + "Average speed is 562.95% of the surrounding traffic's one", + "Average speed is 838.84% of the surrounding traffic's one", + "Average speed is 575.5% of the surrounding traffic's one", + "Average speed is 773.72% of the surrounding traffic's one", + "Average speed is 3176.74% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 2933209404589.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.55, + "duration_system": 181.216 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_04_09_22_07_28", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.023 meters (1.17% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 210.38% of the surrounding traffic's one", + "Average speed is 651.78% of the surrounding traffic's one", + "Average speed is 489.92% of the surrounding traffic's one", + "Average speed is 419.84% of the surrounding traffic's one", + "Average speed is 397.26% of the surrounding traffic's one", + "Average speed is 400.58% of the surrounding traffic's one", + "Average speed is 572.59% of the surrounding traffic's one", + "Average speed is 1135.41% of the surrounding traffic's one", + "Average speed is 1052.58% of the surrounding traffic's one", + "Average speed is 964.46% of the surrounding traffic's one", + "Average speed is 4398.9% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 42830056.77% of the surrounding traffic's one", + "Average speed is 1437640.64% of the surrounding traffic's one", + "Average speed is 2184389.45% of the surrounding traffic's one", + "Average speed is 2184389.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.988318, + "score_composed": 98.831778 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.45, + "duration_system": 119.132 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_04_09_22_01_56", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=4722 at (x=2800.823, y=6048.195, z=155.512) at time=4.850s [CARLA Frame: 5884, Agent Step: 96]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.6% of the surrounding traffic's one", + "Average speed is 355.55% of the surrounding traffic's one", + "Average speed is 394.13% of the surrounding traffic's one", + "Average speed is 421.01% of the surrounding traffic's one", + "Average speed is 426.64% of the surrounding traffic's one", + "Average speed is 492.26% of the surrounding traffic's one", + "Average speed is 744.32% of the surrounding traffic's one", + "Average speed is 670.05% of the surrounding traffic's one", + "Average speed is 994.93% of the surrounding traffic's one", + "Average speed is 1271.23% of the surrounding traffic's one", + "Average speed is 646.86% of the surrounding traffic's one", + "Average speed is 437.35% of the surrounding traffic's one", + "Average speed is 281.01% of the surrounding traffic's one", + "Average speed is 218.95% of the surrounding traffic's one", + "Average speed is 236.99% of the surrounding traffic's one", + "Average speed is 226.76% of the surrounding traffic's one", + "Average speed is 8182.48% of the surrounding traffic's one", + "Average speed is 1317371.21% of the surrounding traffic's one", + "Average speed is 1317371.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 21.9, + "duration_system": 180.225 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_04_10_13_40_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.4% of the surrounding traffic's one", + "Average speed is 299.23% of the surrounding traffic's one", + "Average speed is 633.22% of the surrounding traffic's one", + "Average speed is 165.3% of the surrounding traffic's one", + "Average speed is 14.43% of the surrounding traffic's one", + "Average speed is 1683.88% of the surrounding traffic's one", + "Average speed is 1587.33% of the surrounding traffic's one", + "Average speed is 1307.33% of the surrounding traffic's one", + "Average speed is 807.32% of the surrounding traffic's one", + "Average speed is 533.85% of the surrounding traffic's one", + "Average speed is 0.38% of the surrounding traffic's one", + "Average speed is 104.33% of the surrounding traffic's one", + "Average speed is 122.59% of the surrounding traffic's one", + "Average speed is 138.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 245.05, + "duration_system": 2205.55 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_04_10_13_30_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 237.05% of the surrounding traffic's one", + "Average speed is 162.89% of the surrounding traffic's one", + "Average speed is 88.27% of the surrounding traffic's one", + "Average speed is 41.99% of the surrounding traffic's one", + "Average speed is 7.99% of the surrounding traffic's one", + "Average speed is 588.03% of the surrounding traffic's one", + "Average speed is 787.62% of the surrounding traffic's one", + "Average speed is 643.12% of the surrounding traffic's one", + "Average speed is 460.98% of the surrounding traffic's one", + "Average speed is 442.37% of the surrounding traffic's one", + "Average speed is 374.95% of the surrounding traffic's one", + "Average speed is 344.09% of the surrounding traffic's one", + "Average speed is 230.6% of the surrounding traffic's one", + "Average speed is 216.83% of the surrounding traffic's one", + "Average speed is 164.65% of the surrounding traffic's one", + "Average speed is 179.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 52.65, + "duration_system": 460.228 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_04_10_13_19_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.24% of the surrounding traffic's one", + "Average speed is 166.1% of the surrounding traffic's one", + "Average speed is 117.83% of the surrounding traffic's one", + "Average speed is 10.61% of the surrounding traffic's one", + "Average speed is 724.47% of the surrounding traffic's one", + "Average speed is 697.51% of the surrounding traffic's one", + "Average speed is 818.57% of the surrounding traffic's one", + "Average speed is 761.0% of the surrounding traffic's one", + "Average speed is 89.59% of the surrounding traffic's one", + "Average speed is 710.87% of the surrounding traffic's one", + "Average speed is 780.97% of the surrounding traffic's one", + "Average speed is 974.34% of the surrounding traffic's one", + "Average speed is 1084.81% of the surrounding traffic's one", + "Average speed is 814.65% of the surrounding traffic's one", + "Average speed is 514.65% of the surrounding traffic's one", + "Average speed is 413.66% of the surrounding traffic's one", + "Average speed is 337.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 45.2, + "duration_system": 447.371 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_04_11_06_17_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 151.06% of the surrounding traffic's one", + "Average speed is 116.84% of the surrounding traffic's one", + "Average speed is 55.38% of the surrounding traffic's one", + "Average speed is 65.52% of the surrounding traffic's one", + "Average speed is 4.11% of the surrounding traffic's one", + "Average speed is 299.94% of the surrounding traffic's one", + "Average speed is 522.02% of the surrounding traffic's one", + "Average speed is 629.82% of the surrounding traffic's one", + "Average speed is 488.44% of the surrounding traffic's one", + "Average speed is 517.52% of the surrounding traffic's one", + "Average speed is 491.63% of the surrounding traffic's one", + "Average speed is 132.15% of the surrounding traffic's one", + "Average speed is 295.64% of the surrounding traffic's one", + "Average speed is 350.45% of the surrounding traffic's one", + "Average speed is 374.2% of the surrounding traffic's one", + "Average speed is 233.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 100.1, + "duration_system": 825.648 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_04_10_12_39_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.08% of the surrounding traffic's one", + "Average speed is 105.94% of the surrounding traffic's one", + "Average speed is 164.49% of the surrounding traffic's one", + "Average speed is 79.5% of the surrounding traffic's one", + "Average speed is 47.96% of the surrounding traffic's one", + "Average speed is 36.19% of the surrounding traffic's one", + "Average speed is 197.6% of the surrounding traffic's one", + "Average speed is 360.42% of the surrounding traffic's one", + "Average speed is 423.62% of the surrounding traffic's one", + "Average speed is 374.2% of the surrounding traffic's one", + "Average speed is 173.6% of the surrounding traffic's one", + "Average speed is 153.33% of the surrounding traffic's one", + "Average speed is 245.54% of the surrounding traffic's one", + "Average speed is 318.04% of the surrounding traffic's one", + "Average speed is 280.59% of the surrounding traffic's one", + "Average speed is 220.53% of the surrounding traffic's one", + "Average speed is 181.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 21.3, + "duration_system": 175.2 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_04_09_21_57_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.6% of the surrounding traffic's one", + "Average speed is 114.7% of the surrounding traffic's one", + "Average speed is 126.3% of the surrounding traffic's one", + "Average speed is 40.93% of the surrounding traffic's one", + "Average speed is 56.68% of the surrounding traffic's one", + "Average speed is 242.15% of the surrounding traffic's one", + "Average speed is 381.19% of the surrounding traffic's one", + "Average speed is 419.63% of the surrounding traffic's one", + "Average speed is 420.57% of the surrounding traffic's one", + "Average speed is 128.04% of the surrounding traffic's one", + "Average speed is 210.87% of the surrounding traffic's one", + "Average speed is 604.52% of the surrounding traffic's one", + "Average speed is 454.4% of the surrounding traffic's one", + "Average speed is 241.79% of the surrounding traffic's one", + "Average speed is 200.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 16.1, + "duration_system": 120.168 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_04_10_12_35_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.43% of the surrounding traffic's one", + "Average speed is 120.25% of the surrounding traffic's one", + "Average speed is 598.08% of the surrounding traffic's one", + "Average speed is 384.84% of the surrounding traffic's one", + "Average speed is 107.2% of the surrounding traffic's one", + "Average speed is 35.92% of the surrounding traffic's one", + "Average speed is 102.28% of the surrounding traffic's one", + "Average speed is 194.04% of the surrounding traffic's one", + "Average speed is 234.37% of the surrounding traffic's one", + "Average speed is 289.91% of the surrounding traffic's one", + "Average speed is 362.3% of the surrounding traffic's one", + "Average speed is 409.17% of the surrounding traffic's one", + "Average speed is 435.6% of the surrounding traffic's one", + "Average speed is 562.12% of the surrounding traffic's one", + "Average speed is 459.83% of the surrounding traffic's one", + "Average speed is 286.27% of the surrounding traffic's one", + "Average speed is 283.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.2, + "duration_system": 107.142 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_04_09_21_53_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.28% of the surrounding traffic's one", + "Average speed is 545.1% of the surrounding traffic's one", + "Average speed is 479.97% of the surrounding traffic's one", + "Average speed is 341.07% of the surrounding traffic's one", + "Average speed is 146.84% of the surrounding traffic's one", + "Average speed is 65.76% of the surrounding traffic's one", + "Average speed is 48.49% of the surrounding traffic's one", + "Average speed is 452.92% of the surrounding traffic's one", + "Average speed is 386.48% of the surrounding traffic's one", + "Average speed is 315.81% of the surrounding traffic's one", + "Average speed is 640.43% of the surrounding traffic's one", + "Average speed is 806.28% of the surrounding traffic's one", + "Average speed is 1336.74% of the surrounding traffic's one", + "Average speed is 2378.6% of the surrounding traffic's one", + "Average speed is 7522.11% of the surrounding traffic's one", + "Average speed is 3130.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.2, + "duration_system": 98.104 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_04_10_12_30_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 347.68% of the surrounding traffic's one", + "Average speed is 245.58% of the surrounding traffic's one", + "Average speed is 345.04% of the surrounding traffic's one", + "Average speed is 147.26% of the surrounding traffic's one", + "Average speed is 54.94% of the surrounding traffic's one", + "Average speed is 159.25% of the surrounding traffic's one", + "Average speed is 309.42% of the surrounding traffic's one", + "Average speed is 367.99% of the surrounding traffic's one", + "Average speed is 434.89% of the surrounding traffic's one", + "Average speed is 418.63% of the surrounding traffic's one", + "Average speed is 471.7% of the surrounding traffic's one", + "Average speed is 561.42% of the surrounding traffic's one", + "Average speed is 2237.18% of the surrounding traffic's one", + "Average speed is 2712.04% of the surrounding traffic's one", + "Average speed is 1261.57% of the surrounding traffic's one", + "Average speed is 641.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.65, + "duration_system": 110.125 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_04_10_12_26_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.2% of the surrounding traffic's one", + "Average speed is 534.36% of the surrounding traffic's one", + "Average speed is 735.43% of the surrounding traffic's one", + "Average speed is 391.51% of the surrounding traffic's one", + "Average speed is 142.44% of the surrounding traffic's one", + "Average speed is 82.32% of the surrounding traffic's one", + "Average speed is 48.15% of the surrounding traffic's one", + "Average speed is 263.96% of the surrounding traffic's one", + "Average speed is 287.05% of the surrounding traffic's one", + "Average speed is 375.23% of the surrounding traffic's one", + "Average speed is 237.17% of the surrounding traffic's one", + "Average speed is 687.95% of the surrounding traffic's one", + "Average speed is 1082.16% of the surrounding traffic's one", + "Average speed is 1037.28% of the surrounding traffic's one", + "Average speed is 1804.11% of the surrounding traffic's one", + "Average speed is 5632.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 13.1, + "duration_system": 118.12 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_04_09_21_49_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.03% of the surrounding traffic's one", + "Average speed is 133.63% of the surrounding traffic's one", + "Average speed is 99.28% of the surrounding traffic's one", + "Average speed is 123.22% of the surrounding traffic's one", + "Average speed is 134.15% of the surrounding traffic's one", + "Average speed is 159.73% of the surrounding traffic's one", + "Average speed is 183.46% of the surrounding traffic's one", + "Average speed is 204.18% of the surrounding traffic's one", + "Average speed is 221.05% of the surrounding traffic's one", + "Average speed is 233.62% of the surrounding traffic's one", + "Average speed is 241.62% of the surrounding traffic's one", + "Average speed is 240.6% of the surrounding traffic's one", + "Average speed is 235.44% of the surrounding traffic's one", + "Average speed is 229.98% of the surrounding traffic's one", + "Average speed is 280.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.25, + "duration_system": 56.077 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_04_10_12_22_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.4% of the surrounding traffic's one", + "Average speed is 135.39% of the surrounding traffic's one", + "Average speed is 146.6% of the surrounding traffic's one", + "Average speed is 126.15% of the surrounding traffic's one", + "Average speed is 121.44% of the surrounding traffic's one", + "Average speed is 148.58% of the surrounding traffic's one", + "Average speed is 176.18% of the surrounding traffic's one", + "Average speed is 196.62% of the surrounding traffic's one", + "Average speed is 212.57% of the surrounding traffic's one", + "Average speed is 229.34% of the surrounding traffic's one", + "Average speed is 234.09% of the surrounding traffic's one", + "Average speed is 230.88% of the surrounding traffic's one", + "Average speed is 219.95% of the surrounding traffic's one", + "Average speed is 192.97% of the surrounding traffic's one", + "Average speed is 168.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.4, + "duration_system": 61.061 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_04_10_12_18_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.17% of the surrounding traffic's one", + "Average speed is 138.33% of the surrounding traffic's one", + "Average speed is 122.85% of the surrounding traffic's one", + "Average speed is 126.7% of the surrounding traffic's one", + "Average speed is 132.19% of the surrounding traffic's one", + "Average speed is 117.01% of the surrounding traffic's one", + "Average speed is 130.93% of the surrounding traffic's one", + "Average speed is 118.88% of the surrounding traffic's one", + "Average speed is 120.95% of the surrounding traffic's one", + "Average speed is 121.99% of the surrounding traffic's one", + "Average speed is 120.65% of the surrounding traffic's one", + "Average speed is 115.37% of the surrounding traffic's one", + "Average speed is 129.14% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 11.15, + "duration_system": 90.232 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_04_10_12_14_22", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.29% of the surrounding traffic's one", + "Average speed is 112.65% of the surrounding traffic's one", + "Average speed is 87.94% of the surrounding traffic's one", + "Average speed is 148.92% of the surrounding traffic's one", + "Average speed is 101.45% of the surrounding traffic's one", + "Average speed is 102.53% of the surrounding traffic's one", + "Average speed is 105.57% of the surrounding traffic's one", + "Average speed is 97.56% of the surrounding traffic's one", + "Average speed is 105.06% of the surrounding traffic's one", + "Average speed is 117.25% of the surrounding traffic's one", + "Average speed is 109.62% of the surrounding traffic's one", + "Average speed is 102.33% of the surrounding traffic's one", + "Average speed is 107.26% of the surrounding traffic's one", + "Average speed is 101.11% of the surrounding traffic's one", + "Average speed is 100.43% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 119.135 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_04_10_12_07_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.01% of the surrounding traffic's one", + "Average speed is 122.43% of the surrounding traffic's one", + "Average speed is 16.66% of the surrounding traffic's one", + "Average speed is 140.7% of the surrounding traffic's one", + "Average speed is 140.26% of the surrounding traffic's one", + "Average speed is 107.44% of the surrounding traffic's one", + "Average speed is 124.79% of the surrounding traffic's one", + "Average speed is 79.58% of the surrounding traffic's one", + "Average speed is 66.1% of the surrounding traffic's one", + "Average speed is 175.48% of the surrounding traffic's one", + "Average speed is 157.39% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one", + "Average speed is 140.79% of the surrounding traffic's one", + "Average speed is 98.0% of the surrounding traffic's one", + "Average speed is 108.11% of the surrounding traffic's one", + "Average speed is 121.49% of the surrounding traffic's one", + "Average speed is 113.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 28.55, + "duration_system": 245.3 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_04_10_12_03_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 49.86% of the surrounding traffic's one", + "Average speed is 108.63% of the surrounding traffic's one", + "Average speed is 119.57% of the surrounding traffic's one", + "Average speed is 128.16% of the surrounding traffic's one", + "Average speed is 130.7% of the surrounding traffic's one", + "Average speed is 115.8% of the surrounding traffic's one", + "Average speed is 125.02% of the surrounding traffic's one", + "Average speed is 123.37% of the surrounding traffic's one", + "Average speed is 122.21% of the surrounding traffic's one", + "Average speed is 108.28% of the surrounding traffic's one", + "Average speed is 108.34% of the surrounding traffic's one", + "Average speed is 120.42% of the surrounding traffic's one", + "Average speed is 105.2% of the surrounding traffic's one", + "Average speed is 121.07% of the surrounding traffic's one", + "Average speed is 126.58% of the surrounding traffic's one", + "Average speed is 107.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 17.65, + "duration_system": 127.157 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_04_10_11_57_27", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.73% of the surrounding traffic's one", + "Average speed is 149.58% of the surrounding traffic's one", + "Average speed is 187.39% of the surrounding traffic's one", + "Average speed is 233.22% of the surrounding traffic's one", + "Average speed is 238.8% of the surrounding traffic's one", + "Average speed is 181.49% of the surrounding traffic's one", + "Average speed is 164.57% of the surrounding traffic's one", + "Average speed is 172.23% of the surrounding traffic's one", + "Average speed is 139.11% of the surrounding traffic's one", + "Average speed is 121.53% of the surrounding traffic's one", + "Average speed is 104.08% of the surrounding traffic's one", + "Average speed is 104.37% of the surrounding traffic's one", + "Average speed is 95.73% of the surrounding traffic's one", + "Average speed is 97.23% of the surrounding traffic's one", + "Average speed is 115.11% of the surrounding traffic's one", + "Average speed is 112.89% of the surrounding traffic's one", + "Average speed is 122.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.3, + "duration_system": 187.803 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_04_10_11_52_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.98% of the surrounding traffic's one", + "Average speed is 218.18% of the surrounding traffic's one", + "Average speed is 415.05% of the surrounding traffic's one", + "Average speed is 570.34% of the surrounding traffic's one", + "Average speed is 478.13% of the surrounding traffic's one", + "Average speed is 513.7% of the surrounding traffic's one", + "Average speed is 534.54% of the surrounding traffic's one", + "Average speed is 502.14% of the surrounding traffic's one", + "Average speed is 407.29% of the surrounding traffic's one", + "Average speed is 447.14% of the surrounding traffic's one", + "Average speed is 373.8% of the surrounding traffic's one", + "Average speed is 360.34% of the surrounding traffic's one", + "Average speed is 382.84% of the surrounding traffic's one", + "Average speed is 358.25% of the surrounding traffic's one", + "Average speed is 473.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.25, + "duration_system": 128.137 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_04_10_11_47_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.24% of the surrounding traffic's one", + "Average speed is 142.7% of the surrounding traffic's one", + "Average speed is 179.69% of the surrounding traffic's one", + "Average speed is 208.98% of the surrounding traffic's one", + "Average speed is 262.56% of the surrounding traffic's one", + "Average speed is 365.78% of the surrounding traffic's one", + "Average speed is 285.22% of the surrounding traffic's one", + "Average speed is 63.94% of the surrounding traffic's one", + "Average speed is 229.0% of the surrounding traffic's one", + "Average speed is 333.09% of the surrounding traffic's one", + "Average speed is 239.68% of the surrounding traffic's one", + "Average speed is 198.55% of the surrounding traffic's one", + "Average speed is 244.6% of the surrounding traffic's one", + "Average speed is 204.85% of the surrounding traffic's one", + "Average speed is 241.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 15.85, + "duration_system": 188.21 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_04_09_21_44_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.4% of the surrounding traffic's one", + "Average speed is 151.35% of the surrounding traffic's one", + "Average speed is 176.03% of the surrounding traffic's one", + "Average speed is 222.14% of the surrounding traffic's one", + "Average speed is 255.52% of the surrounding traffic's one", + "Average speed is 356.25% of the surrounding traffic's one", + "Average speed is 454.48% of the surrounding traffic's one", + "Average speed is 291.65% of the surrounding traffic's one", + "Average speed is 25.78% of the surrounding traffic's one", + "Average speed is 375.28% of the surrounding traffic's one", + "Average speed is 552.52% of the surrounding traffic's one", + "Average speed is 445.32% of the surrounding traffic's one", + "Average speed is 433.83% of the surrounding traffic's one", + "Average speed is 790.28% of the surrounding traffic's one", + "Average speed is 640.62% of the surrounding traffic's one", + "Average speed is 678.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.85, + "duration_system": 161.187 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_04_10_11_41_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.37% of the surrounding traffic's one", + "Average speed is 136.58% of the surrounding traffic's one", + "Average speed is 211.79% of the surrounding traffic's one", + "Average speed is 296.32% of the surrounding traffic's one", + "Average speed is 179.15% of the surrounding traffic's one", + "Average speed is 34.88% of the surrounding traffic's one", + "Average speed is 197.8% of the surrounding traffic's one", + "Average speed is 255.47% of the surrounding traffic's one", + "Average speed is 207.0% of the surrounding traffic's one", + "Average speed is 169.66% of the surrounding traffic's one", + "Average speed is 203.93% of the surrounding traffic's one", + "Average speed is 198.47% of the surrounding traffic's one", + "Average speed is 189.26% of the surrounding traffic's one", + "Average speed is 189.21% of the surrounding traffic's one", + "Average speed is 282.09% of the surrounding traffic's one", + "Average speed is 241.11% of the surrounding traffic's one", + "Average speed is 202.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 21.2, + "duration_system": 217.22 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_04_10_11_34_24", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.6% of the surrounding traffic's one", + "Average speed is 152.91% of the surrounding traffic's one", + "Average speed is 233.58% of the surrounding traffic's one", + "Average speed is 213.27% of the surrounding traffic's one", + "Average speed is 234.56% of the surrounding traffic's one", + "Average speed is 233.42% of the surrounding traffic's one", + "Average speed is 212.26% of the surrounding traffic's one", + "Average speed is 157.92% of the surrounding traffic's one", + "Average speed is 101.32% of the surrounding traffic's one", + "Average speed is 102.24% of the surrounding traffic's one", + "Average speed is 109.44% of the surrounding traffic's one", + "Average speed is 98.8% of the surrounding traffic's one", + "Average speed is 96.36% of the surrounding traffic's one", + "Average speed is 104.76% of the surrounding traffic's one", + "Average speed is 27.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.9, + "duration_system": 248.704 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_04_10_11_29_42", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.68% of the surrounding traffic's one", + "Average speed is 159.76% of the surrounding traffic's one", + "Average speed is 220.63% of the surrounding traffic's one", + "Average speed is 159.22% of the surrounding traffic's one", + "Average speed is 149.43% of the surrounding traffic's one", + "Average speed is 125.55% of the surrounding traffic's one", + "Average speed is 81.53% of the surrounding traffic's one", + "Average speed is 65.35% of the surrounding traffic's one", + "Average speed is 79.95% of the surrounding traffic's one", + "Average speed is 217.85% of the surrounding traffic's one", + "Average speed is 292.26% of the surrounding traffic's one", + "Average speed is 481.93% of the surrounding traffic's one", + "Average speed is 412.83% of the surrounding traffic's one", + "Average speed is 370.27% of the surrounding traffic's one", + "Average speed is 504.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.55, + "duration_system": 127.158 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_04_10_10_45_56", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=4887 at (x=4300.546, y=580.794, z=175.781) at time=91.500s [CARLA Frame: 7594, Agent Step: 1829]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 0.995 meters (0.81% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 127.18% of the surrounding traffic's one", + "Average speed is 136.41% of the surrounding traffic's one", + "Average speed is 226.71% of the surrounding traffic's one", + "Average speed is 257.79% of the surrounding traffic's one", + "Average speed is 240.74% of the surrounding traffic's one", + "Average speed is 166.73% of the surrounding traffic's one", + "Average speed is 96.1% of the surrounding traffic's one", + "Average speed is 17.07% of the surrounding traffic's one", + "Average speed is 43.73% of the surrounding traffic's one", + "Average speed is 369.28% of the surrounding traffic's one", + "Average speed is 310.31% of the surrounding traffic's one", + "Average speed is 304.87% of the surrounding traffic's one", + "Average speed is 331.58% of the surrounding traffic's one", + "Average speed is 285.91% of the surrounding traffic's one", + "Average speed is 241.66% of the surrounding traffic's one", + "Average speed is 237.37% of the surrounding traffic's one", + "Average speed is 261.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.416617, + "score_composed": 41.661742 + }, + "meta": { + "route_length": 132.541, + "duration_game": 248.95, + "duration_system": 2471.204 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_04_09_21_34_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.43% of the surrounding traffic's one", + "Average speed is 134.4% of the surrounding traffic's one", + "Average speed is 3.11% of the surrounding traffic's one", + "Average speed is 115.38% of the surrounding traffic's one", + "Average speed is 192.44% of the surrounding traffic's one", + "Average speed is 191.81% of the surrounding traffic's one", + "Average speed is 122.14% of the surrounding traffic's one", + "Average speed is 85.03% of the surrounding traffic's one", + "Average speed is 107.21% of the surrounding traffic's one", + "Average speed is 101.12% of the surrounding traffic's one", + "Average speed is 94.09% of the surrounding traffic's one", + "Average speed is 98.8% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 114.67% of the surrounding traffic's one", + "Average speed is 107.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 54.1, + "duration_system": 453.511 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_04_09_21_30_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.85% of the surrounding traffic's one", + "Average speed is 180.85% of the surrounding traffic's one", + "Average speed is 206.84% of the surrounding traffic's one", + "Average speed is 264.13% of the surrounding traffic's one", + "Average speed is 229.2% of the surrounding traffic's one", + "Average speed is 221.82% of the surrounding traffic's one", + "Average speed is 218.87% of the surrounding traffic's one", + "Average speed is 213.48% of the surrounding traffic's one", + "Average speed is 206.24% of the surrounding traffic's one", + "Average speed is 200.72% of the surrounding traffic's one", + "Average speed is 189.31% of the surrounding traffic's one", + "Average speed is 176.91% of the surrounding traffic's one", + "Average speed is 163.13% of the surrounding traffic's one", + "Average speed is 156.49% of the surrounding traffic's one", + "Average speed is 160.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.8, + "duration_system": 76.092 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_04_10_10_42_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 82.86% of the surrounding traffic's one", + "Average speed is 130.84% of the surrounding traffic's one", + "Average speed is 125.4% of the surrounding traffic's one", + "Average speed is 157.96% of the surrounding traffic's one", + "Average speed is 172.41% of the surrounding traffic's one", + "Average speed is 196.99% of the surrounding traffic's one", + "Average speed is 215.3% of the surrounding traffic's one", + "Average speed is 229.94% of the surrounding traffic's one", + "Average speed is 246.46% of the surrounding traffic's one", + "Average speed is 247.9% of the surrounding traffic's one", + "Average speed is 242.84% of the surrounding traffic's one", + "Average speed is 245.35% of the surrounding traffic's one", + "Average speed is 226.12% of the surrounding traffic's one", + "Average speed is 200.02% of the surrounding traffic's one", + "Average speed is 184.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 8.1, + "duration_system": 71.095 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_04_09_21_27_15", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 153.12% of the surrounding traffic's one", + "Average speed is 187.76% of the surrounding traffic's one", + "Average speed is 187.29% of the surrounding traffic's one", + "Average speed is 209.66% of the surrounding traffic's one", + "Average speed is 215.89% of the surrounding traffic's one", + "Average speed is 210.08% of the surrounding traffic's one", + "Average speed is 223.94% of the surrounding traffic's one", + "Average speed is 232.38% of the surrounding traffic's one", + "Average speed is 230.06% of the surrounding traffic's one", + "Average speed is 210.01% of the surrounding traffic's one", + "Average speed is 194.44% of the surrounding traffic's one", + "Average speed is 173.42% of the surrounding traffic's one", + "Average speed is 161.43% of the surrounding traffic's one", + "Average speed is 225.16% of the surrounding traffic's one", + "Average speed is 226.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 55.06 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_04_09_21_19_26", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=4722 at (x=-1083.685, y=5974.273, z=146.035) at time=10.550s [CARLA Frame: 6115, Agent Step: 210]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=4724 at (x=-1124.85, y=5966.01, z=145.878) at time=14.550s [CARLA Frame: 6195, Agent Step: 290]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 160.65% of the surrounding traffic's one", + "Average speed is 159.25% of the surrounding traffic's one", + "Average speed is 174.5% of the surrounding traffic's one", + "Average speed is 180.01% of the surrounding traffic's one", + "Average speed is 129.77% of the surrounding traffic's one", + "Average speed is 22.24% of the surrounding traffic's one", + "Average speed is 141.59% of the surrounding traffic's one", + "Average speed is 199.79% of the surrounding traffic's one", + "Average speed is 247.65% of the surrounding traffic's one", + "Average speed is 256.4% of the surrounding traffic's one", + "Average speed is 219.51% of the surrounding traffic's one", + "Average speed is 48.35% of the surrounding traffic's one", + "Average speed is 103.53% of the surrounding traffic's one", + "Average speed is 134.53% of the surrounding traffic's one", + "Average speed is 108.98% of the surrounding traffic's one", + "Average speed is 122.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 20.5, + "duration_system": 320.37 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_04_10_10_35_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.48% of the surrounding traffic's one", + "Average speed is 135.29% of the surrounding traffic's one", + "Average speed is 185.99% of the surrounding traffic's one", + "Average speed is 205.28% of the surrounding traffic's one", + "Average speed is 171.3% of the surrounding traffic's one", + "Average speed is 175.0% of the surrounding traffic's one", + "Average speed is 126.03% of the surrounding traffic's one", + "Average speed is 47.52% of the surrounding traffic's one", + "Average speed is 115.43% of the surrounding traffic's one", + "Average speed is 172.47% of the surrounding traffic's one", + "Average speed is 172.85% of the surrounding traffic's one", + "Average speed is 160.72% of the surrounding traffic's one", + "Average speed is 133.65% of the surrounding traffic's one", + "Average speed is 101.71% of the surrounding traffic's one", + "Average speed is 113.02% of the surrounding traffic's one", + "Average speed is 12.74% of the surrounding traffic's one", + "Average speed is 104.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 34.0, + "duration_system": 244.315 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_04_10_10_30_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.15% of the surrounding traffic's one", + "Average speed is 135.25% of the surrounding traffic's one", + "Average speed is 196.98% of the surrounding traffic's one", + "Average speed is 179.26% of the surrounding traffic's one", + "Average speed is 152.97% of the surrounding traffic's one", + "Average speed is 75.37% of the surrounding traffic's one", + "Average speed is 56.9% of the surrounding traffic's one", + "Average speed is 195.19% of the surrounding traffic's one", + "Average speed is 179.17% of the surrounding traffic's one", + "Average speed is 139.49% of the surrounding traffic's one", + "Average speed is 104.14% of the surrounding traffic's one", + "Average speed is 107.78% of the surrounding traffic's one", + "Average speed is 106.88% of the surrounding traffic's one", + "Average speed is 128.29% of the surrounding traffic's one", + "Average speed is 115.2% of the surrounding traffic's one", + "Average speed is 115.88% of the surrounding traffic's one", + "Average speed is 91.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 18.45, + "duration_system": 132.154 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_04_09_21_12_28", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 91.29% of the surrounding traffic's one", + "Average speed is 12.89% of the surrounding traffic's one", + "Average speed is 338.11% of the surrounding traffic's one", + "Average speed is 400.16% of the surrounding traffic's one", + "Average speed is 447.21% of the surrounding traffic's one", + "Average speed is 436.78% of the surrounding traffic's one", + "Average speed is 434.64% of the surrounding traffic's one", + "Average speed is 400.95% of the surrounding traffic's one", + "Average speed is 860.18% of the surrounding traffic's one", + "Average speed is 768.34% of the surrounding traffic's one", + "Average speed is 773.67% of the surrounding traffic's one", + "Average speed is 442.11% of the surrounding traffic's one", + "Average speed is 418.99% of the surrounding traffic's one", + "Average speed is 323.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 23.45, + "duration_system": 280.297 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_04_10_10_26_40", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.7% of the surrounding traffic's one", + "Average speed is 30.93% of the surrounding traffic's one", + "Average speed is 304.61% of the surrounding traffic's one", + "Average speed is 494.33% of the surrounding traffic's one", + "Average speed is 423.88% of the surrounding traffic's one", + "Average speed is 405.6% of the surrounding traffic's one", + "Average speed is 372.34% of the surrounding traffic's one", + "Average speed is 428.97% of the surrounding traffic's one", + "Average speed is 594.73% of the surrounding traffic's one", + "Average speed is 477.65% of the surrounding traffic's one", + "Average speed is 299.64% of the surrounding traffic's one", + "Average speed is 199.04% of the surrounding traffic's one", + "Average speed is 210.65% of the surrounding traffic's one", + "Average speed is 159.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 11.3, + "duration_system": 110.113 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_04_09_21_09_18", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.54% of the surrounding traffic's one", + "Average speed is 194.49% of the surrounding traffic's one", + "Average speed is 269.97% of the surrounding traffic's one", + "Average speed is 285.98% of the surrounding traffic's one", + "Average speed is 281.4% of the surrounding traffic's one", + "Average speed is 287.01% of the surrounding traffic's one", + "Average speed is 304.82% of the surrounding traffic's one", + "Average speed is 310.32% of the surrounding traffic's one", + "Average speed is 329.5% of the surrounding traffic's one", + "Average speed is 700.06% of the surrounding traffic's one", + "Average speed is 578.97% of the surrounding traffic's one", + "Average speed is 535.7% of the surrounding traffic's one", + "Average speed is 350.31% of the surrounding traffic's one", + "Average speed is 228.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.4, + "duration_system": 50.053 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_04_09_20_48_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.13% of the surrounding traffic's one", + "Average speed is 174.87% of the surrounding traffic's one", + "Average speed is 9653.98% of the surrounding traffic's one", + "Average speed is 4817.42% of the surrounding traffic's one", + "Average speed is 3605.59% of the surrounding traffic's one", + "Average speed is 2291.28% of the surrounding traffic's one", + "Average speed is 1970.59% of the surrounding traffic's one", + "Average speed is 1664.41% of the surrounding traffic's one", + "Average speed is 982.05% of the surrounding traffic's one", + "Average speed is 605.44% of the surrounding traffic's one", + "Average speed is 372.07% of the surrounding traffic's one", + "Average speed is 293.3% of the surrounding traffic's one", + "Average speed is 249.64% of the surrounding traffic's one", + "Average speed is 192.53% of the surrounding traffic's one", + "Average speed is 124.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 52.25, + "duration_system": 1114.165 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_04_10_10_21_14", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.84% of the surrounding traffic's one", + "Average speed is 78.7% of the surrounding traffic's one", + "Average speed is 156.0% of the surrounding traffic's one", + "Average speed is 160.62% of the surrounding traffic's one", + "Average speed is 62.7% of the surrounding traffic's one", + "Average speed is 47.8% of the surrounding traffic's one", + "Average speed is 342.16% of the surrounding traffic's one", + "Average speed is 479.97% of the surrounding traffic's one", + "Average speed is 541.22% of the surrounding traffic's one", + "Average speed is 455.1% of the surrounding traffic's one", + "Average speed is 373.18% of the surrounding traffic's one", + "Average speed is 404.95% of the surrounding traffic's one", + "Average speed is 252.35% of the surrounding traffic's one", + "Average speed is 158.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 14.55, + "duration_system": 184.21 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_04_10_10_13_46", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.26% of the surrounding traffic's one", + "Average speed is 253.73% of the surrounding traffic's one", + "Average speed is 166.64% of the surrounding traffic's one", + "Average speed is 93.64% of the surrounding traffic's one", + "Average speed is 29.27% of the surrounding traffic's one", + "Average speed is 277.37% of the surrounding traffic's one", + "Average speed is 333.51% of the surrounding traffic's one", + "Average speed is 296.65% of the surrounding traffic's one", + "Average speed is 272.35% of the surrounding traffic's one", + "Average speed is 508.62% of the surrounding traffic's one", + "Average speed is 2644.2% of the surrounding traffic's one", + "Average speed is 1081.68% of the surrounding traffic's one", + "Average speed is 543.97% of the surrounding traffic's one", + "Average speed is 262.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 30.4, + "duration_system": 310.907 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_04_10_10_07_56", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 245.75% of the surrounding traffic's one", + "Average speed is 299.53% of the surrounding traffic's one", + "Average speed is 303.66% of the surrounding traffic's one", + "Average speed is 213.38% of the surrounding traffic's one", + "Average speed is 52.92% of the surrounding traffic's one", + "Average speed is 50.82% of the surrounding traffic's one", + "Average speed is 312.84% of the surrounding traffic's one", + "Average speed is 413.95% of the surrounding traffic's one", + "Average speed is 439.2% of the surrounding traffic's one", + "Average speed is 459.34% of the surrounding traffic's one", + "Average speed is 535.71% of the surrounding traffic's one", + "Average speed is 438.11% of the surrounding traffic's one", + "Average speed is 406.67% of the surrounding traffic's one", + "Average speed is 264.14% of the surrounding traffic's one", + "Average speed is 182.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.75, + "duration_system": 213.703 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_04_10_09_59_03", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 21.29% of the surrounding traffic's one", + "Average speed is 145.28% of the surrounding traffic's one", + "Average speed is 385.34% of the surrounding traffic's one", + "Average speed is 208.07% of the surrounding traffic's one", + "Average speed is 48.0% of the surrounding traffic's one", + "Average speed is 268.82% of the surrounding traffic's one", + "Average speed is 396.7% of the surrounding traffic's one", + "Average speed is 434.06% of the surrounding traffic's one", + "Average speed is 313.32% of the surrounding traffic's one", + "Average speed is 294.34% of the surrounding traffic's one", + "Average speed is 313.92% of the surrounding traffic's one", + "Average speed is 211.47% of the surrounding traffic's one", + "Average speed is 149.7% of the surrounding traffic's one", + "Average speed is 137.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 20.55, + "duration_system": 397.431 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_04_09_20_43_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 94.06% of the surrounding traffic's one", + "Average speed is 194.21% of the surrounding traffic's one", + "Average speed is 231.41% of the surrounding traffic's one", + "Average speed is 89.85% of the surrounding traffic's one", + "Average speed is 45.16% of the surrounding traffic's one", + "Average speed is 226.13% of the surrounding traffic's one", + "Average speed is 394.07% of the surrounding traffic's one", + "Average speed is 425.5% of the surrounding traffic's one", + "Average speed is 574.4% of the surrounding traffic's one", + "Average speed is 495.43% of the surrounding traffic's one", + "Average speed is 365.1% of the surrounding traffic's one", + "Average speed is 324.17% of the surrounding traffic's one", + "Average speed is 173.55% of the surrounding traffic's one", + "Average speed is 150.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.55, + "duration_system": 169.182 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_04_10_09_52_50", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 252.5% of the surrounding traffic's one", + "Average speed is 265.82% of the surrounding traffic's one", + "Average speed is 278.92% of the surrounding traffic's one", + "Average speed is 447.49% of the surrounding traffic's one", + "Average speed is 506.05% of the surrounding traffic's one", + "Average speed is 550.56% of the surrounding traffic's one", + "Average speed is 639.2% of the surrounding traffic's one", + "Average speed is 615.09% of the surrounding traffic's one", + "Average speed is 574.47% of the surrounding traffic's one", + "Average speed is 515.63% of the surrounding traffic's one", + "Average speed is 620.8% of the surrounding traffic's one", + "Average speed is 758.78% of the surrounding traffic's one", + "Average speed is 730.15% of the surrounding traffic's one", + "Average speed is 1357.64% of the surrounding traffic's one", + "Average speed is 1328.75% of the surrounding traffic's one", + "Average speed is 729.68% of the surrounding traffic's one", + "Average speed is 483.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 13.0, + "duration_system": 239.247 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_04_10_09_47_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 649.75% of the surrounding traffic's one", + "Average speed is 387.42% of the surrounding traffic's one", + "Average speed is 734.44% of the surrounding traffic's one", + "Average speed is 726.72% of the surrounding traffic's one", + "Average speed is 442.84% of the surrounding traffic's one", + "Average speed is 161.06% of the surrounding traffic's one", + "Average speed is 165.59% of the surrounding traffic's one", + "Average speed is 263.95% of the surrounding traffic's one", + "Average speed is 215.42% of the surrounding traffic's one", + "Average speed is 210.72% of the surrounding traffic's one", + "Average speed is 190.67% of the surrounding traffic's one", + "Average speed is 168.27% of the surrounding traffic's one", + "Average speed is 170.33% of the surrounding traffic's one", + "Average speed is 432.62% of the surrounding traffic's one", + "Average speed is 482.4% of the surrounding traffic's one", + "Average speed is 456.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 14.15, + "duration_system": 199.212 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_04_10_09_41_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 247.57% of the surrounding traffic's one", + "Average speed is 280.33% of the surrounding traffic's one", + "Average speed is 290.33% of the surrounding traffic's one", + "Average speed is 452.35% of the surrounding traffic's one", + "Average speed is 531.48% of the surrounding traffic's one", + "Average speed is 555.82% of the surrounding traffic's one", + "Average speed is 584.43% of the surrounding traffic's one", + "Average speed is 521.03% of the surrounding traffic's one", + "Average speed is 413.46% of the surrounding traffic's one", + "Average speed is 361.71% of the surrounding traffic's one", + "Average speed is 478.49% of the surrounding traffic's one", + "Average speed is 438.89% of the surrounding traffic's one", + "Average speed is 526.34% of the surrounding traffic's one", + "Average speed is 1011.01% of the surrounding traffic's one", + "Average speed is 1114.88% of the surrounding traffic's one", + "Average speed is 655.87% of the surrounding traffic's one", + "Average speed is 414.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 13.9, + "duration_system": 232.263 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_04_10_09_35_51", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3720 at (x=905.948, y=3116.224, z=363.184) at time=12.200s [CARLA Frame: 6290, Agent Step: 243]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 11.919 meters (7.68% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 163.06% of the surrounding traffic's one", + "Average speed is 427.53% of the surrounding traffic's one", + "Average speed is 453.9% of the surrounding traffic's one", + "Average speed is 405.54% of the surrounding traffic's one", + "Average speed is 468.19% of the surrounding traffic's one", + "Average speed is 434.54% of the surrounding traffic's one", + "Average speed is 446.35% of the surrounding traffic's one", + "Average speed is 434.78% of the surrounding traffic's one", + "Average speed is 866.4% of the surrounding traffic's one", + "Average speed is 1205.54% of the surrounding traffic's one", + "Average speed is 1162.57% of the surrounding traffic's one", + "Average speed is 686.68% of the surrounding traffic's one", + "Average speed is 318.26% of the surrounding traffic's one", + "Average speed is 345.27% of the surrounding traffic's one", + "Average speed is 753.16% of the surrounding traffic's one", + "Average speed is 2636857.03% of the surrounding traffic's one", + "Average speed is 742716.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.553902, + "score_composed": 55.390159 + }, + "meta": { + "route_length": 164.082, + "duration_game": 13.75, + "duration_system": 181.19 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_04_09_20_38_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.88% of the surrounding traffic's one", + "Average speed is 146.63% of the surrounding traffic's one", + "Average speed is 329.44% of the surrounding traffic's one", + "Average speed is 404.79% of the surrounding traffic's one", + "Average speed is 320.6% of the surrounding traffic's one", + "Average speed is 97.63% of the surrounding traffic's one", + "Average speed is 139.05% of the surrounding traffic's one", + "Average speed is 166.95% of the surrounding traffic's one", + "Average speed is 77.41% of the surrounding traffic's one", + "Average speed is 28.37% of the surrounding traffic's one", + "Average speed is 530.35% of the surrounding traffic's one", + "Average speed is 344.07% of the surrounding traffic's one", + "Average speed is 467.57% of the surrounding traffic's one", + "Average speed is 284.78% of the surrounding traffic's one", + "Average speed is 239.9% of the surrounding traffic's one", + "Average speed is 161.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.45, + "duration_system": 155.485 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_04_10_09_27_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.92% of the surrounding traffic's one", + "Average speed is 154.18% of the surrounding traffic's one", + "Average speed is 108.92% of the surrounding traffic's one", + "Average speed is 14.34% of the surrounding traffic's one", + "Average speed is 398.53% of the surrounding traffic's one", + "Average speed is 439.08% of the surrounding traffic's one", + "Average speed is 723.15% of the surrounding traffic's one", + "Average speed is 767.78% of the surrounding traffic's one", + "Average speed is 431.87% of the surrounding traffic's one", + "Average speed is 347.14% of the surrounding traffic's one", + "Average speed is 206.82% of the surrounding traffic's one", + "Average speed is 6.7% of the surrounding traffic's one", + "Average speed is 219.69% of the surrounding traffic's one", + "Average speed is 252.36% of the surrounding traffic's one", + "Average speed is 202.97% of the surrounding traffic's one", + "Average speed is 155.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 40.35, + "duration_system": 366.279 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_04_10_09_08_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 170.24% of the surrounding traffic's one", + "Average speed is 220.64% of the surrounding traffic's one", + "Average speed is 604.89% of the surrounding traffic's one", + "Average speed is 235.92% of the surrounding traffic's one", + "Average speed is 62.85% of the surrounding traffic's one", + "Average speed is 3.13% of the surrounding traffic's one", + "Average speed is 269.77% of the surrounding traffic's one", + "Average speed is 557.81% of the surrounding traffic's one", + "Average speed is 732.21% of the surrounding traffic's one", + "Average speed is 590.53% of the surrounding traffic's one", + "Average speed is 558.63% of the surrounding traffic's one", + "Average speed is 979.91% of the surrounding traffic's one", + "Average speed is 1802.4% of the surrounding traffic's one", + "Average speed is 5459.46% of the surrounding traffic's one", + "Average speed is 2586.95% of the surrounding traffic's one", + "Average speed is 648.92% of the surrounding traffic's one", + "Average speed is 587.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 111.9, + "duration_system": 982.098 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_04_10_09_05_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.43% of the surrounding traffic's one", + "Average speed is 716.44% of the surrounding traffic's one", + "Average speed is 1022.51% of the surrounding traffic's one", + "Average speed is 555.6% of the surrounding traffic's one", + "Average speed is 358.95% of the surrounding traffic's one", + "Average speed is 328.71% of the surrounding traffic's one", + "Average speed is 297.51% of the surrounding traffic's one", + "Average speed is 321.56% of the surrounding traffic's one", + "Average speed is 300.82% of the surrounding traffic's one", + "Average speed is 243.23% of the surrounding traffic's one", + "Average speed is 280.72% of the surrounding traffic's one", + "Average speed is 780.63% of the surrounding traffic's one", + "Average speed is 1043.89% of the surrounding traffic's one", + "Average speed is 1072.07% of the surrounding traffic's one", + "Average speed is 1433.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.2, + "duration_system": 74.092 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_04_09_20_34_12", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3802 at (x=38.989, y=4838.637, z=372.116) at time=8.950s [CARLA Frame: 6079, Agent Step: 178]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=469 at (x=43.263, y=4842.199, z=372.109)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.61% of the surrounding traffic's one", + "Average speed is 520.96% of the surrounding traffic's one", + "Average speed is 789.03% of the surrounding traffic's one", + "Average speed is 346.64% of the surrounding traffic's one", + "Average speed is 116.57% of the surrounding traffic's one", + "Average speed is 47.91% of the surrounding traffic's one", + "Average speed is 92.01% of the surrounding traffic's one", + "Average speed is 245.82% of the surrounding traffic's one", + "Average speed is 283.59% of the surrounding traffic's one", + "Average speed is 292.81% of the surrounding traffic's one", + "Average speed is 540.19% of the surrounding traffic's one", + "Average speed is 592.85% of the surrounding traffic's one", + "Average speed is 533.37% of the surrounding traffic's one", + "Average speed is 714.95% of the surrounding traffic's one", + "Average speed is 1371.81% of the surrounding traffic's one", + "Average speed is 1473.28% of the surrounding traffic's one", + "Average speed is 824.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.48, + "score_composed": 48.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 13.15, + "duration_system": 119.642 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_04_10_09_01_10", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=3001.522, y=4627.479, z=365.342) at time=6.200s [CARLA Frame: 5919, Agent Step: 123]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.67% of the surrounding traffic's one", + "Average speed is 338.55% of the surrounding traffic's one", + "Average speed is 485.85% of the surrounding traffic's one", + "Average speed is 325.54% of the surrounding traffic's one", + "Average speed is 220.96% of the surrounding traffic's one", + "Average speed is 64.5% of the surrounding traffic's one", + "Average speed is 184.99% of the surrounding traffic's one", + "Average speed is 192.16% of the surrounding traffic's one", + "Average speed is 103.83% of the surrounding traffic's one", + "Average speed is 373.37% of the surrounding traffic's one", + "Average speed is 628.34% of the surrounding traffic's one", + "Average speed is 2212.29% of the surrounding traffic's one", + "Average speed is 1186.52% of the surrounding traffic's one", + "Average speed is 663.07% of the surrounding traffic's one", + "Average speed is 346.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 12.5, + "duration_system": 104.115 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_04_10_08_57_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 239.91% of the surrounding traffic's one", + "Average speed is 796.21% of the surrounding traffic's one", + "Average speed is 713.45% of the surrounding traffic's one", + "Average speed is 371.17% of the surrounding traffic's one", + "Average speed is 282.23% of the surrounding traffic's one", + "Average speed is 89.74% of the surrounding traffic's one", + "Average speed is 165.55% of the surrounding traffic's one", + "Average speed is 279.4% of the surrounding traffic's one", + "Average speed is 280.32% of the surrounding traffic's one", + "Average speed is 219.88% of the surrounding traffic's one", + "Average speed is 227.18% of the surrounding traffic's one", + "Average speed is 343.34% of the surrounding traffic's one", + "Average speed is 473.85% of the surrounding traffic's one", + "Average speed is 367.85% of the surrounding traffic's one", + "Average speed is 413.34% of the surrounding traffic's one", + "Average speed is 274.1% of the surrounding traffic's one", + "Average speed is 210.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.8, + "duration_system": 75.093 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_04_11_04_20_28", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.011, y=-86.325, z=336.045) at time=10.350s [CARLA Frame: 5797, Agent Step: 206]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2379.091, y=-79.213, z=335.968) at time=11.000s [CARLA Frame: 5810, Agent Step: 219]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.8% of the surrounding traffic's one", + "Average speed is 269.64% of the surrounding traffic's one", + "Average speed is 425.92% of the surrounding traffic's one", + "Average speed is 369.08% of the surrounding traffic's one", + "Average speed is 23.03% of the surrounding traffic's one", + "Average speed is 176.59% of the surrounding traffic's one", + "Average speed is 430.48% of the surrounding traffic's one", + "Average speed is 434.94% of the surrounding traffic's one", + "Average speed is 509.1% of the surrounding traffic's one", + "Average speed is 631.85% of the surrounding traffic's one", + "Average speed is 392.07% of the surrounding traffic's one", + "Average speed is 35.34% of the surrounding traffic's one", + "Average speed is 388.33% of the surrounding traffic's one", + "Average speed is 309.48% of the surrounding traffic's one", + "Average speed is 336.85% of the surrounding traffic's one", + "Average speed is 239.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 87.704, + "duration_game": 201.5, + "duration_system": 1753.983 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_04_11_04_15_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1584 at (x=1371.346, y=5004.662, z=370.807)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.51% of the surrounding traffic's one", + "Average speed is 151.26% of the surrounding traffic's one", + "Average speed is 502.93% of the surrounding traffic's one", + "Average speed is 255.49% of the surrounding traffic's one", + "Average speed is 160.69% of the surrounding traffic's one", + "Average speed is 161.06% of the surrounding traffic's one", + "Average speed is 176.13% of the surrounding traffic's one", + "Average speed is 176.54% of the surrounding traffic's one", + "Average speed is 174.08% of the surrounding traffic's one", + "Average speed is 181.85% of the surrounding traffic's one", + "Average speed is 160.71% of the surrounding traffic's one", + "Average speed is 128.42% of the surrounding traffic's one", + "Average speed is 154.23% of the surrounding traffic's one", + "Average speed is 137.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 10.2, + "duration_system": 165.177 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_04_10_04_13_26", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.119, y=4700.015, z=365.258) at time=9.800s [CARLA Frame: 6501, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.05% of the surrounding traffic's one", + "Average speed is 396.85% of the surrounding traffic's one", + "Average speed is 473.34% of the surrounding traffic's one", + "Average speed is 226.44% of the surrounding traffic's one", + "Average speed is 65.96% of the surrounding traffic's one", + "Average speed is 26.07% of the surrounding traffic's one", + "Average speed is 188.23% of the surrounding traffic's one", + "Average speed is 353.77% of the surrounding traffic's one", + "Average speed is 303.59% of the surrounding traffic's one", + "Average speed is 282.85% of the surrounding traffic's one", + "Average speed is 318.16% of the surrounding traffic's one", + "Average speed is 411.89% of the surrounding traffic's one", + "Average speed is 291.08% of the surrounding traffic's one", + "Average speed is 363.73% of the surrounding traffic's one", + "Average speed is 313.05% of the surrounding traffic's one", + "Average speed is 253.4% of the surrounding traffic's one", + "Average speed is 245.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.95, + "duration_system": 123.115 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_04_10_04_06_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2390.203, y=-93.721, z=335.706) at time=33.250s [CARLA Frame: 6738, Agent Step: 664]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.0% of the surrounding traffic's one", + "Average speed is 286.33% of the surrounding traffic's one", + "Average speed is 229.28% of the surrounding traffic's one", + "Average speed is 12.16% of the surrounding traffic's one", + "Average speed is 1688.61% of the surrounding traffic's one", + "Average speed is 1141.73% of the surrounding traffic's one", + "Average speed is 1151.03% of the surrounding traffic's one", + "Average speed is 1064.13% of the surrounding traffic's one", + "Average speed is 943.96% of the surrounding traffic's one", + "Average speed is 869.31% of the surrounding traffic's one", + "Average speed is 1029.19% of the surrounding traffic's one", + "Average speed is 4001.89% of the surrounding traffic's one", + "Average speed is 786.47% of the surrounding traffic's one", + "Average speed is 644.79% of the surrounding traffic's one", + "Average speed is 382.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.1, + "duration_system": 269.309 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_04_10_04_01_32", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.29% of the surrounding traffic's one", + "Average speed is 156.64% of the surrounding traffic's one", + "Average speed is 401.69% of the surrounding traffic's one", + "Average speed is 73.39% of the surrounding traffic's one", + "Average speed is 29.11% of the surrounding traffic's one", + "Average speed is 171.88% of the surrounding traffic's one", + "Average speed is 404.41% of the surrounding traffic's one", + "Average speed is 453.34% of the surrounding traffic's one", + "Average speed is 495.5% of the surrounding traffic's one", + "Average speed is 463.55% of the surrounding traffic's one", + "Average speed is 1100.97% of the surrounding traffic's one", + "Average speed is 1254.01% of the surrounding traffic's one", + "Average speed is 678.51% of the surrounding traffic's one", + "Average speed is 317.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.35, + "duration_system": 180.19 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_04_11_04_10_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.71% of the surrounding traffic's one", + "Average speed is 414.67% of the surrounding traffic's one", + "Average speed is 396.63% of the surrounding traffic's one", + "Average speed is 90.76% of the surrounding traffic's one", + "Average speed is 34.9% of the surrounding traffic's one", + "Average speed is 121.96% of the surrounding traffic's one", + "Average speed is 221.71% of the surrounding traffic's one", + "Average speed is 271.44% of the surrounding traffic's one", + "Average speed is 328.83% of the surrounding traffic's one", + "Average speed is 316.82% of the surrounding traffic's one", + "Average speed is 333.31% of the surrounding traffic's one", + "Average speed is 351.51% of the surrounding traffic's one", + "Average speed is 873.36% of the surrounding traffic's one", + "Average speed is 350.7% of the surrounding traffic's one", + "Average speed is 438.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 12.65, + "duration_system": 134.163 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_04_11_04_07_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.66% of the surrounding traffic's one", + "Average speed is 97.18% of the surrounding traffic's one", + "Average speed is 156.6% of the surrounding traffic's one", + "Average speed is 39.17% of the surrounding traffic's one", + "Average speed is 284.13% of the surrounding traffic's one", + "Average speed is 357.89% of the surrounding traffic's one", + "Average speed is 432.22% of the surrounding traffic's one", + "Average speed is 533.93% of the surrounding traffic's one", + "Average speed is 469.89% of the surrounding traffic's one", + "Average speed is 390.1% of the surrounding traffic's one", + "Average speed is 353.52% of the surrounding traffic's one", + "Average speed is 319.24% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 99.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 13.35, + "duration_system": 109.107 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_04_11_03_54_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.9% of the surrounding traffic's one", + "Average speed is 114.84% of the surrounding traffic's one", + "Average speed is 102.58% of the surrounding traffic's one", + "Average speed is 86.68% of the surrounding traffic's one", + "Average speed is 155.28% of the surrounding traffic's one", + "Average speed is 174.62% of the surrounding traffic's one", + "Average speed is 43.24% of the surrounding traffic's one", + "Average speed is 188.58% of the surrounding traffic's one", + "Average speed is 189.92% of the surrounding traffic's one", + "Average speed is 248.29% of the surrounding traffic's one", + "Average speed is 253.42% of the surrounding traffic's one", + "Average speed is 141.78% of the surrounding traffic's one", + "Average speed is 170.99% of the surrounding traffic's one", + "Average speed is 153.04% of the surrounding traffic's one", + "Average speed is 230.63% of the surrounding traffic's one", + "Average speed is 205.64% of the surrounding traffic's one", + "Average speed is 166.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 29.6, + "duration_system": 677.709 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_04_10_03_57_55", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 275.37% of the surrounding traffic's one", + "Average speed is 198.88% of the surrounding traffic's one", + "Average speed is 129.53% of the surrounding traffic's one", + "Average speed is 117.2% of the surrounding traffic's one", + "Average speed is 127.31% of the surrounding traffic's one", + "Average speed is 194.79% of the surrounding traffic's one", + "Average speed is 283.91% of the surrounding traffic's one", + "Average speed is 289.65% of the surrounding traffic's one", + "Average speed is 319.46% of the surrounding traffic's one", + "Average speed is 352.65% of the surrounding traffic's one", + "Average speed is 392.09% of the surrounding traffic's one", + "Average speed is 570.26% of the surrounding traffic's one", + "Average speed is 389.3% of the surrounding traffic's one", + "Average speed is 334.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 11.4, + "duration_system": 117.133 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_04_10_03_54_21", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=165 at (x=194.234, y=-309.761, z=0.029) at time=10.700s [CARLA Frame: 6246, Agent Step: 213]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.12% of the surrounding traffic's one", + "Average speed is 179.49% of the surrounding traffic's one", + "Average speed is 200.28% of the surrounding traffic's one", + "Average speed is 164.68% of the surrounding traffic's one", + "Average speed is 24.13% of the surrounding traffic's one", + "Average speed is 135.55% of the surrounding traffic's one", + "Average speed is 418.66% of the surrounding traffic's one", + "Average speed is 535.67% of the surrounding traffic's one", + "Average speed is 382.35% of the surrounding traffic's one", + "Average speed is 305.15% of the surrounding traffic's one", + "Average speed is 272.84% of the surrounding traffic's one", + "Average speed is 800.32% of the surrounding traffic's one", + "Average speed is 907.96% of the surrounding traffic's one", + "Average speed is 531.57% of the surrounding traffic's one", + "Average speed is 259.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 13.65, + "duration_system": 114.134 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_04_10_03_48_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=166 at (x=263.058, y=-247.023, z=0.002) at time=14.650s [CARLA Frame: 6597, Agent Step: 292]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 211.39% of the surrounding traffic's one", + "Average speed is 788.56% of the surrounding traffic's one", + "Average speed is 730.12% of the surrounding traffic's one", + "Average speed is 60.09% of the surrounding traffic's one", + "Average speed is 18.7% of the surrounding traffic's one", + "Average speed is 189.59% of the surrounding traffic's one", + "Average speed is 360.24% of the surrounding traffic's one", + "Average speed is 379.12% of the surrounding traffic's one", + "Average speed is 364.31% of the surrounding traffic's one", + "Average speed is 226.5% of the surrounding traffic's one", + "Average speed is 862.07% of the surrounding traffic's one", + "Average speed is 601.23% of the surrounding traffic's one", + "Average speed is 374.03% of the surrounding traffic's one", + "Average speed is 268.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 18.05, + "duration_system": 255.253 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_04_10_03_44_39", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.289, y=-250.633, z=0.008) at time=9.200s [CARLA Frame: 6353, Agent Step: 183]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=38 at (x=245.631, y=-246.074, z=0.004)" + ], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 6.0 meters (8.2% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 183.74% of the surrounding traffic's one", + "Average speed is 2522.55% of the surrounding traffic's one", + "Average speed is 1981.92% of the surrounding traffic's one", + "Average speed is 545.72% of the surrounding traffic's one", + "Average speed is 169.76% of the surrounding traffic's one", + "Average speed is 32.38% of the surrounding traffic's one", + "Average speed is 101.61% of the surrounding traffic's one", + "Average speed is 204.9% of the surrounding traffic's one", + "Average speed is 274.35% of the surrounding traffic's one", + "Average speed is 264.58% of the surrounding traffic's one", + "Average speed is 425.05% of the surrounding traffic's one", + "Average speed is 436.87% of the surrounding traffic's one", + "Average speed is 394.66% of the surrounding traffic's one", + "Average speed is 350.31% of the surrounding traffic's one", + "Average speed is 692.03% of the surrounding traffic's one", + "Average speed is 377.47% of the surrounding traffic's one", + "Average speed is 292.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.440632, + "score_composed": 44.063152 + }, + "meta": { + "route_length": 79.155, + "duration_game": 13.05, + "duration_system": 129.13 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_04_11_03_47_52", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.76% of the surrounding traffic's one", + "Average speed is 218.58% of the surrounding traffic's one", + "Average speed is 139.26% of the surrounding traffic's one", + "Average speed is 8.02% of the surrounding traffic's one", + "Average speed is 1064.83% of the surrounding traffic's one", + "Average speed is 3935.08% of the surrounding traffic's one", + "Average speed is 2161.86% of the surrounding traffic's one", + "Average speed is 1257.85% of the surrounding traffic's one", + "Average speed is 997.52% of the surrounding traffic's one", + "Average speed is 710.89% of the surrounding traffic's one", + "Average speed is 795.88% of the surrounding traffic's one", + "Average speed is 489.86% of the surrounding traffic's one", + "Average speed is 263.07% of the surrounding traffic's one", + "Average speed is 196.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.4, + "duration_system": 271.306 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_04_10_03_30_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.54% of the surrounding traffic's one", + "Average speed is 103.91% of the surrounding traffic's one", + "Average speed is 67.26% of the surrounding traffic's one", + "Average speed is 88.85% of the surrounding traffic's one", + "Average speed is 79.79% of the surrounding traffic's one", + "Average speed is 138.88% of the surrounding traffic's one", + "Average speed is 84.88% of the surrounding traffic's one", + "Average speed is 77.18% of the surrounding traffic's one", + "Average speed is 117.39% of the surrounding traffic's one", + "Average speed is 123.82% of the surrounding traffic's one", + "Average speed is 15.71% of the surrounding traffic's one", + "Average speed is 1053.9% of the surrounding traffic's one", + "Average speed is 668.3% of the surrounding traffic's one", + "Average speed is 1080.29% of the surrounding traffic's one", + "Average speed is 576.49% of the surrounding traffic's one", + "Average speed is 236.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 50.2, + "duration_system": 748.921 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_04_09_20_30_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.52% of the surrounding traffic's one", + "Average speed is 171.35% of the surrounding traffic's one", + "Average speed is 123.03% of the surrounding traffic's one", + "Average speed is 159.39% of the surrounding traffic's one", + "Average speed is 176.1% of the surrounding traffic's one", + "Average speed is 204.85% of the surrounding traffic's one", + "Average speed is 248.98% of the surrounding traffic's one", + "Average speed is 259.14% of the surrounding traffic's one", + "Average speed is 274.87% of the surrounding traffic's one", + "Average speed is 243.21% of the surrounding traffic's one", + "Average speed is 200.93% of the surrounding traffic's one", + "Average speed is 189.82% of the surrounding traffic's one", + "Average speed is 189.51% of the surrounding traffic's one", + "Average speed is 184.03% of the surrounding traffic's one", + "Average speed is 173.39% of the surrounding traffic's one", + "Average speed is 228.5% of the surrounding traffic's one", + "Average speed is 164.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 9.4, + "duration_system": 111.133 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_04_10_08_52_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.28% of the surrounding traffic's one", + "Average speed is 165.74% of the surrounding traffic's one", + "Average speed is 144.41% of the surrounding traffic's one", + "Average speed is 147.2% of the surrounding traffic's one", + "Average speed is 129.52% of the surrounding traffic's one", + "Average speed is 120.49% of the surrounding traffic's one", + "Average speed is 128.45% of the surrounding traffic's one", + "Average speed is 114.3% of the surrounding traffic's one", + "Average speed is 111.99% of the surrounding traffic's one", + "Average speed is 121.56% of the surrounding traffic's one", + "Average speed is 113.01% of the surrounding traffic's one", + "Average speed is 125.13% of the surrounding traffic's one", + "Average speed is 121.91% of the surrounding traffic's one", + "Average speed is 189.85% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.65, + "duration_system": 168.164 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_04_10_03_26_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.66% of the surrounding traffic's one", + "Average speed is 485.76% of the surrounding traffic's one", + "Average speed is 349.58% of the surrounding traffic's one", + "Average speed is 219.46% of the surrounding traffic's one", + "Average speed is 13.61% of the surrounding traffic's one", + "Average speed is 213.87% of the surrounding traffic's one", + "Average speed is 353.99% of the surrounding traffic's one", + "Average speed is 346.73% of the surrounding traffic's one", + "Average speed is 320.29% of the surrounding traffic's one", + "Average speed is 369.77% of the surrounding traffic's one", + "Average speed is 618.36% of the surrounding traffic's one", + "Average speed is 444.13% of the surrounding traffic's one", + "Average speed is 338.65% of the surrounding traffic's one", + "Average speed is 231.56% of the surrounding traffic's one", + "Average speed is 216.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.7, + "duration_system": 151.406 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_04_11_03_43_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=1760 at (x=-1801.835, y=-10135.079, z=274.839) at time=7.700s [CARLA Frame: 5278, Agent Step: 153]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.0 meters (7.89% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 317.55% of the surrounding traffic's one", + "Average speed is 497.86% of the surrounding traffic's one", + "Average speed is 382.42% of the surrounding traffic's one", + "Average speed is 245.14% of the surrounding traffic's one", + "Average speed is 91.51% of the surrounding traffic's one", + "Average speed is 134.61% of the surrounding traffic's one", + "Average speed is 244.62% of the surrounding traffic's one", + "Average speed is 230.92% of the surrounding traffic's one", + "Average speed is 174.25% of the surrounding traffic's one", + "Average speed is 101.64% of the surrounding traffic's one", + "Average speed is 285.03% of the surrounding traffic's one", + "Average speed is 147.73% of the surrounding traffic's one", + "Average speed is 826.05% of the surrounding traffic's one", + "Average speed is 835.74% of the surrounding traffic's one", + "Average speed is 505.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.552654, + "score_composed": 55.265436 + }, + "meta": { + "route_length": 70.367, + "duration_game": 11.9, + "duration_system": 143.161 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_04_11_03_39_34", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=36 at (x=267.718, y=-249.81, z=0.004)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.42% of the surrounding traffic's one", + "Average speed is 1819.66% of the surrounding traffic's one", + "Average speed is 565.95% of the surrounding traffic's one", + "Average speed is 109.52% of the surrounding traffic's one", + "Average speed is 17.78% of the surrounding traffic's one", + "Average speed is 242.1% of the surrounding traffic's one", + "Average speed is 446.6% of the surrounding traffic's one", + "Average speed is 413.55% of the surrounding traffic's one", + "Average speed is 404.66% of the surrounding traffic's one", + "Average speed is 764.85% of the surrounding traffic's one", + "Average speed is 3258.07% of the surrounding traffic's one", + "Average speed is 1151.01% of the surrounding traffic's one", + "Average speed is 585.54% of the surrounding traffic's one", + "Average speed is 359.12% of the surrounding traffic's one", + "Average speed is 168.36% of the surrounding traffic's one", + "Average speed is 126.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 15.35, + "duration_system": 123.132 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_04_11_03_30_31", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.27% of the surrounding traffic's one", + "Average speed is 246.94% of the surrounding traffic's one", + "Average speed is 260.72% of the surrounding traffic's one", + "Average speed is 81.85% of the surrounding traffic's one", + "Average speed is 10.86% of the surrounding traffic's one", + "Average speed is 623.68% of the surrounding traffic's one", + "Average speed is 744.98% of the surrounding traffic's one", + "Average speed is 686.91% of the surrounding traffic's one", + "Average speed is 660.04% of the surrounding traffic's one", + "Average speed is 611.61% of the surrounding traffic's one", + "Average speed is 1618.98% of the surrounding traffic's one", + "Average speed is 7957.39% of the surrounding traffic's one", + "Average speed is 711.88% of the surrounding traffic's one", + "Average speed is 564.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.65, + "duration_system": 435.452 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_04_10_03_18_57", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.834, y=-81.313, z=0.028) at time=17.550s [CARLA Frame: 6395, Agent Step: 350]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=197 at (x=-30.634, y=-87.935, z=-0.005) at time=19.500s [CARLA Frame: 6434, Agent Step: 389]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.3% of the surrounding traffic's one", + "Average speed is 126.81% of the surrounding traffic's one", + "Average speed is 141.53% of the surrounding traffic's one", + "Average speed is 146.91% of the surrounding traffic's one", + "Average speed is 34.78% of the surrounding traffic's one", + "Average speed is 1520.77% of the surrounding traffic's one", + "Average speed is 1489.74% of the surrounding traffic's one", + "Average speed is 1243.47% of the surrounding traffic's one", + "Average speed is 848.15% of the surrounding traffic's one", + "Average speed is 843.04% of the surrounding traffic's one", + "Average speed is 1565.42% of the surrounding traffic's one", + "Average speed is 1037.47% of the surrounding traffic's one", + "Average speed is 763.39% of the surrounding traffic's one", + "Average speed is 949.95% of the surrounding traffic's one", + "Average speed is 870.44% of the surrounding traffic's one", + "Average speed is 786.13% of the surrounding traffic's one", + "Average speed is 838.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 21.45, + "duration_system": 322.516 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_04_10_03_09_34", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.42% of the surrounding traffic's one", + "Average speed is 190.88% of the surrounding traffic's one", + "Average speed is 253.65% of the surrounding traffic's one", + "Average speed is 102.1% of the surrounding traffic's one", + "Average speed is 178.31% of the surrounding traffic's one", + "Average speed is 236.16% of the surrounding traffic's one", + "Average speed is 214.71% of the surrounding traffic's one", + "Average speed is 232.1% of the surrounding traffic's one", + "Average speed is 147.79% of the surrounding traffic's one", + "Average speed is 31.15% of the surrounding traffic's one", + "Average speed is 629.57% of the surrounding traffic's one", + "Average speed is 377.99% of the surrounding traffic's one", + "Average speed is 271.81% of the surrounding traffic's one", + "Average speed is 235.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 21.15, + "duration_system": 463.465 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_04_09_20_21_50", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.57% of the surrounding traffic's one", + "Average speed is 81.19% of the surrounding traffic's one", + "Average speed is 169.06% of the surrounding traffic's one", + "Average speed is 201.38% of the surrounding traffic's one", + "Average speed is 199.68% of the surrounding traffic's one", + "Average speed is 247.95% of the surrounding traffic's one", + "Average speed is 96.61% of the surrounding traffic's one", + "Average speed is 148.09% of the surrounding traffic's one", + "Average speed is 90.98% of the surrounding traffic's one", + "Average speed is 47.65% of the surrounding traffic's one", + "Average speed is 146.8% of the surrounding traffic's one", + "Average speed is 83.25% of the surrounding traffic's one", + "Average speed is 181.02% of the surrounding traffic's one", + "Average speed is 177.59% of the surrounding traffic's one", + "Average speed is 180.62% of the surrounding traffic's one", + "Average speed is 136.37% of the surrounding traffic's one", + "Average speed is 129.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.3, + "duration_system": 359.398 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_04_10_08_46_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.97% of the surrounding traffic's one", + "Average speed is 153.93% of the surrounding traffic's one", + "Average speed is 177.44% of the surrounding traffic's one", + "Average speed is 176.38% of the surrounding traffic's one", + "Average speed is 136.6% of the surrounding traffic's one", + "Average speed is 178.42% of the surrounding traffic's one", + "Average speed is 193.59% of the surrounding traffic's one", + "Average speed is 139.06% of the surrounding traffic's one", + "Average speed is 11.34% of the surrounding traffic's one", + "Average speed is 178.96% of the surrounding traffic's one", + "Average speed is 175.41% of the surrounding traffic's one", + "Average speed is 80.99% of the surrounding traffic's one", + "Average speed is 100.67% of the surrounding traffic's one", + "Average speed is 165.96% of the surrounding traffic's one", + "Average speed is 170.73% of the surrounding traffic's one", + "Average speed is 163.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 26.4, + "duration_system": 214.242 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_04_10_03_05_31", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=260 at (x=692.862, y=738.073, z=117.997) at time=10.900s [CARLA Frame: 6247, Agent Step: 217]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.86% of the surrounding traffic's one", + "Average speed is 213.54% of the surrounding traffic's one", + "Average speed is 306.99% of the surrounding traffic's one", + "Average speed is 596.87% of the surrounding traffic's one", + "Average speed is 308.9% of the surrounding traffic's one", + "Average speed is 31.51% of the surrounding traffic's one", + "Average speed is 301.29% of the surrounding traffic's one", + "Average speed is 481.38% of the surrounding traffic's one", + "Average speed is 635.58% of the surrounding traffic's one", + "Average speed is 612.82% of the surrounding traffic's one", + "Average speed is 524.38% of the surrounding traffic's one", + "Average speed is 850.86% of the surrounding traffic's one", + "Average speed is 834.45% of the surrounding traffic's one", + "Average speed is 598.87% of the surrounding traffic's one", + "Average speed is 646.13% of the surrounding traffic's one", + "Average speed is 922.39% of the surrounding traffic's one", + "Average speed is 951.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 13.2, + "duration_system": 141.148 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_04_11_03_22_19", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 631.44% of the surrounding traffic's one", + "Average speed is 1119.84% of the surrounding traffic's one", + "Average speed is 552.79% of the surrounding traffic's one", + "Average speed is 123.85% of the surrounding traffic's one", + "Average speed is 11.5% of the surrounding traffic's one", + "Average speed is 1527.2% of the surrounding traffic's one", + "Average speed is 1511.79% of the surrounding traffic's one", + "Average speed is 1424.45% of the surrounding traffic's one", + "Average speed is 1161.56% of the surrounding traffic's one", + "Average speed is 1346.1% of the surrounding traffic's one", + "Average speed is 1341.46% of the surrounding traffic's one", + "Average speed is 1106.3% of the surrounding traffic's one", + "Average speed is 1751.96% of the surrounding traffic's one", + "Average speed is 1418.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.7, + "duration_system": 387.417 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_04_10_03_01_22", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=171 at (x=-107.246, y=95.096, z=-0.003) at time=10.250s [CARLA Frame: 6281, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.63% of the surrounding traffic's one", + "Average speed is 430.22% of the surrounding traffic's one", + "Average speed is 2117.19% of the surrounding traffic's one", + "Average speed is 1158.1% of the surrounding traffic's one", + "Average speed is 468.54% of the surrounding traffic's one", + "Average speed is 46.15% of the surrounding traffic's one", + "Average speed is 261.53% of the surrounding traffic's one", + "Average speed is 411.37% of the surrounding traffic's one", + "Average speed is 447.38% of the surrounding traffic's one", + "Average speed is 457.63% of the surrounding traffic's one", + "Average speed is 542.92% of the surrounding traffic's one", + "Average speed is 1216.35% of the surrounding traffic's one", + "Average speed is 1424.69% of the surrounding traffic's one", + "Average speed is 717.85% of the surrounding traffic's one", + "Average speed is 636.64% of the surrounding traffic's one", + "Average speed is 679.16% of the surrounding traffic's one", + "Average speed is 433.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 12.75, + "duration_system": 148.15 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_04_11_03_13_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.28% of the surrounding traffic's one", + "Average speed is 154.12% of the surrounding traffic's one", + "Average speed is 249.32% of the surrounding traffic's one", + "Average speed is 39.37% of the surrounding traffic's one", + "Average speed is 269.21% of the surrounding traffic's one", + "Average speed is 342.64% of the surrounding traffic's one", + "Average speed is 738.78% of the surrounding traffic's one", + "Average speed is 876.71% of the surrounding traffic's one", + "Average speed is 80.47% of the surrounding traffic's one", + "Average speed is 4427.46% of the surrounding traffic's one", + "Average speed is 3913.46% of the surrounding traffic's one", + "Average speed is 38532.09% of the surrounding traffic's one", + "Average speed is 2592.26% of the surrounding traffic's one", + "Average speed is 1126.01% of the surrounding traffic's one", + "Average speed is 1016.71% of the surrounding traffic's one", + "Average speed is 954.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 56.0, + "duration_system": 423.452 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_04_11_03_10_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.08% of the surrounding traffic's one", + "Average speed is 156.44% of the surrounding traffic's one", + "Average speed is 372.72% of the surrounding traffic's one", + "Average speed is 426.59% of the surrounding traffic's one", + "Average speed is 436.82% of the surrounding traffic's one", + "Average speed is 455.84% of the surrounding traffic's one", + "Average speed is 428.99% of the surrounding traffic's one", + "Average speed is 387.59% of the surrounding traffic's one", + "Average speed is 313.56% of the surrounding traffic's one", + "Average speed is 232.58% of the surrounding traffic's one", + "Average speed is 165.28% of the surrounding traffic's one", + "Average speed is 214.72% of the surrounding traffic's one", + "Average speed is 321.03% of the surrounding traffic's one", + "Average speed is 245.66% of the surrounding traffic's one", + "Average speed is 158.57% of the surrounding traffic's one", + "Average speed is 193.62% of the surrounding traffic's one", + "Average speed is 216.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.6, + "duration_system": 100.097 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_04_11_03_00_58", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.98% of the surrounding traffic's one", + "Average speed is 188.05% of the surrounding traffic's one", + "Average speed is 239.17% of the surrounding traffic's one", + "Average speed is 238.66% of the surrounding traffic's one", + "Average speed is 35.24% of the surrounding traffic's one", + "Average speed is 187.84% of the surrounding traffic's one", + "Average speed is 10.04% of the surrounding traffic's one", + "Average speed is 265.65% of the surrounding traffic's one", + "Average speed is 579.06% of the surrounding traffic's one", + "Average speed is 855.54% of the surrounding traffic's one", + "Average speed is 902.54% of the surrounding traffic's one", + "Average speed is 434.97% of the surrounding traffic's one", + "Average speed is 213.52% of the surrounding traffic's one", + "Average speed is 27.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 61.65, + "duration_system": 442.47 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_04_10_08_41_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.51% of the surrounding traffic's one", + "Average speed is 125.3% of the surrounding traffic's one", + "Average speed is 150.37% of the surrounding traffic's one", + "Average speed is 299.93% of the surrounding traffic's one", + "Average speed is 235.51% of the surrounding traffic's one", + "Average speed is 204.23% of the surrounding traffic's one", + "Average speed is 131.68% of the surrounding traffic's one", + "Average speed is 35.31% of the surrounding traffic's one", + "Average speed is 103.1% of the surrounding traffic's one", + "Average speed is 187.55% of the surrounding traffic's one", + "Average speed is 245.8% of the surrounding traffic's one", + "Average speed is 156.64% of the surrounding traffic's one", + "Average speed is 127.99% of the surrounding traffic's one", + "Average speed is 110.48% of the surrounding traffic's one", + "Average speed is 116.61% of the surrounding traffic's one", + "Average speed is 129.51% of the surrounding traffic's one", + "Average speed is 86.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 26.4, + "duration_system": 200.205 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_04_10_08_34_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.64% of the surrounding traffic's one", + "Average speed is 152.38% of the surrounding traffic's one", + "Average speed is 270.67% of the surrounding traffic's one", + "Average speed is 174.18% of the surrounding traffic's one", + "Average speed is 153.17% of the surrounding traffic's one", + "Average speed is 17.5% of the surrounding traffic's one", + "Average speed is 295.27% of the surrounding traffic's one", + "Average speed is 231.43% of the surrounding traffic's one", + "Average speed is 240.74% of the surrounding traffic's one", + "Average speed is 180.88% of the surrounding traffic's one", + "Average speed is 210.18% of the surrounding traffic's one", + "Average speed is 183.09% of the surrounding traffic's one", + "Average speed is 210.74% of the surrounding traffic's one", + "Average speed is 215.91% of the surrounding traffic's one", + "Average speed is 148.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.95, + "duration_system": 245.264 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_04_10_02_58_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.54% of the surrounding traffic's one", + "Average speed is 218.86% of the surrounding traffic's one", + "Average speed is 206.04% of the surrounding traffic's one", + "Average speed is 149.38% of the surrounding traffic's one", + "Average speed is 209.47% of the surrounding traffic's one", + "Average speed is 176.65% of the surrounding traffic's one", + "Average speed is 216.39% of the surrounding traffic's one", + "Average speed is 250.1% of the surrounding traffic's one", + "Average speed is 260.45% of the surrounding traffic's one", + "Average speed is 273.62% of the surrounding traffic's one", + "Average speed is 336.37% of the surrounding traffic's one", + "Average speed is 790.48% of the surrounding traffic's one", + "Average speed is 1361.94% of the surrounding traffic's one", + "Average speed is 1270.48% of the surrounding traffic's one", + "Average speed is 1020.23% of the surrounding traffic's one", + "Average speed is 829.93% of the surrounding traffic's one", + "Average speed is 435.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 9.25, + "duration_system": 71.068 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_04_11_02_53_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.8% of the surrounding traffic's one", + "Average speed is 107.43% of the surrounding traffic's one", + "Average speed is 19.83% of the surrounding traffic's one", + "Average speed is 90.64% of the surrounding traffic's one", + "Average speed is 163.91% of the surrounding traffic's one", + "Average speed is 120.78% of the surrounding traffic's one", + "Average speed is 116.52% of the surrounding traffic's one", + "Average speed is 103.46% of the surrounding traffic's one", + "Average speed is 109.05% of the surrounding traffic's one", + "Average speed is 100.1% of the surrounding traffic's one", + "Average speed is 101.07% of the surrounding traffic's one", + "Average speed is 102.89% of the surrounding traffic's one", + "Average speed is 108.66% of the surrounding traffic's one", + "Average speed is 104.07% of the surrounding traffic's one", + "Average speed is 114.34% of the surrounding traffic's one", + "Average speed is 115.35% of the surrounding traffic's one", + "Average speed is 99.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.7, + "duration_system": 372.383 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_04_10_08_24_44", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.41% of the surrounding traffic's one", + "Average speed is 120.04% of the surrounding traffic's one", + "Average speed is 258.19% of the surrounding traffic's one", + "Average speed is 315.33% of the surrounding traffic's one", + "Average speed is 243.04% of the surrounding traffic's one", + "Average speed is 162.51% of the surrounding traffic's one", + "Average speed is 96.85% of the surrounding traffic's one", + "Average speed is 12.43% of the surrounding traffic's one", + "Average speed is 523.99% of the surrounding traffic's one", + "Average speed is 405.39% of the surrounding traffic's one", + "Average speed is 423.49% of the surrounding traffic's one", + "Average speed is 387.8% of the surrounding traffic's one", + "Average speed is 283.93% of the surrounding traffic's one", + "Average speed is 234.65% of the surrounding traffic's one", + "Average speed is 255.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.25, + "duration_system": 470.968 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_04_11_02_35_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 1.56% of the surrounding traffic's one", + "Average speed is 151.18% of the surrounding traffic's one", + "Average speed is 133.26% of the surrounding traffic's one", + "Average speed is 113.16% of the surrounding traffic's one", + "Average speed is 142.46% of the surrounding traffic's one", + "Average speed is 129.5% of the surrounding traffic's one", + "Average speed is 112.29% of the surrounding traffic's one", + "Average speed is 137.68% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one", + "Average speed is 116.63% of the surrounding traffic's one", + "Average speed is 123.44% of the surrounding traffic's one", + "Average speed is 94.16% of the surrounding traffic's one", + "Average speed is 144.02% of the surrounding traffic's one", + "Average speed is 137.16% of the surrounding traffic's one", + "Average speed is 114.59% of the surrounding traffic's one", + "Average speed is 86.41% of the surrounding traffic's one", + "Average speed is 88.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 99.55, + "duration_system": 973.266 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_04_11_02_31_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 151.49% of the surrounding traffic's one", + "Average speed is 61.49% of the surrounding traffic's one", + "Average speed is 147.24% of the surrounding traffic's one", + "Average speed is 104.68% of the surrounding traffic's one", + "Average speed is 102.46% of the surrounding traffic's one", + "Average speed is 104.06% of the surrounding traffic's one", + "Average speed is 99.9% of the surrounding traffic's one", + "Average speed is 103.45% of the surrounding traffic's one", + "Average speed is 104.46% of the surrounding traffic's one", + "Average speed is 106.86% of the surrounding traffic's one", + "Average speed is 98.46% of the surrounding traffic's one", + "Average speed is 103.75% of the surrounding traffic's one", + "Average speed is 104.14% of the surrounding traffic's one", + "Average speed is 101.13% of the surrounding traffic's one", + "Average speed is 122.74% of the surrounding traffic's one", + "Average speed is 117.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.4, + "duration_system": 117.121 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_04_11_02_20_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.61% of the surrounding traffic's one", + "Average speed is 237.15% of the surrounding traffic's one", + "Average speed is 105.59% of the surrounding traffic's one", + "Average speed is 297.59% of the surrounding traffic's one", + "Average speed is 21.73% of the surrounding traffic's one", + "Average speed is 145.91% of the surrounding traffic's one", + "Average speed is 272.38% of the surrounding traffic's one", + "Average speed is 312.93% of the surrounding traffic's one", + "Average speed is 334.71% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 11660.81% of the surrounding traffic's one", + "Average speed is 4376.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.212, + "duration_game": 65.05, + "duration_system": 541.564 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_04_11_02_10_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.19% of the surrounding traffic's one", + "Average speed is 121.93% of the surrounding traffic's one", + "Average speed is 15.8% of the surrounding traffic's one", + "Average speed is 110.63% of the surrounding traffic's one", + "Average speed is 118.55% of the surrounding traffic's one", + "Average speed is 111.74% of the surrounding traffic's one", + "Average speed is 93.62% of the surrounding traffic's one", + "Average speed is 110.38% of the surrounding traffic's one", + "Average speed is 111.03% of the surrounding traffic's one", + "Average speed is 106.19% of the surrounding traffic's one", + "Average speed is 108.82% of the surrounding traffic's one", + "Average speed is 109.88% of the surrounding traffic's one", + "Average speed is 114.81% of the surrounding traffic's one", + "Average speed is 107.52% of the surrounding traffic's one", + "Average speed is 118.93% of the surrounding traffic's one", + "Average speed is 99.75% of the surrounding traffic's one", + "Average speed is 102.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.2, + "duration_system": 478.483 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_04_10_02_54_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.38% of the surrounding traffic's one", + "Average speed is 127.49% of the surrounding traffic's one", + "Average speed is 214.81% of the surrounding traffic's one", + "Average speed is 245.47% of the surrounding traffic's one", + "Average speed is 228.13% of the surrounding traffic's one", + "Average speed is 184.09% of the surrounding traffic's one", + "Average speed is 76.53% of the surrounding traffic's one", + "Average speed is 186.34% of the surrounding traffic's one", + "Average speed is 84.12% of the surrounding traffic's one", + "Average speed is 174.23% of the surrounding traffic's one", + "Average speed is 198.44% of the surrounding traffic's one", + "Average speed is 169.53% of the surrounding traffic's one", + "Average speed is 156.81% of the surrounding traffic's one", + "Average speed is 148.18% of the surrounding traffic's one", + "Average speed is 141.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.2, + "duration_system": 155.166 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_04_10_02_51_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.94% of the surrounding traffic's one", + "Average speed is 163.71% of the surrounding traffic's one", + "Average speed is 72.84% of the surrounding traffic's one", + "Average speed is 87.31% of the surrounding traffic's one", + "Average speed is 105.87% of the surrounding traffic's one", + "Average speed is 107.3% of the surrounding traffic's one", + "Average speed is 101.19% of the surrounding traffic's one", + "Average speed is 92.29% of the surrounding traffic's one", + "Average speed is 74.41% of the surrounding traffic's one", + "Average speed is 47.53% of the surrounding traffic's one", + "Average speed is 74.14% of the surrounding traffic's one", + "Average speed is 87.52% of the surrounding traffic's one", + "Average speed is 93.81% of the surrounding traffic's one", + "Average speed is 92.78% of the surrounding traffic's one", + "Average speed is 84.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 12.05, + "duration_system": 89.098 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_04_11_02_06_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.74% of the surrounding traffic's one", + "Average speed is 135.94% of the surrounding traffic's one", + "Average speed is 150.29% of the surrounding traffic's one", + "Average speed is 170.92% of the surrounding traffic's one", + "Average speed is 199.45% of the surrounding traffic's one", + "Average speed is 217.43% of the surrounding traffic's one", + "Average speed is 225.47% of the surrounding traffic's one", + "Average speed is 205.85% of the surrounding traffic's one", + "Average speed is 140.53% of the surrounding traffic's one", + "Average speed is 77.53% of the surrounding traffic's one", + "Average speed is 110.06% of the surrounding traffic's one", + "Average speed is 113.7% of the surrounding traffic's one", + "Average speed is 134.54% of the surrounding traffic's one", + "Average speed is 174.53% of the surrounding traffic's one", + "Average speed is 204.73% of the surrounding traffic's one", + "Average speed is 158.49% of the surrounding traffic's one", + "Average speed is 165.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.85, + "duration_system": 118.144 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_04_10_02_47_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.51% of the surrounding traffic's one", + "Average speed is 317.48% of the surrounding traffic's one", + "Average speed is 293.33% of the surrounding traffic's one", + "Average speed is 212.15% of the surrounding traffic's one", + "Average speed is 113.84% of the surrounding traffic's one", + "Average speed is 133.17% of the surrounding traffic's one", + "Average speed is 173.01% of the surrounding traffic's one", + "Average speed is 187.92% of the surrounding traffic's one", + "Average speed is 189.07% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 11.35, + "duration_system": 141.167 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_04_11_01_27_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 146.79% of the surrounding traffic's one", + "Average speed is 234.45% of the surrounding traffic's one", + "Average speed is 218.38% of the surrounding traffic's one", + "Average speed is 204.02% of the surrounding traffic's one", + "Average speed is 200.23% of the surrounding traffic's one", + "Average speed is 156.7% of the surrounding traffic's one", + "Average speed is 170.65% of the surrounding traffic's one", + "Average speed is 171.92% of the surrounding traffic's one", + "Average speed is 159.23% of the surrounding traffic's one", + "Average speed is 153.8% of the surrounding traffic's one", + "Average speed is 146.36% of the surrounding traffic's one", + "Average speed is 153.63% of the surrounding traffic's one", + "Average speed is 167.14% of the surrounding traffic's one", + "Average speed is 167.02% of the surrounding traffic's one", + "Average speed is 155.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.75, + "duration_system": 2278.59 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_04_10_07_55_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.33% of the surrounding traffic's one", + "Average speed is 158.36% of the surrounding traffic's one", + "Average speed is 199.58% of the surrounding traffic's one", + "Average speed is 123.45% of the surrounding traffic's one", + "Average speed is 26.86% of the surrounding traffic's one", + "Average speed is 1.51% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 190.96% of the surrounding traffic's one", + "Average speed is 327.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 60.75, + "duration_system": 1639.66 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_04_11_01_18_20", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.88% of the surrounding traffic's one", + "Average speed is 681.08% of the surrounding traffic's one", + "Average speed is 1127.64% of the surrounding traffic's one", + "Average speed is 2045.51% of the surrounding traffic's one", + "Average speed is 2083.0% of the surrounding traffic's one", + "Average speed is 1422.64% of the surrounding traffic's one", + "Average speed is 1422.48% of the surrounding traffic's one", + "Average speed is 904.35% of the surrounding traffic's one", + "Average speed is 571.22% of the surrounding traffic's one", + "Average speed is 397.33% of the surrounding traffic's one", + "Average speed is 326.4% of the surrounding traffic's one", + "Average speed is 252.58% of the surrounding traffic's one", + "Average speed is 201.04% of the surrounding traffic's one", + "Average speed is 189.71% of the surrounding traffic's one", + "Average speed is 223.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 50.2, + "duration_system": 420.62 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_04_11_01_15_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 88.13% of the surrounding traffic's one", + "Average speed is 21.37% of the surrounding traffic's one", + "Average speed is 173.67% of the surrounding traffic's one", + "Average speed is 308.49% of the surrounding traffic's one", + "Average speed is 369.47% of the surrounding traffic's one", + "Average speed is 406.21% of the surrounding traffic's one", + "Average speed is 334.37% of the surrounding traffic's one", + "Average speed is 370.04% of the surrounding traffic's one", + "Average speed is 691.0% of the surrounding traffic's one", + "Average speed is 558.35% of the surrounding traffic's one", + "Average speed is 555.8% of the surrounding traffic's one", + "Average speed is 394.29% of the surrounding traffic's one", + "Average speed is 328.8% of the surrounding traffic's one", + "Average speed is 310.4% of the surrounding traffic's one", + "Average speed is 232.02% of the surrounding traffic's one", + "Average speed is 193.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 11.15, + "duration_system": 73.084 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_04_11_01_09_25", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.72% of the surrounding traffic's one", + "Average speed is 191.23% of the surrounding traffic's one", + "Average speed is 184.12% of the surrounding traffic's one", + "Average speed is 185.19% of the surrounding traffic's one", + "Average speed is 174.07% of the surrounding traffic's one", + "Average speed is 144.32% of the surrounding traffic's one", + "Average speed is 103.68% of the surrounding traffic's one", + "Average speed is 88.68% of the surrounding traffic's one", + "Average speed is 51.79% of the surrounding traffic's one", + "Average speed is 75.32% of the surrounding traffic's one", + "Average speed is 101.45% of the surrounding traffic's one", + "Average speed is 75.16% of the surrounding traffic's one", + "Average speed is 135.91% of the surrounding traffic's one", + "Average speed is 229.17% of the surrounding traffic's one", + "Average speed is 379.0% of the surrounding traffic's one", + "Average speed is 315.59% of the surrounding traffic's one", + "Average speed is 333.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.85, + "duration_system": 248.47 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_04_11_01_04_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.66% of the surrounding traffic's one", + "Average speed is 120.36% of the surrounding traffic's one", + "Average speed is 188.06% of the surrounding traffic's one", + "Average speed is 198.48% of the surrounding traffic's one", + "Average speed is 138.39% of the surrounding traffic's one", + "Average speed is 122.19% of the surrounding traffic's one", + "Average speed is 92.0% of the surrounding traffic's one", + "Average speed is 80.78% of the surrounding traffic's one", + "Average speed is 56.21% of the surrounding traffic's one", + "Average speed is 94.4% of the surrounding traffic's one", + "Average speed is 276.68% of the surrounding traffic's one", + "Average speed is 346.3% of the surrounding traffic's one", + "Average speed is 266.85% of the surrounding traffic's one", + "Average speed is 284.69% of the surrounding traffic's one", + "Average speed is 385.61% of the surrounding traffic's one", + "Average speed is 415.04% of the surrounding traffic's one", + "Average speed is 486.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.5, + "duration_system": 159.17 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_04_10_02_40_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.1% of the surrounding traffic's one", + "Average speed is 52.94% of the surrounding traffic's one", + "Average speed is 84.64% of the surrounding traffic's one", + "Average speed is 150.44% of the surrounding traffic's one", + "Average speed is 155.27% of the surrounding traffic's one", + "Average speed is 173.03% of the surrounding traffic's one", + "Average speed is 189.87% of the surrounding traffic's one", + "Average speed is 111.27% of the surrounding traffic's one", + "Average speed is 20.0% of the surrounding traffic's one", + "Average speed is 122.68% of the surrounding traffic's one", + "Average speed is 194.02% of the surrounding traffic's one", + "Average speed is 214.05% of the surrounding traffic's one", + "Average speed is 354.73% of the surrounding traffic's one", + "Average speed is 192.7% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.7, + "duration_system": 253.286 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_04_11_00_59_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.75% of the surrounding traffic's one", + "Average speed is 138.62% of the surrounding traffic's one", + "Average speed is 242.16% of the surrounding traffic's one", + "Average speed is 225.29% of the surrounding traffic's one", + "Average speed is 162.73% of the surrounding traffic's one", + "Average speed is 59.96% of the surrounding traffic's one", + "Average speed is 75.47% of the surrounding traffic's one", + "Average speed is 148.61% of the surrounding traffic's one", + "Average speed is 176.82% of the surrounding traffic's one", + "Average speed is 157.53% of the surrounding traffic's one", + "Average speed is 168.69% of the surrounding traffic's one", + "Average speed is 169.75% of the surrounding traffic's one", + "Average speed is 184.9% of the surrounding traffic's one", + "Average speed is 176.68% of the surrounding traffic's one", + "Average speed is 175.81% of the surrounding traffic's one", + "Average speed is 301.9% of the surrounding traffic's one", + "Average speed is 156.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 18.05, + "duration_system": 246.239 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_04_11_00_50_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.36% of the surrounding traffic's one", + "Average speed is 78.96% of the surrounding traffic's one", + "Average speed is 160.27% of the surrounding traffic's one", + "Average speed is 216.82% of the surrounding traffic's one", + "Average speed is 209.91% of the surrounding traffic's one", + "Average speed is 135.71% of the surrounding traffic's one", + "Average speed is 51.48% of the surrounding traffic's one", + "Average speed is 12.71% of the surrounding traffic's one", + "Average speed is 439.55% of the surrounding traffic's one", + "Average speed is 305.49% of the surrounding traffic's one", + "Average speed is 260.15% of the surrounding traffic's one", + "Average speed is 208.59% of the surrounding traffic's one", + "Average speed is 210.52% of the surrounding traffic's one", + "Average speed is 175.6% of the surrounding traffic's one", + "Average speed is 138.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 46.7, + "duration_system": 395.459 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_04_11_00_44_31", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 424.56% of the surrounding traffic's one", + "Average speed is 111624.69% of the surrounding traffic's one", + "Average speed is 714.12% of the surrounding traffic's one", + "Average speed is 110.49% of the surrounding traffic's one", + "Average speed is 8.78% of the surrounding traffic's one", + "Average speed is 2335.05% of the surrounding traffic's one", + "Average speed is 1999.94% of the surrounding traffic's one", + "Average speed is 1665.46% of the surrounding traffic's one", + "Average speed is 1523.91% of the surrounding traffic's one", + "Average speed is 1720.15% of the surrounding traffic's one", + "Average speed is 1851.77% of the surrounding traffic's one", + "Average speed is 1486.67% of the surrounding traffic's one", + "Average speed is 853.33% of the surrounding traffic's one", + "Average speed is 260.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 35.7, + "duration_system": 249.286 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_04_11_00_04_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.83% of the surrounding traffic's one", + "Average speed is 213.1% of the surrounding traffic's one", + "Average speed is 218.62% of the surrounding traffic's one", + "Average speed is 184.67% of the surrounding traffic's one", + "Average speed is 173.91% of the surrounding traffic's one", + "Average speed is 12.09% of the surrounding traffic's one", + "Average speed is 68.3% of the surrounding traffic's one", + "Average speed is 329.71% of the surrounding traffic's one", + "Average speed is 257.8% of the surrounding traffic's one", + "Average speed is 224.29% of the surrounding traffic's one", + "Average speed is 205.17% of the surrounding traffic's one", + "Average speed is 180.04% of the surrounding traffic's one", + "Average speed is 177.58% of the surrounding traffic's one", + "Average speed is 202.82% of the surrounding traffic's one", + "Average speed is 220.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 129.43, + "duration_game": 248.85, + "duration_system": 2319.231 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_04_10_23_57_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.98% of the surrounding traffic's one", + "Average speed is 186.76% of the surrounding traffic's one", + "Average speed is 221.77% of the surrounding traffic's one", + "Average speed is 162.47% of the surrounding traffic's one", + "Average speed is 138.9% of the surrounding traffic's one", + "Average speed is 35.15% of the surrounding traffic's one", + "Average speed is 180.45% of the surrounding traffic's one", + "Average speed is 183.23% of the surrounding traffic's one", + "Average speed is 65.64% of the surrounding traffic's one", + "Average speed is 94.66% of the surrounding traffic's one", + "Average speed is 116.14% of the surrounding traffic's one", + "Average speed is 99.76% of the surrounding traffic's one", + "Average speed is 143.41% of the surrounding traffic's one", + "Average speed is 133.37% of the surrounding traffic's one", + "Average speed is 116.43% of the surrounding traffic's one", + "Average speed is 92.61% of the surrounding traffic's one", + "Average speed is 111.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 32.9, + "duration_system": 303.345 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_04_10_22_56_45", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=251 at (x=99.597, y=-505.787, z=154.409) at time=174.150s [CARLA Frame: 8471, Agent Step: 3482]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=252 at (x=93.171, y=-511.706, z=154.767) at time=331.700s [CARLA Frame: 11622, Agent Step: 6633]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 12.012 meters (12.62% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 128.79% of the surrounding traffic's one", + "Average speed is 198.81% of the surrounding traffic's one", + "Average speed is 373.54% of the surrounding traffic's one", + "Average speed is 457.6% of the surrounding traffic's one", + "Average speed is 261.92% of the surrounding traffic's one", + "Average speed is 187.39% of the surrounding traffic's one", + "Average speed is 7.81% of the surrounding traffic's one", + "Average speed is 632.89% of the surrounding traffic's one", + "Average speed is 283.34% of the surrounding traffic's one", + "Average speed is 460.92% of the surrounding traffic's one", + "Average speed is 482.24% of the surrounding traffic's one", + "Average speed is 646.97% of the surrounding traffic's one", + "Average speed is 31.53% of the surrounding traffic's one", + "Average speed is 1.87% of the surrounding traffic's one", + "Average speed is 86.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.220188, + "score_composed": 22.018805 + }, + "meta": { + "route_length": 105.188, + "duration_game": 338.75, + "duration_system": 3508.72 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_04_10_07_48_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.64% of the surrounding traffic's one", + "Average speed is 204.67% of the surrounding traffic's one", + "Average speed is 270.38% of the surrounding traffic's one", + "Average speed is 264.19% of the surrounding traffic's one", + "Average speed is 216.27% of the surrounding traffic's one", + "Average speed is 136.53% of the surrounding traffic's one", + "Average speed is 57.73% of the surrounding traffic's one", + "Average speed is 96.76% of the surrounding traffic's one", + "Average speed is 190.48% of the surrounding traffic's one", + "Average speed is 232.4% of the surrounding traffic's one", + "Average speed is 207.09% of the surrounding traffic's one", + "Average speed is 86.81% of the surrounding traffic's one", + "Average speed is 121.16% of the surrounding traffic's one", + "Average speed is 101.61% of the surrounding traffic's one", + "Average speed is 109.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 15.25, + "duration_system": 265.275 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_04_10_02_33_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.04% of the surrounding traffic's one", + "Average speed is 145.54% of the surrounding traffic's one", + "Average speed is 217.28% of the surrounding traffic's one", + "Average speed is 199.32% of the surrounding traffic's one", + "Average speed is 170.27% of the surrounding traffic's one", + "Average speed is 70.72% of the surrounding traffic's one", + "Average speed is 73.57% of the surrounding traffic's one", + "Average speed is 153.09% of the surrounding traffic's one", + "Average speed is 115.98% of the surrounding traffic's one", + "Average speed is 137.41% of the surrounding traffic's one", + "Average speed is 123.41% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one", + "Average speed is 130.63% of the surrounding traffic's one", + "Average speed is 123.16% of the surrounding traffic's one", + "Average speed is 141.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 341.352 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_04_10_22_27_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.68% of the surrounding traffic's one", + "Average speed is 78.17% of the surrounding traffic's one", + "Average speed is 29.29% of the surrounding traffic's one", + "Average speed is 65.74% of the surrounding traffic's one", + "Average speed is 84.17% of the surrounding traffic's one", + "Average speed is 46.94% of the surrounding traffic's one", + "Average speed is 2.67% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 58.0, + "duration_system": 1614.879 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_04_10_07_37_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.58% of the surrounding traffic's one", + "Average speed is 137.19% of the surrounding traffic's one", + "Average speed is 152.0% of the surrounding traffic's one", + "Average speed is 190.88% of the surrounding traffic's one", + "Average speed is 119.15% of the surrounding traffic's one", + "Average speed is 39.67% of the surrounding traffic's one", + "Average speed is 139.31% of the surrounding traffic's one", + "Average speed is 96.98% of the surrounding traffic's one", + "Average speed is 144.57% of the surrounding traffic's one", + "Average speed is 268.46% of the surrounding traffic's one", + "Average speed is 189.35% of the surrounding traffic's one", + "Average speed is 162.02% of the surrounding traffic's one", + "Average speed is 121.73% of the surrounding traffic's one", + "Average speed is 131.23% of the surrounding traffic's one", + "Average speed is 147.03% of the surrounding traffic's one", + "Average speed is 123.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 19.45, + "duration_system": 543.987 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_04_10_22_19_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=229 at (x=1046.141, y=631.986, z=120.549) at time=5.250s [CARLA Frame: 5344, Agent Step: 104]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.78% of the surrounding traffic's one", + "Average speed is 157.41% of the surrounding traffic's one", + "Average speed is 205.73% of the surrounding traffic's one", + "Average speed is 199.69% of the surrounding traffic's one", + "Average speed is 180.64% of the surrounding traffic's one", + "Average speed is 154.65% of the surrounding traffic's one", + "Average speed is 177.47% of the surrounding traffic's one", + "Average speed is 188.54% of the surrounding traffic's one", + "Average speed is 179.88% of the surrounding traffic's one", + "Average speed is 120.86% of the surrounding traffic's one", + "Average speed is 128.45% of the surrounding traffic's one", + "Average speed is 117.11% of the surrounding traffic's one", + "Average speed is 135.91% of the surrounding traffic's one", + "Average speed is 118.1% of the surrounding traffic's one", + "Average speed is 112.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 13.9, + "duration_system": 397.393 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_04_10_22_09_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.29% of the surrounding traffic's one", + "Average speed is 135.49% of the surrounding traffic's one", + "Average speed is 156.09% of the surrounding traffic's one", + "Average speed is 133.0% of the surrounding traffic's one", + "Average speed is 127.12% of the surrounding traffic's one", + "Average speed is 135.7% of the surrounding traffic's one", + "Average speed is 10.69% of the surrounding traffic's one", + "Average speed is 123.15% of the surrounding traffic's one", + "Average speed is 128.77% of the surrounding traffic's one", + "Average speed is 127.5% of the surrounding traffic's one", + "Average speed is 104.05% of the surrounding traffic's one", + "Average speed is 113.09% of the surrounding traffic's one", + "Average speed is 109.46% of the surrounding traffic's one", + "Average speed is 95.35% of the surrounding traffic's one", + "Average speed is 134.78% of the surrounding traffic's one", + "Average speed is 163.66% of the surrounding traffic's one", + "Average speed is 195.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 24.5, + "duration_system": 464.479 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_04_10_02_29_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.63% of the surrounding traffic's one", + "Average speed is 136.06% of the surrounding traffic's one", + "Average speed is 109.57% of the surrounding traffic's one", + "Average speed is 124.31% of the surrounding traffic's one", + "Average speed is 186.73% of the surrounding traffic's one", + "Average speed is 166.53% of the surrounding traffic's one", + "Average speed is 180.46% of the surrounding traffic's one", + "Average speed is 186.47% of the surrounding traffic's one", + "Average speed is 182.45% of the surrounding traffic's one", + "Average speed is 171.1% of the surrounding traffic's one", + "Average speed is 162.25% of the surrounding traffic's one", + "Average speed is 152.74% of the surrounding traffic's one", + "Average speed is 137.17% of the surrounding traffic's one", + "Average speed is 117.15% of the surrounding traffic's one", + "Average speed is 105.38% of the surrounding traffic's one", + "Average speed is 86.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.9, + "duration_system": 150.138 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_04_10_07_31_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3707 at (x=1973.566, y=3081.115, z=357.231) at time=6.200s [CARLA Frame: 6211, Agent Step: 123]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.69% of the surrounding traffic's one", + "Average speed is 167.19% of the surrounding traffic's one", + "Average speed is 214.28% of the surrounding traffic's one", + "Average speed is 235.86% of the surrounding traffic's one", + "Average speed is 202.63% of the surrounding traffic's one", + "Average speed is 182.5% of the surrounding traffic's one", + "Average speed is 187.36% of the surrounding traffic's one", + "Average speed is 163.65% of the surrounding traffic's one", + "Average speed is 128.53% of the surrounding traffic's one", + "Average speed is 51.26% of the surrounding traffic's one", + "Average speed is 216.94% of the surrounding traffic's one", + "Average speed is 213.81% of the surrounding traffic's one", + "Average speed is 167.89% of the surrounding traffic's one", + "Average speed is 72.55% of the surrounding traffic's one", + "Average speed is 123.65% of the surrounding traffic's one", + "Average speed is 119.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 14.7, + "duration_system": 246.243 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_04_10_20_48_34", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.95% of the surrounding traffic's one", + "Average speed is 132.2% of the surrounding traffic's one", + "Average speed is 98.59% of the surrounding traffic's one", + "Average speed is 128.56% of the surrounding traffic's one", + "Average speed is 134.71% of the surrounding traffic's one", + "Average speed is 110.84% of the surrounding traffic's one", + "Average speed is 105.15% of the surrounding traffic's one", + "Average speed is 138.07% of the surrounding traffic's one", + "Average speed is 84.7% of the surrounding traffic's one", + "Average speed is 121.56% of the surrounding traffic's one", + "Average speed is 130.79% of the surrounding traffic's one", + "Average speed is 118.07% of the surrounding traffic's one", + "Average speed is 114.53% of the surrounding traffic's one", + "Average speed is 160.05% of the surrounding traffic's one", + "Average speed is 129.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 17.05, + "duration_system": 449.408 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_04_10_20_42_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 64.29% of the surrounding traffic's one", + "Average speed is 166.81% of the surrounding traffic's one", + "Average speed is 214.61% of the surrounding traffic's one", + "Average speed is 227.08% of the surrounding traffic's one", + "Average speed is 209.61% of the surrounding traffic's one", + "Average speed is 228.08% of the surrounding traffic's one", + "Average speed is 217.61% of the surrounding traffic's one", + "Average speed is 178.14% of the surrounding traffic's one", + "Average speed is 120.99% of the surrounding traffic's one", + "Average speed is 112.0% of the surrounding traffic's one", + "Average speed is 109.93% of the surrounding traffic's one", + "Average speed is 105.0% of the surrounding traffic's one", + "Average speed is 110.21% of the surrounding traffic's one", + "Average speed is 107.73% of the surrounding traffic's one", + "Average speed is 111.21% of the surrounding traffic's one", + "Average speed is 110.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 16.6, + "duration_system": 247.242 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_04_09_20_11_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.2% of the surrounding traffic's one", + "Average speed is 120.18% of the surrounding traffic's one", + "Average speed is 131.02% of the surrounding traffic's one", + "Average speed is 120.14% of the surrounding traffic's one", + "Average speed is 29.55% of the surrounding traffic's one", + "Average speed is 28.65% of the surrounding traffic's one", + "Average speed is 147.99% of the surrounding traffic's one", + "Average speed is 130.67% of the surrounding traffic's one", + "Average speed is 129.5% of the surrounding traffic's one", + "Average speed is 125.41% of the surrounding traffic's one", + "Average speed is 124.68% of the surrounding traffic's one", + "Average speed is 159.68% of the surrounding traffic's one", + "Average speed is 205.46% of the surrounding traffic's one", + "Average speed is 179.59% of the surrounding traffic's one", + "Average speed is 174.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 19.2, + "duration_system": 497.538 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_04_10_07_06_21", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=3702 at (x=-1540.94, y=6461.293, z=373.291) at time=49.300s [CARLA Frame: 7165, Agent Step: 985]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.159, y=6458.237, z=373.433) at time=46.650s [CARLA Frame: 7112, Agent Step: 932]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.07% of the surrounding traffic's one", + "Average speed is 186.98% of the surrounding traffic's one", + "Average speed is 176.01% of the surrounding traffic's one", + "Average speed is 168.46% of the surrounding traffic's one", + "Average speed is 127.79% of the surrounding traffic's one", + "Average speed is 2.28% of the surrounding traffic's one", + "Average speed is 92.79% of the surrounding traffic's one", + "Average speed is 85.18% of the surrounding traffic's one", + "Average speed is 82.64% of the surrounding traffic's one", + "Average speed is 102.99% of the surrounding traffic's one", + "Average speed is 140.45% of the surrounding traffic's one", + "Average speed is 155.95% of the surrounding traffic's one", + "Average speed is 174.6% of the surrounding traffic's one", + "Average speed is 203.9% of the surrounding traffic's one", + "Average speed is 198.67% of the surrounding traffic's one", + "Average speed is 219.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.39, + "score_composed": 39.0 + }, + "meta": { + "route_length": 134.084, + "duration_game": 53.25, + "duration_system": 1346.404 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_04_10_20_38_39", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.84% of the surrounding traffic's one", + "Average speed is 110.66% of the surrounding traffic's one", + "Average speed is 112.74% of the surrounding traffic's one", + "Average speed is 98.79% of the surrounding traffic's one", + "Average speed is 100.02% of the surrounding traffic's one", + "Average speed is 110.34% of the surrounding traffic's one", + "Average speed is 98.13% of the surrounding traffic's one", + "Average speed is 66.2% of the surrounding traffic's one", + "Average speed is 81.25% of the surrounding traffic's one", + "Average speed is 135.88% of the surrounding traffic's one", + "Average speed is 111.33% of the surrounding traffic's one", + "Average speed is 120.3% of the surrounding traffic's one", + "Average speed is 115.96% of the surrounding traffic's one", + "Average speed is 109.07% of the surrounding traffic's one", + "Average speed is 67.55% of the surrounding traffic's one", + "Average speed is 87.98% of the surrounding traffic's one", + "Average speed is 80.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 20.45, + "duration_system": 143.154 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_04_10_20_30_25", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.44% of the surrounding traffic's one", + "Average speed is 142.78% of the surrounding traffic's one", + "Average speed is 148.02% of the surrounding traffic's one", + "Average speed is 182.32% of the surrounding traffic's one", + "Average speed is 164.26% of the surrounding traffic's one", + "Average speed is 114.08% of the surrounding traffic's one", + "Average speed is 19.23% of the surrounding traffic's one", + "Average speed is 91.72% of the surrounding traffic's one", + "Average speed is 163.12% of the surrounding traffic's one", + "Average speed is 183.08% of the surrounding traffic's one", + "Average speed is 189.69% of the surrounding traffic's one", + "Average speed is 169.36% of the surrounding traffic's one", + "Average speed is 138.03% of the surrounding traffic's one", + "Average speed is 124.53% of the surrounding traffic's one", + "Average speed is 72.94% of the surrounding traffic's one", + "Average speed is 167.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 20.45, + "duration_system": 389.368 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_04_10_02_22_17", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=154 at (x=-359.085, y=429.219, z=-0.002) at time=9.150s [CARLA Frame: 6305, Agent Step: 182]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.47% of the surrounding traffic's one", + "Average speed is 148.07% of the surrounding traffic's one", + "Average speed is 166.08% of the surrounding traffic's one", + "Average speed is 168.04% of the surrounding traffic's one", + "Average speed is 83.71% of the surrounding traffic's one", + "Average speed is 48.23% of the surrounding traffic's one", + "Average speed is 123.41% of the surrounding traffic's one", + "Average speed is 154.43% of the surrounding traffic's one", + "Average speed is 106.57% of the surrounding traffic's one", + "Average speed is 138.21% of the surrounding traffic's one", + "Average speed is 174.92% of the surrounding traffic's one", + "Average speed is 195.91% of the surrounding traffic's one", + "Average speed is 245.24% of the surrounding traffic's one", + "Average speed is 242.13% of the surrounding traffic's one", + "Average speed is 233.28% of the surrounding traffic's one", + "Average speed is 253.13% of the surrounding traffic's one", + "Average speed is 333.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.65, + "score_composed": 65.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 13.95, + "duration_system": 321.31 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_04_10_20_16_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.36% of the surrounding traffic's one", + "Average speed is 139.1% of the surrounding traffic's one", + "Average speed is 118.44% of the surrounding traffic's one", + "Average speed is 105.24% of the surrounding traffic's one", + "Average speed is 45.74% of the surrounding traffic's one", + "Average speed is 7.23% of the surrounding traffic's one", + "Average speed is 131.58% of the surrounding traffic's one", + "Average speed is 110.29% of the surrounding traffic's one", + "Average speed is 134.97% of the surrounding traffic's one", + "Average speed is 146.98% of the surrounding traffic's one", + "Average speed is 192.56% of the surrounding traffic's one", + "Average speed is 211.65% of the surrounding traffic's one", + "Average speed is 245.91% of the surrounding traffic's one", + "Average speed is 254.68% of the surrounding traffic's one", + "Average speed is 274.17% of the surrounding traffic's one", + "Average speed is 260.86% of the surrounding traffic's one", + "Average speed is 246.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 27.05, + "duration_system": 743.689 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_04_10_20_13_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.69% of the surrounding traffic's one", + "Average speed is 148.15% of the surrounding traffic's one", + "Average speed is 128.12% of the surrounding traffic's one", + "Average speed is 149.66% of the surrounding traffic's one", + "Average speed is 112.13% of the surrounding traffic's one", + "Average speed is 126.3% of the surrounding traffic's one", + "Average speed is 103.37% of the surrounding traffic's one", + "Average speed is 109.5% of the surrounding traffic's one", + "Average speed is 118.66% of the surrounding traffic's one", + "Average speed is 99.52% of the surrounding traffic's one", + "Average speed is 134.49% of the surrounding traffic's one", + "Average speed is 150.59% of the surrounding traffic's one", + "Average speed is 128.68% of the surrounding traffic's one", + "Average speed is 163.38% of the surrounding traffic's one", + "Average speed is 119.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 10.9, + "duration_system": 77.08 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_04_11_07_03_48", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.08% of the surrounding traffic's one", + "Average speed is 22.13% of the surrounding traffic's one", + "Average speed is 71.19% of the surrounding traffic's one", + "Average speed is 133.89% of the surrounding traffic's one", + "Average speed is 125.03% of the surrounding traffic's one", + "Average speed is 119.41% of the surrounding traffic's one", + "Average speed is 104.48% of the surrounding traffic's one", + "Average speed is 103.67% of the surrounding traffic's one", + "Average speed is 118.42% of the surrounding traffic's one", + "Average speed is 108.72% of the surrounding traffic's one", + "Average speed is 102.46% of the surrounding traffic's one", + "Average speed is 139.36% of the surrounding traffic's one", + "Average speed is 13.52% of the surrounding traffic's one", + "Average speed is 92.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.55, + "duration_system": 380.613 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_04_10_02_15_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.84% of the surrounding traffic's one", + "Average speed is 138.69% of the surrounding traffic's one", + "Average speed is 178.51% of the surrounding traffic's one", + "Average speed is 195.13% of the surrounding traffic's one", + "Average speed is 148.77% of the surrounding traffic's one", + "Average speed is 121.27% of the surrounding traffic's one", + "Average speed is 61.41% of the surrounding traffic's one", + "Average speed is 57.06% of the surrounding traffic's one", + "Average speed is 72.79% of the surrounding traffic's one", + "Average speed is 117.74% of the surrounding traffic's one", + "Average speed is 155.96% of the surrounding traffic's one", + "Average speed is 141.23% of the surrounding traffic's one", + "Average speed is 163.34% of the surrounding traffic's one", + "Average speed is 127.03% of the surrounding traffic's one", + "Average speed is 146.74% of the surrounding traffic's one", + "Average speed is 118.23% of the surrounding traffic's one", + "Average speed is 128.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 17.95, + "duration_system": 324.471 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_04_10_18_31_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.62% of the surrounding traffic's one", + "Average speed is 142.0% of the surrounding traffic's one", + "Average speed is 113.13% of the surrounding traffic's one", + "Average speed is 115.3% of the surrounding traffic's one", + "Average speed is 80.94% of the surrounding traffic's one", + "Average speed is 27.0% of the surrounding traffic's one", + "Average speed is 2.92% of the surrounding traffic's one", + "Average speed is 120.62% of the surrounding traffic's one", + "Average speed is 99.71% of the surrounding traffic's one", + "Average speed is 103.18% of the surrounding traffic's one", + "Average speed is 99.21% of the surrounding traffic's one", + "Average speed is 91.43% of the surrounding traffic's one", + "Average speed is 95.85% of the surrounding traffic's one", + "Average speed is 103.18% of the surrounding traffic's one", + "Average speed is 99.19% of the surrounding traffic's one", + "Average speed is 99.89% of the surrounding traffic's one", + "Average speed is 40.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 59.05, + "duration_system": 1706.657 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_04_10_02_06_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=152 at (x=197.178, y=249.77, z=-0.007) at time=9.750s [CARLA Frame: 5747, Agent Step: 194]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.02% of the surrounding traffic's one", + "Average speed is 101.65% of the surrounding traffic's one", + "Average speed is 116.15% of the surrounding traffic's one", + "Average speed is 57.95% of the surrounding traffic's one", + "Average speed is 30.26% of the surrounding traffic's one", + "Average speed is 92.04% of the surrounding traffic's one", + "Average speed is 151.73% of the surrounding traffic's one", + "Average speed is 178.24% of the surrounding traffic's one", + "Average speed is 173.47% of the surrounding traffic's one", + "Average speed is 181.0% of the surrounding traffic's one", + "Average speed is 193.28% of the surrounding traffic's one", + "Average speed is 197.49% of the surrounding traffic's one", + "Average speed is 181.43% of the surrounding traffic's one", + "Average speed is 136.55% of the surrounding traffic's one", + "Average speed is 47.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.0, + "duration_system": 394.395 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_04_10_01_59_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.41% of the surrounding traffic's one", + "Average speed is 106.3% of the surrounding traffic's one", + "Average speed is 70.99% of the surrounding traffic's one", + "Average speed is 83.19% of the surrounding traffic's one", + "Average speed is 135.97% of the surrounding traffic's one", + "Average speed is 103.51% of the surrounding traffic's one", + "Average speed is 67.41% of the surrounding traffic's one", + "Average speed is 120.48% of the surrounding traffic's one", + "Average speed is 102.08% of the surrounding traffic's one", + "Average speed is 114.69% of the surrounding traffic's one", + "Average speed is 110.45% of the surrounding traffic's one", + "Average speed is 107.92% of the surrounding traffic's one", + "Average speed is 113.94% of the surrounding traffic's one", + "Average speed is 124.64% of the surrounding traffic's one", + "Average speed is 117.83% of the surrounding traffic's one", + "Average speed is 101.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.7, + "duration_system": 349.35 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_04_10_01_54_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.38% of the surrounding traffic's one", + "Average speed is 127.1% of the surrounding traffic's one", + "Average speed is 136.5% of the surrounding traffic's one", + "Average speed is 159.97% of the surrounding traffic's one", + "Average speed is 107.15% of the surrounding traffic's one", + "Average speed is 91.7% of the surrounding traffic's one", + "Average speed is 109.04% of the surrounding traffic's one", + "Average speed is 124.73% of the surrounding traffic's one", + "Average speed is 124.86% of the surrounding traffic's one", + "Average speed is 98.06% of the surrounding traffic's one", + "Average speed is 87.11% of the surrounding traffic's one", + "Average speed is 84.09% of the surrounding traffic's one", + "Average speed is 93.78% of the surrounding traffic's one", + "Average speed is 96.34% of the surrounding traffic's one", + "Average speed is 96.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.45, + "duration_system": 176.178 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_04_10_18_20_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.99% of the surrounding traffic's one", + "Average speed is 121.11% of the surrounding traffic's one", + "Average speed is 13.77% of the surrounding traffic's one", + "Average speed is 68.42% of the surrounding traffic's one", + "Average speed is 77.53% of the surrounding traffic's one", + "Average speed is 99.53% of the surrounding traffic's one", + "Average speed is 127.96% of the surrounding traffic's one", + "Average speed is 133.09% of the surrounding traffic's one", + "Average speed is 121.23% of the surrounding traffic's one", + "Average speed is 116.52% of the surrounding traffic's one", + "Average speed is 109.56% of the surrounding traffic's one", + "Average speed is 115.1% of the surrounding traffic's one", + "Average speed is 104.74% of the surrounding traffic's one", + "Average speed is 116.24% of the surrounding traffic's one", + "Average speed is 131.18% of the surrounding traffic's one", + "Average speed is 98.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 25.3, + "duration_system": 530.658 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_04_10_18_17_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.77% of the surrounding traffic's one", + "Average speed is 152.19% of the surrounding traffic's one", + "Average speed is 161.77% of the surrounding traffic's one", + "Average speed is 189.36% of the surrounding traffic's one", + "Average speed is 163.0% of the surrounding traffic's one", + "Average speed is 169.62% of the surrounding traffic's one", + "Average speed is 116.62% of the surrounding traffic's one", + "Average speed is 25.99% of the surrounding traffic's one", + "Average speed is 145.2% of the surrounding traffic's one", + "Average speed is 228.68% of the surrounding traffic's one", + "Average speed is 255.45% of the surrounding traffic's one", + "Average speed is 237.89% of the surrounding traffic's one", + "Average speed is 237.2% of the surrounding traffic's one", + "Average speed is 169.38% of the surrounding traffic's one", + "Average speed is 155.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 11.8, + "duration_system": 84.081 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_04_10_01_50_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.46% of the surrounding traffic's one", + "Average speed is 154.5% of the surrounding traffic's one", + "Average speed is 234.04% of the surrounding traffic's one", + "Average speed is 183.54% of the surrounding traffic's one", + "Average speed is 141.17% of the surrounding traffic's one", + "Average speed is 68.1% of the surrounding traffic's one", + "Average speed is 57.54% of the surrounding traffic's one", + "Average speed is 58.63% of the surrounding traffic's one", + "Average speed is 309.86% of the surrounding traffic's one", + "Average speed is 335.11% of the surrounding traffic's one", + "Average speed is 304.68% of the surrounding traffic's one", + "Average speed is 223.67% of the surrounding traffic's one", + "Average speed is 169.02% of the surrounding traffic's one", + "Average speed is 377.32% of the surrounding traffic's one", + "Average speed is 458.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.5, + "duration_system": 138.164 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_04_10_01_46_47", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 107.05% of the surrounding traffic's one", + "Average speed is 86.71% of the surrounding traffic's one", + "Average speed is 267.43% of the surrounding traffic's one", + "Average speed is 185.84% of the surrounding traffic's one", + "Average speed is 166.81% of the surrounding traffic's one", + "Average speed is 181.08% of the surrounding traffic's one", + "Average speed is 121.36% of the surrounding traffic's one", + "Average speed is 47.4% of the surrounding traffic's one", + "Average speed is 135.84% of the surrounding traffic's one", + "Average speed is 207.27% of the surrounding traffic's one", + "Average speed is 130.27% of the surrounding traffic's one", + "Average speed is 95.85% of the surrounding traffic's one", + "Average speed is 89.99% of the surrounding traffic's one", + "Average speed is 128.36% of the surrounding traffic's one", + "Average speed is 105.58% of the surrounding traffic's one", + "Average speed is 120.66% of the surrounding traffic's one", + "Average speed is 90.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 18.8, + "duration_system": 126.156 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_04_10_18_08_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.05% of the surrounding traffic's one", + "Average speed is 151.65% of the surrounding traffic's one", + "Average speed is 147.08% of the surrounding traffic's one", + "Average speed is 155.67% of the surrounding traffic's one", + "Average speed is 146.92% of the surrounding traffic's one", + "Average speed is 157.61% of the surrounding traffic's one", + "Average speed is 146.0% of the surrounding traffic's one", + "Average speed is 41.55% of the surrounding traffic's one", + "Average speed is 51.68% of the surrounding traffic's one", + "Average speed is 127.36% of the surrounding traffic's one", + "Average speed is 169.33% of the surrounding traffic's one", + "Average speed is 191.49% of the surrounding traffic's one", + "Average speed is 187.18% of the surrounding traffic's one", + "Average speed is 122.55% of the surrounding traffic's one", + "Average speed is 114.61% of the surrounding traffic's one", + "Average speed is 118.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 14.9, + "duration_system": 413.861 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_04_10_01_43_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 97.94% of the surrounding traffic's one", + "Average speed is 133.26% of the surrounding traffic's one", + "Average speed is 164.05% of the surrounding traffic's one", + "Average speed is 131.4% of the surrounding traffic's one", + "Average speed is 116.42% of the surrounding traffic's one", + "Average speed is 56.42% of the surrounding traffic's one", + "Average speed is 36.57% of the surrounding traffic's one", + "Average speed is 132.08% of the surrounding traffic's one", + "Average speed is 182.67% of the surrounding traffic's one", + "Average speed is 216.5% of the surrounding traffic's one", + "Average speed is 224.06% of the surrounding traffic's one", + "Average speed is 208.48% of the surrounding traffic's one", + "Average speed is 200.93% of the surrounding traffic's one", + "Average speed is 193.16% of the surrounding traffic's one", + "Average speed is 224.47% of the surrounding traffic's one", + "Average speed is 222.57% of the surrounding traffic's one", + "Average speed is 205.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 13.0, + "duration_system": 104.104 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_04_10_01_39_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.71% of the surrounding traffic's one", + "Average speed is 60.18% of the surrounding traffic's one", + "Average speed is 136.82% of the surrounding traffic's one", + "Average speed is 256.54% of the surrounding traffic's one", + "Average speed is 186.25% of the surrounding traffic's one", + "Average speed is 76.91% of the surrounding traffic's one", + "Average speed is 87.37% of the surrounding traffic's one", + "Average speed is 162.36% of the surrounding traffic's one", + "Average speed is 105.08% of the surrounding traffic's one", + "Average speed is 115.95% of the surrounding traffic's one", + "Average speed is 118.56% of the surrounding traffic's one", + "Average speed is 111.13% of the surrounding traffic's one", + "Average speed is 108.85% of the surrounding traffic's one", + "Average speed is 102.95% of the surrounding traffic's one", + "Average speed is 105.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 20.5, + "duration_system": 147.292 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_04_10_01_30_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 110.6% of the surrounding traffic's one", + "Average speed is 142.37% of the surrounding traffic's one", + "Average speed is 282.54% of the surrounding traffic's one", + "Average speed is 206.82% of the surrounding traffic's one", + "Average speed is 215.24% of the surrounding traffic's one", + "Average speed is 158.4% of the surrounding traffic's one", + "Average speed is 51.47% of the surrounding traffic's one", + "Average speed is 80.42% of the surrounding traffic's one", + "Average speed is 171.62% of the surrounding traffic's one", + "Average speed is 141.55% of the surrounding traffic's one", + "Average speed is 116.2% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 114.38% of the surrounding traffic's one", + "Average speed is 111.34% of the surrounding traffic's one", + "Average speed is 118.27% of the surrounding traffic's one", + "Average speed is 15.1% of the surrounding traffic's one", + "Average speed is 90.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.8, + "duration_system": 436.625 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_04_10_07_02_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 49.07% of the surrounding traffic's one", + "Average speed is 21.55% of the surrounding traffic's one", + "Average speed is 439.32% of the surrounding traffic's one", + "Average speed is 506.33% of the surrounding traffic's one", + "Average speed is 437.2% of the surrounding traffic's one", + "Average speed is 497.32% of the surrounding traffic's one", + "Average speed is 590.65% of the surrounding traffic's one", + "Average speed is 708.18% of the surrounding traffic's one", + "Average speed is 551.97% of the surrounding traffic's one", + "Average speed is 419.87% of the surrounding traffic's one", + "Average speed is 359.99% of the surrounding traffic's one", + "Average speed is 249.43% of the surrounding traffic's one", + "Average speed is 200.14% of the surrounding traffic's one", + "Average speed is 197.46% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 120.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 13.05, + "duration_system": 110.117 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_04_10_18_04_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.28% of the surrounding traffic's one", + "Average speed is 246.72% of the surrounding traffic's one", + "Average speed is 206.83% of the surrounding traffic's one", + "Average speed is 215.09% of the surrounding traffic's one", + "Average speed is 171.22% of the surrounding traffic's one", + "Average speed is 143.29% of the surrounding traffic's one", + "Average speed is 131.74% of the surrounding traffic's one", + "Average speed is 138.6% of the surrounding traffic's one", + "Average speed is 143.6% of the surrounding traffic's one", + "Average speed is 129.52% of the surrounding traffic's one", + "Average speed is 113.77% of the surrounding traffic's one", + "Average speed is 111.26% of the surrounding traffic's one", + "Average speed is 258.33% of the surrounding traffic's one", + "Average speed is 226.38% of the surrounding traffic's one", + "Average speed is 161.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.1, + "duration_system": 151.144 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_04_10_17_59_37", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=4732 at (x=-5743.206, y=4730.418, z=186.964) at time=8.600s [CARLA Frame: 5477, Agent Step: 171]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.8% of the surrounding traffic's one", + "Average speed is 320.03% of the surrounding traffic's one", + "Average speed is 260.11% of the surrounding traffic's one", + "Average speed is 218.79% of the surrounding traffic's one", + "Average speed is 211.98% of the surrounding traffic's one", + "Average speed is 223.56% of the surrounding traffic's one", + "Average speed is 223.14% of the surrounding traffic's one", + "Average speed is 212.8% of the surrounding traffic's one", + "Average speed is 247.46% of the surrounding traffic's one", + "Average speed is 352.14% of the surrounding traffic's one", + "Average speed is 377.52% of the surrounding traffic's one", + "Average speed is 348.42% of the surrounding traffic's one", + "Average speed is 238.09% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 11.95, + "duration_system": 114.225 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_04_10_17_52_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 324.16% of the surrounding traffic's one", + "Average speed is 320.37% of the surrounding traffic's one", + "Average speed is 188.26% of the surrounding traffic's one", + "Average speed is 289.18% of the surrounding traffic's one", + "Average speed is 205.46% of the surrounding traffic's one", + "Average speed is 160.83% of the surrounding traffic's one", + "Average speed is 147.23% of the surrounding traffic's one", + "Average speed is 154.09% of the surrounding traffic's one", + "Average speed is 166.52% of the surrounding traffic's one", + "Average speed is 150.63% of the surrounding traffic's one", + "Average speed is 153.47% of the surrounding traffic's one", + "Average speed is 190.93% of the surrounding traffic's one", + "Average speed is 172.62% of the surrounding traffic's one", + "Average speed is 174.36% of the surrounding traffic's one", + "Average speed is 142.75% of the surrounding traffic's one", + "Average speed is 122.39% of the surrounding traffic's one", + "Average speed is 99.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.6, + "duration_system": 266.306 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_04_10_01_26_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.85% of the surrounding traffic's one", + "Average speed is 383.43% of the surrounding traffic's one", + "Average speed is 521.7% of the surrounding traffic's one", + "Average speed is 635.89% of the surrounding traffic's one", + "Average speed is 650.25% of the surrounding traffic's one", + "Average speed is 560.96% of the surrounding traffic's one", + "Average speed is 466.23% of the surrounding traffic's one", + "Average speed is 438.1% of the surrounding traffic's one", + "Average speed is 665.05% of the surrounding traffic's one", + "Average speed is 1077.04% of the surrounding traffic's one", + "Average speed is 3805.1% of the surrounding traffic's one", + "Average speed is 39205.15% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 97.115 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_04_11_09_54_53", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=-2578.923, y=5909.458, z=157.256) at time=20.150s [CARLA Frame: 5457, Agent Step: 402]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.81% of the surrounding traffic's one", + "Average speed is 102.39% of the surrounding traffic's one", + "Average speed is 218.67% of the surrounding traffic's one", + "Average speed is 188.21% of the surrounding traffic's one", + "Average speed is 140.38% of the surrounding traffic's one", + "Average speed is 155.71% of the surrounding traffic's one", + "Average speed is 162.77% of the surrounding traffic's one", + "Average speed is 192.18% of the surrounding traffic's one", + "Average speed is 188.9% of the surrounding traffic's one", + "Average speed is 196.32% of the surrounding traffic's one", + "Average speed is 207.52% of the surrounding traffic's one", + "Average speed is 206.39% of the surrounding traffic's one", + "Average speed is 208.55% of the surrounding traffic's one", + "Average speed is 200.93% of the surrounding traffic's one", + "Average speed is 154.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=-2578.684, y=5909.379, z=157.253)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 81.82, + "score_penalty": 0.65, + "score_composed": 53.183 + }, + "meta": { + "route_length": 161.403, + "duration_game": 80.35, + "duration_system": 620.738 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_04_10_06_59_22", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.51% of the surrounding traffic's one", + "Average speed is 206.91% of the surrounding traffic's one", + "Average speed is 213.12% of the surrounding traffic's one", + "Average speed is 218.83% of the surrounding traffic's one", + "Average speed is 236.47% of the surrounding traffic's one", + "Average speed is 232.27% of the surrounding traffic's one", + "Average speed is 229.11% of the surrounding traffic's one", + "Average speed is 271.91% of the surrounding traffic's one", + "Average speed is 250.55% of the surrounding traffic's one", + "Average speed is 603.9% of the surrounding traffic's one", + "Average speed is 572.19% of the surrounding traffic's one", + "Average speed is 461.85% of the surrounding traffic's one", + "Average speed is 358.09% of the surrounding traffic's one", + "Average speed is 280.8% of the surrounding traffic's one", + "Average speed is 184.59% of the surrounding traffic's one", + "Average speed is 102.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.8, + "duration_system": 47.06 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_04_09_20_08_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 195.43% of the surrounding traffic's one", + "Average speed is 191.15% of the surrounding traffic's one", + "Average speed is 212.33% of the surrounding traffic's one", + "Average speed is 241.42% of the surrounding traffic's one", + "Average speed is 267.71% of the surrounding traffic's one", + "Average speed is 293.61% of the surrounding traffic's one", + "Average speed is 308.5% of the surrounding traffic's one", + "Average speed is 362.28% of the surrounding traffic's one", + "Average speed is 340.62% of the surrounding traffic's one", + "Average speed is 468.31% of the surrounding traffic's one", + "Average speed is 415.4% of the surrounding traffic's one", + "Average speed is 281.59% of the surrounding traffic's one", + "Average speed is 239.94% of the surrounding traffic's one", + "Average speed is 223.48% of the surrounding traffic's one", + "Average speed is 172.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.1, + "duration_system": 63.067 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_04_10_17_35_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 255.44% of the surrounding traffic's one", + "Average speed is 288.32% of the surrounding traffic's one", + "Average speed is 265.52% of the surrounding traffic's one", + "Average speed is 72.61% of the surrounding traffic's one", + "Average speed is 210.69% of the surrounding traffic's one", + "Average speed is 240.76% of the surrounding traffic's one", + "Average speed is 188.88% of the surrounding traffic's one", + "Average speed is 126.52% of the surrounding traffic's one", + "Average speed is 188.58% of the surrounding traffic's one", + "Average speed is 209.79% of the surrounding traffic's one", + "Average speed is 206.73% of the surrounding traffic's one", + "Average speed is 147.89% of the surrounding traffic's one", + "Average speed is 160.77% of the surrounding traffic's one", + "Average speed is 216.18% of the surrounding traffic's one", + "Average speed is 197.16% of the surrounding traffic's one", + "Average speed is 213.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 13.75, + "duration_system": 122.133 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_04_10_17_30_08", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.road and id=0 at (x=-5750.756, y=4329.84, z=180.262) at time=17.450s [CARLA Frame: 6055, Agent Step: 348]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 16.138 meters (12.86% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 178.78% of the surrounding traffic's one", + "Average speed is 81.3% of the surrounding traffic's one", + "Average speed is 172.89% of the surrounding traffic's one", + "Average speed is 228.08% of the surrounding traffic's one", + "Average speed is 183.44% of the surrounding traffic's one", + "Average speed is 167.32% of the surrounding traffic's one", + "Average speed is 141.97% of the surrounding traffic's one", + "Average speed is 138.22% of the surrounding traffic's one", + "Average speed is 146.5% of the surrounding traffic's one", + "Average speed is 224.89% of the surrounding traffic's one", + "Average speed is 218.28% of the surrounding traffic's one", + "Average speed is 24.27% of the surrounding traffic's one", + "Average speed is 130.55% of the surrounding traffic's one", + "Average speed is 72.92% of the surrounding traffic's one", + "Average speed is 244.52% of the surrounding traffic's one", + "Average speed is 440.54% of the surrounding traffic's one", + "Average speed is 480.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.566403, + "score_composed": 56.640277 + }, + "meta": { + "route_length": 134.412, + "duration_game": 21.05, + "duration_system": 158.179 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_04_10_01_21_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 254.07% of the surrounding traffic's one", + "Average speed is 259.35% of the surrounding traffic's one", + "Average speed is 194.51% of the surrounding traffic's one", + "Average speed is 191.31% of the surrounding traffic's one", + "Average speed is 173.37% of the surrounding traffic's one", + "Average speed is 141.55% of the surrounding traffic's one", + "Average speed is 134.01% of the surrounding traffic's one", + "Average speed is 152.37% of the surrounding traffic's one", + "Average speed is 138.83% of the surrounding traffic's one", + "Average speed is 142.11% of the surrounding traffic's one", + "Average speed is 126.94% of the surrounding traffic's one", + "Average speed is 102.58% of the surrounding traffic's one", + "Average speed is 263.71% of the surrounding traffic's one", + "Average speed is 225.67% of the surrounding traffic's one", + "Average speed is 143.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.35, + "duration_system": 178.201 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_04_09_20_04_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.52% of the surrounding traffic's one", + "Average speed is 189.16% of the surrounding traffic's one", + "Average speed is 216.53% of the surrounding traffic's one", + "Average speed is 244.46% of the surrounding traffic's one", + "Average speed is 270.66% of the surrounding traffic's one", + "Average speed is 289.21% of the surrounding traffic's one", + "Average speed is 305.65% of the surrounding traffic's one", + "Average speed is 312.42% of the surrounding traffic's one", + "Average speed is 272.24% of the surrounding traffic's one", + "Average speed is 427.67% of the surrounding traffic's one", + "Average speed is 379.59% of the surrounding traffic's one", + "Average speed is 290.14% of the surrounding traffic's one", + "Average speed is 253.72% of the surrounding traffic's one", + "Average speed is 207.13% of the surrounding traffic's one", + "Average speed is 79.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.8, + "duration_system": 69.073 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_04_10_17_23_18", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.9% of the surrounding traffic's one", + "Average speed is 104.08% of the surrounding traffic's one", + "Average speed is 173.33% of the surrounding traffic's one", + "Average speed is 139.0% of the surrounding traffic's one", + "Average speed is 132.15% of the surrounding traffic's one", + "Average speed is 132.73% of the surrounding traffic's one", + "Average speed is 151.47% of the surrounding traffic's one", + "Average speed is 157.59% of the surrounding traffic's one", + "Average speed is 160.67% of the surrounding traffic's one", + "Average speed is 192.47% of the surrounding traffic's one", + "Average speed is 201.82% of the surrounding traffic's one", + "Average speed is 178.38% of the surrounding traffic's one", + "Average speed is 177.84% of the surrounding traffic's one", + "Average speed is 174.41% of the surrounding traffic's one", + "Average speed is 137.43% of the surrounding traffic's one", + "Average speed is 166.24% of the surrounding traffic's one", + "Average speed is 122.37% of the surrounding traffic's one", + "Average speed is 78.4% of the surrounding traffic's one", + "Average speed is 66.01% of the surrounding traffic's one", + "Average speed is 66.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2622.204, y=5902.03, z=157.715)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 27.95, + "duration_system": 258.292 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_04_10_17_18_38", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3716 at (x=1101.357, y=3102.768, z=364.842) at time=8.000s [CARLA Frame: 5414, Agent Step: 159]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 323.59% of the surrounding traffic's one", + "Average speed is 350.35% of the surrounding traffic's one", + "Average speed is 274.67% of the surrounding traffic's one", + "Average speed is 229.16% of the surrounding traffic's one", + "Average speed is 189.7% of the surrounding traffic's one", + "Average speed is 95.18% of the surrounding traffic's one", + "Average speed is 158.48% of the surrounding traffic's one", + "Average speed is 200.98% of the surrounding traffic's one", + "Average speed is 220.1% of the surrounding traffic's one", + "Average speed is 178.27% of the surrounding traffic's one", + "Average speed is 145.74% of the surrounding traffic's one", + "Average speed is 175.63% of the surrounding traffic's one", + "Average speed is 161.28% of the surrounding traffic's one", + "Average speed is 159.86% of the surrounding traffic's one", + "Average speed is 166.2% of the surrounding traffic's one", + "Average speed is 157.24% of the surrounding traffic's one", + "Average speed is 159.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 13.95, + "duration_system": 145.157 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_04_10_06_49_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 52.21% of the surrounding traffic's one", + "Average speed is 5.67% of the surrounding traffic's one", + "Average speed is 1561.25% of the surrounding traffic's one", + "Average speed is 1804.67% of the surrounding traffic's one", + "Average speed is 1828.64% of the surrounding traffic's one", + "Average speed is 1712.63% of the surrounding traffic's one", + "Average speed is 1741.83% of the surrounding traffic's one", + "Average speed is 1610.89% of the surrounding traffic's one", + "Average speed is 1446.27% of the surrounding traffic's one", + "Average speed is 1890.45% of the surrounding traffic's one", + "Average speed is 1882.84% of the surrounding traffic's one", + "Average speed is 1184.68% of the surrounding traffic's one", + "Average speed is 861.43% of the surrounding traffic's one", + "Average speed is 658.69% of the surrounding traffic's one", + "Average speed is 413.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.8, + "duration_system": 481.579 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_04_10_01_16_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 408.16% of the surrounding traffic's one", + "Average speed is 655.6% of the surrounding traffic's one", + "Average speed is 927.5% of the surrounding traffic's one", + "Average speed is 1028.66% of the surrounding traffic's one", + "Average speed is 1003.47% of the surrounding traffic's one", + "Average speed is 839.07% of the surrounding traffic's one", + "Average speed is 626.16% of the surrounding traffic's one", + "Average speed is 471.11% of the surrounding traffic's one", + "Average speed is 586.24% of the surrounding traffic's one", + "Average speed is 682.65% of the surrounding traffic's one", + "Average speed is 702.99% of the surrounding traffic's one", + "Average speed is 865.34% of the surrounding traffic's one", + "Average speed is 778.91% of the surrounding traffic's one", + "Average speed is 443.35% of the surrounding traffic's one", + "Average speed is 400.88% of the surrounding traffic's one", + "Average speed is 371.62% of the surrounding traffic's one", + "Average speed is 349.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.9, + "duration_system": 156.158 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_04_10_01_10_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 313.72% of the surrounding traffic's one", + "Average speed is 247.41% of the surrounding traffic's one", + "Average speed is 219.71% of the surrounding traffic's one", + "Average speed is 278.04% of the surrounding traffic's one", + "Average speed is 201.15% of the surrounding traffic's one", + "Average speed is 167.29% of the surrounding traffic's one", + "Average speed is 138.53% of the surrounding traffic's one", + "Average speed is 174.71% of the surrounding traffic's one", + "Average speed is 184.42% of the surrounding traffic's one", + "Average speed is 153.89% of the surrounding traffic's one", + "Average speed is 132.92% of the surrounding traffic's one", + "Average speed is 135.85% of the surrounding traffic's one", + "Average speed is 140.35% of the surrounding traffic's one", + "Average speed is 178.75% of the surrounding traffic's one", + "Average speed is 142.64% of the surrounding traffic's one", + "Average speed is 147.72% of the surrounding traffic's one", + "Average speed is 132.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.6, + "duration_system": 237.354 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_04_10_17_14_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 277.1% of the surrounding traffic's one", + "Average speed is 381.88% of the surrounding traffic's one", + "Average speed is 519.82% of the surrounding traffic's one", + "Average speed is 637.15% of the surrounding traffic's one", + "Average speed is 648.4% of the surrounding traffic's one", + "Average speed is 550.11% of the surrounding traffic's one", + "Average speed is 461.91% of the surrounding traffic's one", + "Average speed is 430.94% of the surrounding traffic's one", + "Average speed is 690.36% of the surrounding traffic's one", + "Average speed is 1111.94% of the surrounding traffic's one", + "Average speed is 3849.71% of the surrounding traffic's one", + "Average speed is 35344.63% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 101.14 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_04_10_17_09_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 218.98% of the surrounding traffic's one", + "Average speed is 73.94% of the surrounding traffic's one", + "Average speed is 171.68% of the surrounding traffic's one", + "Average speed is 193.12% of the surrounding traffic's one", + "Average speed is 146.36% of the surrounding traffic's one", + "Average speed is 173.82% of the surrounding traffic's one", + "Average speed is 179.41% of the surrounding traffic's one", + "Average speed is 185.39% of the surrounding traffic's one", + "Average speed is 227.32% of the surrounding traffic's one", + "Average speed is 325.58% of the surrounding traffic's one", + "Average speed is 394.79% of the surrounding traffic's one", + "Average speed is 421.34% of the surrounding traffic's one", + "Average speed is 396.75% of the surrounding traffic's one", + "Average speed is 362.5% of the surrounding traffic's one", + "Average speed is 358.47% of the surrounding traffic's one", + "Average speed is 346.64% of the surrounding traffic's one", + "Average speed is 238.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 14.95, + "duration_system": 171.171 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_04_11_09_32_56", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=508.054, y=6001.154, z=165.531) at time=21.000s [CARLA Frame: 5160, Agent Step: 419]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.98% of the surrounding traffic's one", + "Average speed is 125.15% of the surrounding traffic's one", + "Average speed is 186.05% of the surrounding traffic's one", + "Average speed is 203.76% of the surrounding traffic's one", + "Average speed is 143.02% of the surrounding traffic's one", + "Average speed is 155.58% of the surrounding traffic's one", + "Average speed is 160.33% of the surrounding traffic's one", + "Average speed is 175.81% of the surrounding traffic's one", + "Average speed is 203.52% of the surrounding traffic's one", + "Average speed is 214.12% of the surrounding traffic's one", + "Average speed is 228.9% of the surrounding traffic's one", + "Average speed is 225.04% of the surrounding traffic's one", + "Average speed is 214.76% of the surrounding traffic's one", + "Average speed is 205.81% of the surrounding traffic's one", + "Average speed is 168.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=508.322, y=6001.062, z=165.533)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 84.18, + "score_penalty": 0.65, + "score_composed": 54.717 + }, + "meta": { + "route_length": 165.559, + "duration_game": 81.25, + "duration_system": 1156.216 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_04_10_16_46_44", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3709 at (x=-820.799, y=4757.731, z=369.994) at time=9.550s [CARLA Frame: 6098, Agent Step: 190]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 7.014 meters (7.24% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 333.1% of the surrounding traffic's one", + "Average speed is 293.46% of the surrounding traffic's one", + "Average speed is 244.76% of the surrounding traffic's one", + "Average speed is 178.71% of the surrounding traffic's one", + "Average speed is 173.95% of the surrounding traffic's one", + "Average speed is 152.67% of the surrounding traffic's one", + "Average speed is 148.32% of the surrounding traffic's one", + "Average speed is 149.01% of the surrounding traffic's one", + "Average speed is 169.08% of the surrounding traffic's one", + "Average speed is 180.09% of the surrounding traffic's one", + "Average speed is 175.89% of the surrounding traffic's one", + "Average speed is 138.33% of the surrounding traffic's one", + "Average speed is 128.18% of the surrounding traffic's one", + "Average speed is 119.87% of the surrounding traffic's one", + "Average speed is 89.97% of the surrounding traffic's one", + "Average speed is 104.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.556543, + "score_composed": 55.654315 + }, + "meta": { + "route_length": 106.658, + "duration_game": 14.4, + "duration_system": 301.32 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_04_09_20_00_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 248.6% of the surrounding traffic's one", + "Average speed is 310.1% of the surrounding traffic's one", + "Average speed is 343.08% of the surrounding traffic's one", + "Average speed is 237.85% of the surrounding traffic's one", + "Average speed is 252.55% of the surrounding traffic's one", + "Average speed is 407.51% of the surrounding traffic's one", + "Average speed is 442.35% of the surrounding traffic's one", + "Average speed is 493.99% of the surrounding traffic's one", + "Average speed is 586.1% of the surrounding traffic's one", + "Average speed is 594.42% of the surrounding traffic's one", + "Average speed is 546.49% of the surrounding traffic's one", + "Average speed is 587.39% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 10475526.45% of the surrounding traffic's one", + "Average speed is 49144.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.9, + "duration_system": 105.125 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_04_09_19_56_10", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.12% of the surrounding traffic's one", + "Average speed is 574.35% of the surrounding traffic's one", + "Average speed is 483.05% of the surrounding traffic's one", + "Average speed is 299.27% of the surrounding traffic's one", + "Average speed is 179.52% of the surrounding traffic's one", + "Average speed is 178.51% of the surrounding traffic's one", + "Average speed is 55.14% of the surrounding traffic's one", + "Average speed is 144.7% of the surrounding traffic's one", + "Average speed is 211.25% of the surrounding traffic's one", + "Average speed is 200.95% of the surrounding traffic's one", + "Average speed is 119.12% of the surrounding traffic's one", + "Average speed is 123.6% of the surrounding traffic's one", + "Average speed is 169.37% of the surrounding traffic's one", + "Average speed is 135.31% of the surrounding traffic's one", + "Average speed is 2814.32% of the surrounding traffic's one", + "Average speed is 10243048.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.45, + "duration_system": 139.197 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_04_10_06_44_46", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.32% of the surrounding traffic's one", + "Average speed is 495.03% of the surrounding traffic's one", + "Average speed is 317.99% of the surrounding traffic's one", + "Average speed is 218.93% of the surrounding traffic's one", + "Average speed is 154.65% of the surrounding traffic's one", + "Average speed is 176.56% of the surrounding traffic's one", + "Average speed is 155.86% of the surrounding traffic's one", + "Average speed is 163.57% of the surrounding traffic's one", + "Average speed is 69.7% of the surrounding traffic's one", + "Average speed is 174.11% of the surrounding traffic's one", + "Average speed is 258.36% of the surrounding traffic's one", + "Average speed is 353.8% of the surrounding traffic's one", + "Average speed is 246.55% of the surrounding traffic's one", + "Average speed is 57.83% of the surrounding traffic's one", + "Average speed is 143.27% of the surrounding traffic's one", + "Average speed is 193.32% of the surrounding traffic's one", + "Average speed is 368.9% of the surrounding traffic's one", + "Average speed is 443.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.4, + "duration_system": 127.138 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_04_10_06_33_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 300.63% of the surrounding traffic's one", + "Average speed is 467.24% of the surrounding traffic's one", + "Average speed is 300.68% of the surrounding traffic's one", + "Average speed is 180.6% of the surrounding traffic's one", + "Average speed is 78.1% of the surrounding traffic's one", + "Average speed is 10.93% of the surrounding traffic's one", + "Average speed is 4111.34% of the surrounding traffic's one", + "Average speed is 820.57% of the surrounding traffic's one", + "Average speed is 173.65% of the surrounding traffic's one", + "Average speed is 3018.83% of the surrounding traffic's one", + "Average speed is 2047.12% of the surrounding traffic's one", + "Average speed is 1096.2% of the surrounding traffic's one", + "Average speed is 926.79% of the surrounding traffic's one", + "Average speed is 476.83% of the surrounding traffic's one", + "Average speed is 323.45% of the surrounding traffic's one", + "Average speed is 175.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 62.05, + "duration_system": 558.468 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_04_10_06_25_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 207.72% of the surrounding traffic's one", + "Average speed is 1072.49% of the surrounding traffic's one", + "Average speed is 1632.53% of the surrounding traffic's one", + "Average speed is 229.56% of the surrounding traffic's one", + "Average speed is 78.96% of the surrounding traffic's one", + "Average speed is 43.51% of the surrounding traffic's one", + "Average speed is 167.27% of the surrounding traffic's one", + "Average speed is 185.85% of the surrounding traffic's one", + "Average speed is 98.41% of the surrounding traffic's one", + "Average speed is 267.85% of the surrounding traffic's one", + "Average speed is 2717.67% of the surrounding traffic's one", + "Average speed is 2220.98% of the surrounding traffic's one", + "Average speed is 783.4% of the surrounding traffic's one", + "Average speed is 386.23% of the surrounding traffic's one", + "Average speed is 145.79% of the surrounding traffic's one", + "Average speed is 66.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 24.45, + "duration_system": 311.366 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_04_10_06_16_18", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 168.69% of the surrounding traffic's one", + "Average speed is 713.26% of the surrounding traffic's one", + "Average speed is 794.8% of the surrounding traffic's one", + "Average speed is 154.06% of the surrounding traffic's one", + "Average speed is 12.8% of the surrounding traffic's one", + "Average speed is 2161.18% of the surrounding traffic's one", + "Average speed is 2050.4% of the surrounding traffic's one", + "Average speed is 2024.35% of the surrounding traffic's one", + "Average speed is 1913.84% of the surrounding traffic's one", + "Average speed is 1123.21% of the surrounding traffic's one", + "Average speed is 7278.46% of the surrounding traffic's one", + "Average speed is 2362.43% of the surrounding traffic's one", + "Average speed is 738.81% of the surrounding traffic's one", + "Average speed is 564.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.9, + "duration_system": 433.724 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_04_10_06_11_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.33% of the surrounding traffic's one", + "Average speed is 114.06% of the surrounding traffic's one", + "Average speed is 120.23% of the surrounding traffic's one", + "Average speed is 37.87% of the surrounding traffic's one", + "Average speed is 166.28% of the surrounding traffic's one", + "Average speed is 61.49% of the surrounding traffic's one", + "Average speed is 310.13% of the surrounding traffic's one", + "Average speed is 430.4% of the surrounding traffic's one", + "Average speed is 118.93% of the surrounding traffic's one", + "Average speed is 821.6% of the surrounding traffic's one", + "Average speed is 2201.71% of the surrounding traffic's one", + "Average speed is 1540.21% of the surrounding traffic's one", + "Average speed is 832.46% of the surrounding traffic's one", + "Average speed is 703.34% of the surrounding traffic's one", + "Average speed is 369.92% of the surrounding traffic's one", + "Average speed is 266.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 18.45, + "duration_system": 139.168 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_04_11_06_12_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.62% of the surrounding traffic's one", + "Average speed is 151.06% of the surrounding traffic's one", + "Average speed is 85.7% of the surrounding traffic's one", + "Average speed is 13.05% of the surrounding traffic's one", + "Average speed is 261.15% of the surrounding traffic's one", + "Average speed is 861.67% of the surrounding traffic's one", + "Average speed is 292.38% of the surrounding traffic's one", + "Average speed is 676.73% of the surrounding traffic's one", + "Average speed is 696.43% of the surrounding traffic's one", + "Average speed is 495.79% of the surrounding traffic's one", + "Average speed is 241.06% of the surrounding traffic's one", + "Average speed is 246.22% of the surrounding traffic's one", + "Average speed is 274.99% of the surrounding traffic's one", + "Average speed is 347.56% of the surrounding traffic's one", + "Average speed is 238.97% of the surrounding traffic's one", + "Average speed is 203.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.45, + "duration_system": 193.198 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_04_10_05_51_33", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=236.81, y=5915.833, z=361.2) at time=11.750s [CARLA Frame: 6383, Agent Step: 234]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.51% of the surrounding traffic's one", + "Average speed is 102.0% of the surrounding traffic's one", + "Average speed is 390.45% of the surrounding traffic's one", + "Average speed is 194.36% of the surrounding traffic's one", + "Average speed is 150.21% of the surrounding traffic's one", + "Average speed is 52.88% of the surrounding traffic's one", + "Average speed is 36.96% of the surrounding traffic's one", + "Average speed is 272.63% of the surrounding traffic's one", + "Average speed is 368.57% of the surrounding traffic's one", + "Average speed is 310.41% of the surrounding traffic's one", + "Average speed is 318.07% of the surrounding traffic's one", + "Average speed is 703.11% of the surrounding traffic's one", + "Average speed is 1053.02% of the surrounding traffic's one", + "Average speed is 981.07% of the surrounding traffic's one", + "Average speed is 502.08% of the surrounding traffic's one", + "Average speed is 397.21% of the surrounding traffic's one", + "Average speed is 428.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 13.15, + "duration_system": 126.131 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_04_10_05_28_36", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.71% of the surrounding traffic's one", + "Average speed is 201.41% of the surrounding traffic's one", + "Average speed is 430.6% of the surrounding traffic's one", + "Average speed is 160.42% of the surrounding traffic's one", + "Average speed is 15.74% of the surrounding traffic's one", + "Average speed is 3.56% of the surrounding traffic's one", + "Average speed is 413.52% of the surrounding traffic's one", + "Average speed is 462.87% of the surrounding traffic's one", + "Average speed is 435.24% of the surrounding traffic's one", + "Average speed is 383.15% of the surrounding traffic's one", + "Average speed is 649.81% of the surrounding traffic's one", + "Average speed is 842.71% of the surrounding traffic's one", + "Average speed is 914.49% of the surrounding traffic's one", + "Average speed is 863.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 101.85, + "duration_system": 1241.491 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_04_09_19_51_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 269.85% of the surrounding traffic's one", + "Average speed is 468.25% of the surrounding traffic's one", + "Average speed is 415.43% of the surrounding traffic's one", + "Average speed is 96.13% of the surrounding traffic's one", + "Average speed is 30.48% of the surrounding traffic's one", + "Average speed is 39.42% of the surrounding traffic's one", + "Average speed is 368.91% of the surrounding traffic's one", + "Average speed is 645.43% of the surrounding traffic's one", + "Average speed is 585.69% of the surrounding traffic's one", + "Average speed is 452.39% of the surrounding traffic's one", + "Average speed is 491.62% of the surrounding traffic's one", + "Average speed is 1879.48% of the surrounding traffic's one", + "Average speed is 1676.31% of the surrounding traffic's one", + "Average speed is 991.68% of the surrounding traffic's one", + "Average speed is 902.63% of the surrounding traffic's one", + "Average speed is 1063.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 14.55, + "duration_system": 164.188 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_04_09_19_47_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 411.66% of the surrounding traffic's one", + "Average speed is 585.4% of the surrounding traffic's one", + "Average speed is 521.67% of the surrounding traffic's one", + "Average speed is 254.12% of the surrounding traffic's one", + "Average speed is 121.2% of the surrounding traffic's one", + "Average speed is 37.82% of the surrounding traffic's one", + "Average speed is 234.47% of the surrounding traffic's one", + "Average speed is 307.31% of the surrounding traffic's one", + "Average speed is 282.71% of the surrounding traffic's one", + "Average speed is 156.09% of the surrounding traffic's one", + "Average speed is 336.33% of the surrounding traffic's one", + "Average speed is 1196.16% of the surrounding traffic's one", + "Average speed is 4019.68% of the surrounding traffic's one", + "Average speed is 4132.69% of the surrounding traffic's one", + "Average speed is 2408.73% of the surrounding traffic's one", + "Average speed is 1954.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 13.25, + "duration_system": 116.122 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_04_10_16_31_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.19% of the surrounding traffic's one", + "Average speed is 144.09% of the surrounding traffic's one", + "Average speed is 189.86% of the surrounding traffic's one", + "Average speed is 75.63% of the surrounding traffic's one", + "Average speed is 6.48% of the surrounding traffic's one", + "Average speed is 269.47% of the surrounding traffic's one", + "Average speed is 347.71% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 130.02% of the surrounding traffic's one", + "Average speed is 244.17% of the surrounding traffic's one", + "Average speed is 167.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 31.35, + "duration_system": 747.932 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_04_10_05_06_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.33% of the surrounding traffic's one", + "Average speed is 266.67% of the surrounding traffic's one", + "Average speed is 202.19% of the surrounding traffic's one", + "Average speed is 100.04% of the surrounding traffic's one", + "Average speed is 106.67% of the surrounding traffic's one", + "Average speed is 3.84% of the surrounding traffic's one", + "Average speed is 203.3% of the surrounding traffic's one", + "Average speed is 715.66% of the surrounding traffic's one", + "Average speed is 685.22% of the surrounding traffic's one", + "Average speed is 404.41% of the surrounding traffic's one", + "Average speed is 467.45% of the surrounding traffic's one", + "Average speed is 8402.74% of the surrounding traffic's one", + "Average speed is 2592.97% of the surrounding traffic's one", + "Average speed is 3269.71% of the surrounding traffic's one", + "Average speed is 1256.95% of the surrounding traffic's one", + "Average speed is 1095.55% of the surrounding traffic's one", + "Average speed is 1148.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 107.4, + "duration_system": 1163.318 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_04_09_19_42_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 206.49% of the surrounding traffic's one", + "Average speed is 526.65% of the surrounding traffic's one", + "Average speed is 492.67% of the surrounding traffic's one", + "Average speed is 417.12% of the surrounding traffic's one", + "Average speed is 166.61% of the surrounding traffic's one", + "Average speed is 58.14% of the surrounding traffic's one", + "Average speed is 126.69% of the surrounding traffic's one", + "Average speed is 199.85% of the surrounding traffic's one", + "Average speed is 231.94% of the surrounding traffic's one", + "Average speed is 246.63% of the surrounding traffic's one", + "Average speed is 313.34% of the surrounding traffic's one", + "Average speed is 597.78% of the surrounding traffic's one", + "Average speed is 1034.88% of the surrounding traffic's one", + "Average speed is 691.92% of the surrounding traffic's one", + "Average speed is 576.12% of the surrounding traffic's one", + "Average speed is 1043.68% of the surrounding traffic's one", + "Average speed is 2801.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 11.8, + "duration_system": 122.122 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_04_09_19_36_29", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3736 at (x=-1380.684, y=5321.89, z=376.652) at time=26.550s [CARLA Frame: 6815, Agent Step: 530]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.14% of the surrounding traffic's one", + "Average speed is 166.3% of the surrounding traffic's one", + "Average speed is 438.56% of the surrounding traffic's one", + "Average speed is 473.48% of the surrounding traffic's one", + "Average speed is 138.88% of the surrounding traffic's one", + "Average speed is 17.66% of the surrounding traffic's one", + "Average speed is 102.26% of the surrounding traffic's one", + "Average speed is 1127.39% of the surrounding traffic's one", + "Average speed is 259.21% of the surrounding traffic's one", + "Average speed is 470.84% of the surrounding traffic's one", + "Average speed is 1487.78% of the surrounding traffic's one", + "Average speed is 62087.75% of the surrounding traffic's one", + "Average speed is 6118.48% of the surrounding traffic's one", + "Average speed is 3449.17% of the surrounding traffic's one", + "Average speed is 2101.9% of the surrounding traffic's one", + "Average speed is 2342.03% of the surrounding traffic's one", + "Average speed is 1014.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 31.7, + "duration_system": 248.329 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_04_10_05_01_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 349.21% of the surrounding traffic's one", + "Average speed is 631.3% of the surrounding traffic's one", + "Average speed is 434.17% of the surrounding traffic's one", + "Average speed is 89.94% of the surrounding traffic's one", + "Average speed is 109.33% of the surrounding traffic's one", + "Average speed is 57.42% of the surrounding traffic's one", + "Average speed is 310.79% of the surrounding traffic's one", + "Average speed is 448.34% of the surrounding traffic's one", + "Average speed is 392.01% of the surrounding traffic's one", + "Average speed is 285.45% of the surrounding traffic's one", + "Average speed is 305.47% of the surrounding traffic's one", + "Average speed is 325.0% of the surrounding traffic's one", + "Average speed is 259.55% of the surrounding traffic's one", + "Average speed is 189.65% of the surrounding traffic's one", + "Average speed is 189.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.3, + "duration_system": 186.592 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_04_09_19_32_08", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3718 at (x=2536.246, y=2072.77, z=356.945) at time=10.100s [CARLA Frame: 6370, Agent Step: 201]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.46% of the surrounding traffic's one", + "Average speed is 560.0% of the surrounding traffic's one", + "Average speed is 604.95% of the surrounding traffic's one", + "Average speed is 539.06% of the surrounding traffic's one", + "Average speed is 134.43% of the surrounding traffic's one", + "Average speed is 37.89% of the surrounding traffic's one", + "Average speed is 378.38% of the surrounding traffic's one", + "Average speed is 455.28% of the surrounding traffic's one", + "Average speed is 457.16% of the surrounding traffic's one", + "Average speed is 520.03% of the surrounding traffic's one", + "Average speed is 688.54% of the surrounding traffic's one", + "Average speed is 837.81% of the surrounding traffic's one", + "Average speed is 1174.54% of the surrounding traffic's one", + "Average speed is 1853.93% of the surrounding traffic's one", + "Average speed is 955.93% of the surrounding traffic's one", + "Average speed is 631.16% of the surrounding traffic's one", + "Average speed is 648.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 12.7, + "duration_system": 126.142 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_04_09_19_22_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.08% of the surrounding traffic's one", + "Average speed is 972.63% of the surrounding traffic's one", + "Average speed is 271.61% of the surrounding traffic's one", + "Average speed is 207.68% of the surrounding traffic's one", + "Average speed is 264.19% of the surrounding traffic's one", + "Average speed is 339.44% of the surrounding traffic's one", + "Average speed is 339.39% of the surrounding traffic's one", + "Average speed is 223.38% of the surrounding traffic's one", + "Average speed is 200.01% of the surrounding traffic's one", + "Average speed is 95.28% of the surrounding traffic's one", + "Average speed is 89.22% of the surrounding traffic's one", + "Average speed is 80.7% of the surrounding traffic's one", + "Average speed is 77.02% of the surrounding traffic's one", + "Average speed is 81.82% of the surrounding traffic's one", + "Average speed is 83.68% of the surrounding traffic's one", + "Average speed is 88.76% of the surrounding traffic's one", + "Average speed is 90.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 53.95, + "duration_system": 425.518 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_04_10_04_50_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.15% of the surrounding traffic's one", + "Average speed is 99.48% of the surrounding traffic's one", + "Average speed is 247.4% of the surrounding traffic's one", + "Average speed is 240.2% of the surrounding traffic's one", + "Average speed is 232.29% of the surrounding traffic's one", + "Average speed is 139.06% of the surrounding traffic's one", + "Average speed is 14.74% of the surrounding traffic's one", + "Average speed is 438.56% of the surrounding traffic's one", + "Average speed is 501.77% of the surrounding traffic's one", + "Average speed is 529.55% of the surrounding traffic's one", + "Average speed is 501.42% of the surrounding traffic's one", + "Average speed is 266.22% of the surrounding traffic's one", + "Average speed is 221.24% of the surrounding traffic's one", + "Average speed is 187.36% of the surrounding traffic's one", + "Average speed is 211.3% of the surrounding traffic's one", + "Average speed is 205.55% of the surrounding traffic's one", + "Average speed is 205.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 58.85, + "duration_system": 527.591 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_04_10_16_27_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.12% of the surrounding traffic's one", + "Average speed is 74.66% of the surrounding traffic's one", + "Average speed is 189.14% of the surrounding traffic's one", + "Average speed is 186.51% of the surrounding traffic's one", + "Average speed is 67.02% of the surrounding traffic's one", + "Average speed is 129.52% of the surrounding traffic's one", + "Average speed is 92.63% of the surrounding traffic's one", + "Average speed is 99.12% of the surrounding traffic's one", + "Average speed is 78.51% of the surrounding traffic's one", + "Average speed is 131.96% of the surrounding traffic's one", + "Average speed is 156.87% of the surrounding traffic's one", + "Average speed is 136.19% of the surrounding traffic's one", + "Average speed is 137.93% of the surrounding traffic's one", + "Average speed is 127.92% of the surrounding traffic's one", + "Average speed is 134.57% of the surrounding traffic's one", + "Average speed is 109.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.25, + "duration_system": 130.16 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_04_09_19_09_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.6% of the surrounding traffic's one", + "Average speed is 143.73% of the surrounding traffic's one", + "Average speed is 148.54% of the surrounding traffic's one", + "Average speed is 172.38% of the surrounding traffic's one", + "Average speed is 124.01% of the surrounding traffic's one", + "Average speed is 6.15% of the surrounding traffic's one", + "Average speed is 134.97% of the surrounding traffic's one", + "Average speed is 731.48% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 138.78% of the surrounding traffic's one", + "Average speed is 237.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.35, + "duration_system": 678.721 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_04_10_16_22_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.21% of the surrounding traffic's one", + "Average speed is 92.83% of the surrounding traffic's one", + "Average speed is 202.7% of the surrounding traffic's one", + "Average speed is 146.2% of the surrounding traffic's one", + "Average speed is 62.04% of the surrounding traffic's one", + "Average speed is 96.83% of the surrounding traffic's one", + "Average speed is 97.01% of the surrounding traffic's one", + "Average speed is 81.94% of the surrounding traffic's one", + "Average speed is 128.09% of the surrounding traffic's one", + "Average speed is 184.34% of the surrounding traffic's one", + "Average speed is 169.11% of the surrounding traffic's one", + "Average speed is 167.04% of the surrounding traffic's one", + "Average speed is 148.71% of the surrounding traffic's one", + "Average speed is 120.33% of the surrounding traffic's one", + "Average speed is 112.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.7, + "duration_system": 146.177 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_04_10_16_18_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.89% of the surrounding traffic's one", + "Average speed is 66.55% of the surrounding traffic's one", + "Average speed is 192.21% of the surrounding traffic's one", + "Average speed is 189.76% of the surrounding traffic's one", + "Average speed is 103.88% of the surrounding traffic's one", + "Average speed is 98.86% of the surrounding traffic's one", + "Average speed is 83.73% of the surrounding traffic's one", + "Average speed is 81.08% of the surrounding traffic's one", + "Average speed is 76.5% of the surrounding traffic's one", + "Average speed is 86.31% of the surrounding traffic's one", + "Average speed is 133.16% of the surrounding traffic's one", + "Average speed is 206.16% of the surrounding traffic's one", + "Average speed is 277.61% of the surrounding traffic's one", + "Average speed is 256.01% of the surrounding traffic's one", + "Average speed is 201.22% of the surrounding traffic's one", + "Average speed is 125.86% of the surrounding traffic's one", + "Average speed is 112.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.2, + "duration_system": 129.197 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_04_09_18_57_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.3% of the surrounding traffic's one", + "Average speed is 160.51% of the surrounding traffic's one", + "Average speed is 184.95% of the surrounding traffic's one", + "Average speed is 55.26% of the surrounding traffic's one", + "Average speed is 7.25% of the surrounding traffic's one", + "Average speed is 253.15% of the surrounding traffic's one", + "Average speed is 878.47% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 192.44% of the surrounding traffic's one", + "Average speed is 187.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 31.15, + "duration_system": 606.718 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_04_10_16_13_26", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.31% of the surrounding traffic's one", + "Average speed is 160.47% of the surrounding traffic's one", + "Average speed is 335.07% of the surrounding traffic's one", + "Average speed is 234.64% of the surrounding traffic's one", + "Average speed is 143.16% of the surrounding traffic's one", + "Average speed is 74.2% of the surrounding traffic's one", + "Average speed is 282.77% of the surrounding traffic's one", + "Average speed is 220.12% of the surrounding traffic's one", + "Average speed is 138.5% of the surrounding traffic's one", + "Average speed is 107.81% of the surrounding traffic's one", + "Average speed is 83.17% of the surrounding traffic's one", + "Average speed is 94.62% of the surrounding traffic's one", + "Average speed is 80.93% of the surrounding traffic's one", + "Average speed is 119.43% of the surrounding traffic's one", + "Average speed is 99.79% of the surrounding traffic's one", + "Average speed is 100.88% of the surrounding traffic's one", + "Average speed is 98.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 19.05, + "duration_system": 157.217 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_04_10_04_37_09", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.48% of the surrounding traffic's one", + "Average speed is 185.17% of the surrounding traffic's one", + "Average speed is 218.47% of the surrounding traffic's one", + "Average speed is 237.49% of the surrounding traffic's one", + "Average speed is 221.81% of the surrounding traffic's one", + "Average speed is 155.2% of the surrounding traffic's one", + "Average speed is 17.6% of the surrounding traffic's one", + "Average speed is 67.12% of the surrounding traffic's one", + "Average speed is 67.02% of the surrounding traffic's one", + "Average speed is 25.99% of the surrounding traffic's one", + "Average speed is 24.51% of the surrounding traffic's one", + "Average speed is 22.65% of the surrounding traffic's one", + "Average speed is 24.45% of the surrounding traffic's one", + "Average speed is 21.67% of the surrounding traffic's one", + "Average speed is 35.28% of the surrounding traffic's one", + "Average speed is 25.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 51.85, + "duration_system": 674.703 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_04_09_18_47_26", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=530.947, y=3914.132, z=371.207) at time=8.700s [CARLA Frame: 6178, Agent Step: 173]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.04% of the surrounding traffic's one", + "Average speed is 151.33% of the surrounding traffic's one", + "Average speed is 139.54% of the surrounding traffic's one", + "Average speed is 171.82% of the surrounding traffic's one", + "Average speed is 137.13% of the surrounding traffic's one", + "Average speed is 124.49% of the surrounding traffic's one", + "Average speed is 110.6% of the surrounding traffic's one", + "Average speed is 70.51% of the surrounding traffic's one", + "Average speed is 134.94% of the surrounding traffic's one", + "Average speed is 160.13% of the surrounding traffic's one", + "Average speed is 115.15% of the surrounding traffic's one", + "Average speed is 111.5% of the surrounding traffic's one", + "Average speed is 131.67% of the surrounding traffic's one", + "Average speed is 117.0% of the surrounding traffic's one", + "Average speed is 111.65% of the surrounding traffic's one", + "Average speed is 119.8% of the surrounding traffic's one", + "Average speed is 47.63% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 16.05, + "duration_system": 435.48 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_04_10_16_08_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.93% of the surrounding traffic's one", + "Average speed is 111.44% of the surrounding traffic's one", + "Average speed is 195.18% of the surrounding traffic's one", + "Average speed is 163.79% of the surrounding traffic's one", + "Average speed is 164.39% of the surrounding traffic's one", + "Average speed is 116.13% of the surrounding traffic's one", + "Average speed is 76.61% of the surrounding traffic's one", + "Average speed is 205.32% of the surrounding traffic's one", + "Average speed is 174.95% of the surrounding traffic's one", + "Average speed is 114.49% of the surrounding traffic's one", + "Average speed is 100.14% of the surrounding traffic's one", + "Average speed is 97.51% of the surrounding traffic's one", + "Average speed is 98.8% of the surrounding traffic's one", + "Average speed is 99.64% of the surrounding traffic's one", + "Average speed is 126.22% of the surrounding traffic's one", + "Average speed is 120.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 18.15, + "duration_system": 147.203 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_04_10_04_22_21", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.41% of the surrounding traffic's one", + "Average speed is 176.84% of the surrounding traffic's one", + "Average speed is 156.1% of the surrounding traffic's one", + "Average speed is 41.64% of the surrounding traffic's one", + "Average speed is 19.7% of the surrounding traffic's one", + "Average speed is 98.44% of the surrounding traffic's one", + "Average speed is 167.94% of the surrounding traffic's one", + "Average speed is 156.08% of the surrounding traffic's one", + "Average speed is 92.13% of the surrounding traffic's one", + "Average speed is 120.03% of the surrounding traffic's one", + "Average speed is 131.62% of the surrounding traffic's one", + "Average speed is 121.46% of the surrounding traffic's one", + "Average speed is 131.0% of the surrounding traffic's one", + "Average speed is 111.87% of the surrounding traffic's one", + "Average speed is 102.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 25.35, + "duration_system": 753.855 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_04_10_16_01_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.23% of the surrounding traffic's one", + "Average speed is 193.86% of the surrounding traffic's one", + "Average speed is 122.0% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one", + "Average speed is 105.77% of the surrounding traffic's one", + "Average speed is 98.53% of the surrounding traffic's one", + "Average speed is 99.27% of the surrounding traffic's one", + "Average speed is 104.28% of the surrounding traffic's one", + "Average speed is 92.24% of the surrounding traffic's one", + "Average speed is 68.19% of the surrounding traffic's one", + "Average speed is 47.92% of the surrounding traffic's one", + "Average speed is 74.06% of the surrounding traffic's one", + "Average speed is 88.08% of the surrounding traffic's one", + "Average speed is 84.72% of the surrounding traffic's one", + "Average speed is 82.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 14.0, + "duration_system": 304.291 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_04_09_23_50_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 167.63% of the surrounding traffic's one", + "Average speed is 156.96% of the surrounding traffic's one", + "Average speed is 109.76% of the surrounding traffic's one", + "Average speed is 109.38% of the surrounding traffic's one", + "Average speed is 96.06% of the surrounding traffic's one", + "Average speed is 98.04% of the surrounding traffic's one", + "Average speed is 102.86% of the surrounding traffic's one", + "Average speed is 97.44% of the surrounding traffic's one", + "Average speed is 99.11% of the surrounding traffic's one", + "Average speed is 98.07% of the surrounding traffic's one", + "Average speed is 99.99% of the surrounding traffic's one", + "Average speed is 95.65% of the surrounding traffic's one", + "Average speed is 127.31% of the surrounding traffic's one", + "Average speed is 130.3% of the surrounding traffic's one", + "Average speed is 129.88% of the surrounding traffic's one", + "Average speed is 100.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.7, + "duration_system": 294.29 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_04_10_15_54_31", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.65% of the surrounding traffic's one", + "Average speed is 146.46% of the surrounding traffic's one", + "Average speed is 115.34% of the surrounding traffic's one", + "Average speed is 118.33% of the surrounding traffic's one", + "Average speed is 108.91% of the surrounding traffic's one", + "Average speed is 109.11% of the surrounding traffic's one", + "Average speed is 108.59% of the surrounding traffic's one", + "Average speed is 100.9% of the surrounding traffic's one", + "Average speed is 100.87% of the surrounding traffic's one", + "Average speed is 125.2% of the surrounding traffic's one", + "Average speed is 88.55% of the surrounding traffic's one", + "Average speed is 119.57% of the surrounding traffic's one", + "Average speed is 132.26% of the surrounding traffic's one", + "Average speed is 101.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.35, + "duration_system": 271.275 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_04_11_04_52_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.17% of the surrounding traffic's one", + "Average speed is 156.42% of the surrounding traffic's one", + "Average speed is 109.82% of the surrounding traffic's one", + "Average speed is 103.53% of the surrounding traffic's one", + "Average speed is 105.14% of the surrounding traffic's one", + "Average speed is 100.76% of the surrounding traffic's one", + "Average speed is 93.52% of the surrounding traffic's one", + "Average speed is 91.85% of the surrounding traffic's one", + "Average speed is 94.0% of the surrounding traffic's one", + "Average speed is 93.39% of the surrounding traffic's one", + "Average speed is 104.45% of the surrounding traffic's one", + "Average speed is 98.73% of the surrounding traffic's one", + "Average speed is 102.24% of the surrounding traffic's one", + "Average speed is 88.69% of the surrounding traffic's one", + "Average speed is 121.34% of the surrounding traffic's one", + "Average speed is 136.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.45, + "duration_system": 301.3 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_04_10_15_48_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.84% of the surrounding traffic's one", + "Average speed is 184.34% of the surrounding traffic's one", + "Average speed is 111.73% of the surrounding traffic's one", + "Average speed is 92.56% of the surrounding traffic's one", + "Average speed is 88.84% of the surrounding traffic's one", + "Average speed is 95.79% of the surrounding traffic's one", + "Average speed is 90.74% of the surrounding traffic's one", + "Average speed is 80.85% of the surrounding traffic's one", + "Average speed is 86.17% of the surrounding traffic's one", + "Average speed is 84.79% of the surrounding traffic's one", + "Average speed is 82.72% of the surrounding traffic's one", + "Average speed is 70.33% of the surrounding traffic's one", + "Average speed is 55.48% of the surrounding traffic's one", + "Average speed is 80.37% of the surrounding traffic's one", + "Average speed is 93.35% of the surrounding traffic's one", + "Average speed is 97.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.55, + "duration_system": 224.216 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_04_10_04_17_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.9% of the surrounding traffic's one", + "Average speed is 93.23% of the surrounding traffic's one", + "Average speed is 312.41% of the surrounding traffic's one", + "Average speed is 207.85% of the surrounding traffic's one", + "Average speed is 62.72% of the surrounding traffic's one", + "Average speed is 186.42% of the surrounding traffic's one", + "Average speed is 111.48% of the surrounding traffic's one", + "Average speed is 105.73% of the surrounding traffic's one", + "Average speed is 69.79% of the surrounding traffic's one", + "Average speed is 87.58% of the surrounding traffic's one", + "Average speed is 182.0% of the surrounding traffic's one", + "Average speed is 120.35% of the surrounding traffic's one", + "Average speed is 138.08% of the surrounding traffic's one", + "Average speed is 125.78% of the surrounding traffic's one", + "Average speed is 111.02% of the surrounding traffic's one", + "Average speed is 120.48% of the surrounding traffic's one", + "Average speed is 121.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 17.55, + "duration_system": 143.756 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_04_10_15_40_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.33% of the surrounding traffic's one", + "Average speed is 452.87% of the surrounding traffic's one", + "Average speed is 811.37% of the surrounding traffic's one", + "Average speed is 1101.44% of the surrounding traffic's one", + "Average speed is 1241.03% of the surrounding traffic's one", + "Average speed is 1301.87% of the surrounding traffic's one", + "Average speed is 1642.27% of the surrounding traffic's one", + "Average speed is 1434.02% of the surrounding traffic's one", + "Average speed is 970.34% of the surrounding traffic's one", + "Average speed is 710.32% of the surrounding traffic's one", + "Average speed is 493.64% of the surrounding traffic's one", + "Average speed is 337.98% of the surrounding traffic's one", + "Average speed is 247.51% of the surrounding traffic's one", + "Average speed is 188.38% of the surrounding traffic's one", + "Average speed is 182.79% of the surrounding traffic's one", + "Average speed is 174.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.1, + "duration_system": 367.406 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_04_10_15_33_49", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 91.64% of the surrounding traffic's one", + "Average speed is 12.5% of the surrounding traffic's one", + "Average speed is 1115.48% of the surrounding traffic's one", + "Average speed is 1231.65% of the surrounding traffic's one", + "Average speed is 1370.22% of the surrounding traffic's one", + "Average speed is 1672.98% of the surrounding traffic's one", + "Average speed is 1653.56% of the surrounding traffic's one", + "Average speed is 1150.16% of the surrounding traffic's one", + "Average speed is 923.94% of the surrounding traffic's one", + "Average speed is 601.5% of the surrounding traffic's one", + "Average speed is 481.51% of the surrounding traffic's one", + "Average speed is 299.23% of the surrounding traffic's one", + "Average speed is 197.16% of the surrounding traffic's one", + "Average speed is 163.63% of the surrounding traffic's one", + "Average speed is 149.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.7, + "duration_system": 241.269 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_04_10_15_28_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.56% of the surrounding traffic's one", + "Average speed is 372.92% of the surrounding traffic's one", + "Average speed is 838.1% of the surrounding traffic's one", + "Average speed is 1333.88% of the surrounding traffic's one", + "Average speed is 2149.04% of the surrounding traffic's one", + "Average speed is 1922.5% of the surrounding traffic's one", + "Average speed is 1535.16% of the surrounding traffic's one", + "Average speed is 1140.54% of the surrounding traffic's one", + "Average speed is 1297.15% of the surrounding traffic's one", + "Average speed is 742.66% of the surrounding traffic's one", + "Average speed is 477.39% of the surrounding traffic's one", + "Average speed is 378.07% of the surrounding traffic's one", + "Average speed is 299.12% of the surrounding traffic's one", + "Average speed is 239.14% of the surrounding traffic's one", + "Average speed is 216.72% of the surrounding traffic's one", + "Average speed is 188.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.75, + "duration_system": 193.638 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_04_09_23_35_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.84% of the surrounding traffic's one", + "Average speed is 188.43% of the surrounding traffic's one", + "Average speed is 631.04% of the surrounding traffic's one", + "Average speed is 140.38% of the surrounding traffic's one", + "Average speed is 65.99% of the surrounding traffic's one", + "Average speed is 35.67% of the surrounding traffic's one", + "Average speed is 422.03% of the surrounding traffic's one", + "Average speed is 621.73% of the surrounding traffic's one", + "Average speed is 766.96% of the surrounding traffic's one", + "Average speed is 549.31% of the surrounding traffic's one", + "Average speed is 589.77% of the surrounding traffic's one", + "Average speed is 620.05% of the surrounding traffic's one", + "Average speed is 409.86% of the surrounding traffic's one", + "Average speed is 386.64% of the surrounding traffic's one", + "Average speed is 303.52% of the surrounding traffic's one", + "Average speed is 248.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 15.3, + "duration_system": 116.132 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_04_09_23_30_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=3737 at (x=3285.053, y=5723.791, z=368.722) at time=17.450s [CARLA Frame: 6359, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.7% of the surrounding traffic's one", + "Average speed is 446.09% of the surrounding traffic's one", + "Average speed is 306.33% of the surrounding traffic's one", + "Average speed is 24.45% of the surrounding traffic's one", + "Average speed is 1328.45% of the surrounding traffic's one", + "Average speed is 1765.0% of the surrounding traffic's one", + "Average speed is 1384.39% of the surrounding traffic's one", + "Average speed is 1177.47% of the surrounding traffic's one", + "Average speed is 820.15% of the surrounding traffic's one", + "Average speed is 1031.75% of the surrounding traffic's one", + "Average speed is 4193.46% of the surrounding traffic's one", + "Average speed is 3060.7% of the surrounding traffic's one", + "Average speed is 1512.5% of the surrounding traffic's one", + "Average speed is 951.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.35, + "duration_system": 172.207 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_04_10_15_19_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.01% of the surrounding traffic's one", + "Average speed is 256.15% of the surrounding traffic's one", + "Average speed is 1212.93% of the surrounding traffic's one", + "Average speed is 442.25% of the surrounding traffic's one", + "Average speed is 48.49% of the surrounding traffic's one", + "Average speed is 1002.94% of the surrounding traffic's one", + "Average speed is 881.18% of the surrounding traffic's one", + "Average speed is 865.96% of the surrounding traffic's one", + "Average speed is 887.06% of the surrounding traffic's one", + "Average speed is 754.4% of the surrounding traffic's one", + "Average speed is 778.38% of the surrounding traffic's one", + "Average speed is 4912.29% of the surrounding traffic's one", + "Average speed is 20343.33% of the surrounding traffic's one", + "Average speed is 3439.65% of the surrounding traffic's one", + "Average speed is 2630.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 34.9, + "duration_system": 392.43 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_04_10_15_09_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.71% of the surrounding traffic's one", + "Average speed is 100.96% of the surrounding traffic's one", + "Average speed is 126.95% of the surrounding traffic's one", + "Average speed is 6.12% of the surrounding traffic's one", + "Average speed is 695.67% of the surrounding traffic's one", + "Average speed is 703.39% of the surrounding traffic's one", + "Average speed is 1159.51% of the surrounding traffic's one", + "Average speed is 663.7% of the surrounding traffic's one", + "Average speed is 272.04% of the surrounding traffic's one", + "Average speed is 785.18% of the surrounding traffic's one", + "Average speed is 4616.33% of the surrounding traffic's one", + "Average speed is 1594.91% of the surrounding traffic's one", + "Average speed is 528.34% of the surrounding traffic's one", + "Average speed is 454.42% of the surrounding traffic's one", + "Average speed is 389.41% of the surrounding traffic's one", + "Average speed is 239.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 54.35, + "duration_system": 451.509 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_04_09_23_26_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.54% of the surrounding traffic's one", + "Average speed is 106.46% of the surrounding traffic's one", + "Average speed is 126.41% of the surrounding traffic's one", + "Average speed is 133.63% of the surrounding traffic's one", + "Average speed is 156.03% of the surrounding traffic's one", + "Average speed is 137.41% of the surrounding traffic's one", + "Average speed is 200.44% of the surrounding traffic's one", + "Average speed is 204.83% of the surrounding traffic's one", + "Average speed is 74.57% of the surrounding traffic's one", + "Average speed is 152.92% of the surrounding traffic's one", + "Average speed is 368.45% of the surrounding traffic's one", + "Average speed is 295.27% of the surrounding traffic's one", + "Average speed is 292.14% of the surrounding traffic's one", + "Average speed is 224.19% of the surrounding traffic's one", + "Average speed is 191.66% of the surrounding traffic's one", + "Average speed is 210.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 12.45, + "duration_system": 96.125 + }, + "town_name": "Town12" + } + ] + }, + "driving score": 90.73131038532111, + "success rate": 0.7706422018348624, + "eval num": 218 +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/00_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/00_res.json new file mode 100644 index 0000000000000000000000000000000000000000..343f6966e03e59ce1c92f20f2d038069b121a9eb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/00_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.687, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.138, + "duration_game": 17.55, + "duration_system": 151.614, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_05_11_00_19_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.33% of the surrounding traffic's one", + "Average speed is 80.12% of the surrounding traffic's one", + "Average speed is 226.78% of the surrounding traffic's one", + "Average speed is 199.75% of the surrounding traffic's one", + "Average speed is 70.55% of the surrounding traffic's one", + "Average speed is 165.93% of the surrounding traffic's one", + "Average speed is 100.97% of the surrounding traffic's one", + "Average speed is 92.56% of the surrounding traffic's one", + "Average speed is 77.37% of the surrounding traffic's one", + "Average speed is 75.68% of the surrounding traffic's one", + "Average speed is 163.06% of the surrounding traffic's one", + "Average speed is 172.82% of the surrounding traffic's one", + "Average speed is 152.94% of the surrounding traffic's one", + "Average speed is 139.55% of the surrounding traffic's one", + "Average speed is 124.11% of the surrounding traffic's one", + "Average speed is 109.85% of the surrounding traffic's one", + "Average speed is 112.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 17.55, + "duration_system": 151.614 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.687" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/01_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/01_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c58ee34e881187cc0f49bcd400bf4cbfc5f3fc36 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/01_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 105.1, + "duration_system": 3008.296, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_05_11_00_24_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.72% of the surrounding traffic's one", + "Average speed is 177.06% of the surrounding traffic's one", + "Average speed is 154.08% of the surrounding traffic's one", + "Average speed is 133.9% of the surrounding traffic's one", + "Average speed is 1.82% of the surrounding traffic's one", + "Average speed is 105.63% of the surrounding traffic's one", + "Average speed is 151.57% of the surrounding traffic's one", + "Average speed is 130.0% of the surrounding traffic's one", + "Average speed is 109.54% of the surrounding traffic's one", + "Average speed is 137.43% of the surrounding traffic's one", + "Average speed is 113.78% of the surrounding traffic's one", + "Average speed is 113.15% of the surrounding traffic's one", + "Average speed is 122.5% of the surrounding traffic's one", + "Average speed is 106.13% of the surrounding traffic's one", + "Average speed is 99.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 105.1, + "duration_system": 3008.296 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/02_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/02_res.json new file mode 100644 index 0000000000000000000000000000000000000000..426e28a551116d24dcf6c29d29496090068944ed --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/02_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 16.79, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 151.109, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 36.0, + "score_route": 100.0, + "score_penalty": 0.36 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 119.119, + "duration_game": 14.6, + "duration_system": 412.806, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_05_10_18_25_19", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=536.462, y=3913.313, z=371.224) at time=8.000s [CARLA Frame: 5625, Agent Step: 159]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=490.543, y=3914.323, z=370.999) at time=13.500s [CARLA Frame: 5735, Agent Step: 269]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.19% of the surrounding traffic's one", + "Average speed is 151.37% of the surrounding traffic's one", + "Average speed is 142.5% of the surrounding traffic's one", + "Average speed is 168.52% of the surrounding traffic's one", + "Average speed is 146.53% of the surrounding traffic's one", + "Average speed is 124.62% of the surrounding traffic's one", + "Average speed is 111.82% of the surrounding traffic's one", + "Average speed is 79.71% of the surrounding traffic's one", + "Average speed is 121.27% of the surrounding traffic's one", + "Average speed is 138.56% of the surrounding traffic's one", + "Average speed is 107.76% of the surrounding traffic's one", + "Average speed is 98.09% of the surrounding traffic's one", + "Average speed is 118.91% of the surrounding traffic's one", + "Average speed is 117.57% of the surrounding traffic's one", + "Average speed is 113.13% of the surrounding traffic's one", + "Average speed is 112.71% of the surrounding traffic's one", + "Average speed is 107.89% of the surrounding traffic's one", + "Average speed is 105.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 14.6, + "duration_system": 412.806 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "36.0", + "100.0", + "0.36", + "0.0", + "16.79", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "151.109" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/03_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/03_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3df5e33547f24e81a2af76c09a2cd43a1dcdf2b6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/03_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.724, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.1, + "duration_game": 35.05, + "duration_system": 471.543, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_05_11_01_16_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 86.14% of the surrounding traffic's one", + "Average speed is 178.11% of the surrounding traffic's one", + "Average speed is 198.42% of the surrounding traffic's one", + "Average speed is 216.68% of the surrounding traffic's one", + "Average speed is 202.35% of the surrounding traffic's one", + "Average speed is 139.0% of the surrounding traffic's one", + "Average speed is 6.26% of the surrounding traffic's one", + "Average speed is 133.73% of the surrounding traffic's one", + "Average speed is 98.31% of the surrounding traffic's one", + "Average speed is 89.29% of the surrounding traffic's one", + "Average speed is 87.52% of the surrounding traffic's one", + "Average speed is 102.29% of the surrounding traffic's one", + "Average speed is 121.12% of the surrounding traffic's one", + "Average speed is 119.82% of the surrounding traffic's one", + "Average speed is 103.03% of the surrounding traffic's one", + "Average speed is 171.4% of the surrounding traffic's one", + "Average speed is 201.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 35.05, + "duration_system": 471.543 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.724" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/04_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/04_res.json new file mode 100644 index 0000000000000000000000000000000000000000..06117ed785e2ca5102c41fac4489fecc88d95528 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/04_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.581, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.064, + "duration_game": 30.8, + "duration_system": 653.725, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_05_11_15_59_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.45% of the surrounding traffic's one", + "Average speed is 168.5% of the surrounding traffic's one", + "Average speed is 235.69% of the surrounding traffic's one", + "Average speed is 57.44% of the surrounding traffic's one", + "Average speed is 7.01% of the surrounding traffic's one", + "Average speed is 289.51% of the surrounding traffic's one", + "Average speed is 549.91% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 201.69% of the surrounding traffic's one", + "Average speed is 184.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 30.8, + "duration_system": 653.725 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.581" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/05_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/05_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1e274d263afcfa2a6a8cc6d7aa19f4ab1b03544d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/05_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.703, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.121, + "duration_game": 31.65, + "duration_system": 729.778, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_05_10_19_46_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.71% of the surrounding traffic's one", + "Average speed is 140.8% of the surrounding traffic's one", + "Average speed is 148.84% of the surrounding traffic's one", + "Average speed is 174.59% of the surrounding traffic's one", + "Average speed is 126.21% of the surrounding traffic's one", + "Average speed is 22.27% of the surrounding traffic's one", + "Average speed is 8.32% of the surrounding traffic's one", + "Average speed is 1053.88% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 205.32% of the surrounding traffic's one", + "Average speed is 188.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.65, + "duration_system": 729.778 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.703" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/06_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/06_res.json new file mode 100644 index 0000000000000000000000000000000000000000..03441fb21e261d742f98f66320a4636f5a6065fb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/06_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.704, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.12, + "duration_game": 23.85, + "duration_system": 258.272, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_05_11_01_26_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.81% of the surrounding traffic's one", + "Average speed is 86.71% of the surrounding traffic's one", + "Average speed is 251.3% of the surrounding traffic's one", + "Average speed is 246.89% of the surrounding traffic's one", + "Average speed is 249.82% of the surrounding traffic's one", + "Average speed is 185.68% of the surrounding traffic's one", + "Average speed is 20.49% of the surrounding traffic's one", + "Average speed is 183.4% of the surrounding traffic's one", + "Average speed is 291.27% of the surrounding traffic's one", + "Average speed is 454.4% of the surrounding traffic's one", + "Average speed is 327.05% of the surrounding traffic's one", + "Average speed is 210.93% of the surrounding traffic's one", + "Average speed is 291.01% of the surrounding traffic's one", + "Average speed is 152.44% of the surrounding traffic's one", + "Average speed is 236.0% of the surrounding traffic's one", + "Average speed is 195.57% of the surrounding traffic's one", + "Average speed is 185.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 23.85, + "duration_system": 258.272 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.704" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/07_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/07_res.json new file mode 100644 index 0000000000000000000000000000000000000000..696368d640ca2b83c7f454bd75958691142755b5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/07_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.7, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.124, + "duration_game": 54.1, + "duration_system": 485.569, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_05_10_20_00_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.03% of the surrounding traffic's one", + "Average speed is 1928.72% of the surrounding traffic's one", + "Average speed is 380.24% of the surrounding traffic's one", + "Average speed is 253.94% of the surrounding traffic's one", + "Average speed is 298.33% of the surrounding traffic's one", + "Average speed is 462.32% of the surrounding traffic's one", + "Average speed is 381.23% of the surrounding traffic's one", + "Average speed is 332.09% of the surrounding traffic's one", + "Average speed is 292.77% of the surrounding traffic's one", + "Average speed is 178.78% of the surrounding traffic's one", + "Average speed is 78.59% of the surrounding traffic's one", + "Average speed is 77.44% of the surrounding traffic's one", + "Average speed is 70.39% of the surrounding traffic's one", + "Average speed is 67.71% of the surrounding traffic's one", + "Average speed is 75.34% of the surrounding traffic's one", + "Average speed is 83.24% of the surrounding traffic's one", + "Average speed is 89.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 54.1, + "duration_system": 485.569 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.7" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/08_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/08_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fbefa7e2bc14d0e34b7375c3ac9301e36cd088f5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/08_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.719, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.222, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.623, + "duration_game": 12.85, + "duration_system": 150.152, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_05_10_20_11_06", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3718 at (x=2536.352, y=2073.636, z=356.952) at time=10.150s [CARLA Frame: 5462, Agent Step: 202]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.66% of the surrounding traffic's one", + "Average speed is 524.46% of the surrounding traffic's one", + "Average speed is 550.86% of the surrounding traffic's one", + "Average speed is 530.55% of the surrounding traffic's one", + "Average speed is 129.52% of the surrounding traffic's one", + "Average speed is 38.41% of the surrounding traffic's one", + "Average speed is 344.28% of the surrounding traffic's one", + "Average speed is 458.02% of the surrounding traffic's one", + "Average speed is 568.78% of the surrounding traffic's one", + "Average speed is 535.2% of the surrounding traffic's one", + "Average speed is 476.65% of the surrounding traffic's one", + "Average speed is 618.81% of the surrounding traffic's one", + "Average speed is 603.25% of the surrounding traffic's one", + "Average speed is 764.58% of the surrounding traffic's one", + "Average speed is 692.89% of the surrounding traffic's one", + "Average speed is 550.66% of the surrounding traffic's one", + "Average speed is 615.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 12.85, + "duration_system": 150.152 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.719", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.222" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/09_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/09_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6166be1b309c288e4b792a90f7ac11901dd731d2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/09_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 180.319, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.186, + "duration_game": 13.25, + "duration_system": 181.714, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_05_11_01_32_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 349.64% of the surrounding traffic's one", + "Average speed is 635.76% of the surrounding traffic's one", + "Average speed is 436.52% of the surrounding traffic's one", + "Average speed is 90.43% of the surrounding traffic's one", + "Average speed is 84.36% of the surrounding traffic's one", + "Average speed is 66.57% of the surrounding traffic's one", + "Average speed is 343.84% of the surrounding traffic's one", + "Average speed is 470.15% of the surrounding traffic's one", + "Average speed is 372.15% of the surrounding traffic's one", + "Average speed is 293.78% of the surrounding traffic's one", + "Average speed is 291.7% of the surrounding traffic's one", + "Average speed is 304.62% of the surrounding traffic's one", + "Average speed is 243.64% of the surrounding traffic's one", + "Average speed is 183.94% of the surrounding traffic's one", + "Average speed is 178.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.25, + "duration_system": 181.714 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "180.319" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/100_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/100_res.json new file mode 100644 index 0000000000000000000000000000000000000000..713e65c39bbc53372cc900a1ffcc2c18488d25a5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/100_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 233.086, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.354, + "duration_game": 5.85, + "duration_system": 48.053, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_05_10_23_21_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.11% of the surrounding traffic's one", + "Average speed is 179.23% of the surrounding traffic's one", + "Average speed is 212.62% of the surrounding traffic's one", + "Average speed is 237.45% of the surrounding traffic's one", + "Average speed is 233.2% of the surrounding traffic's one", + "Average speed is 231.96% of the surrounding traffic's one", + "Average speed is 271.99% of the surrounding traffic's one", + "Average speed is 295.7% of the surrounding traffic's one", + "Average speed is 317.44% of the surrounding traffic's one", + "Average speed is 679.81% of the surrounding traffic's one", + "Average speed is 706.19% of the surrounding traffic's one", + "Average speed is 674.04% of the surrounding traffic's one", + "Average speed is 682.49% of the surrounding traffic's one", + "Average speed is 601.97% of the surrounding traffic's one", + "Average speed is 444.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 5.85, + "duration_system": 48.053 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "233.086" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/101_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/101_res.json new file mode 100644 index 0000000000000000000000000000000000000000..da16b44ada78d519af7e15dec161c62282a6cdbb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/101_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 288.708, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 58.883, + "duration_game": 43.1, + "duration_system": 387.24, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_05_10_23_24_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 74.04% of the surrounding traffic's one", + "Average speed is 5.49% of the surrounding traffic's one", + "Average speed is 346.06% of the surrounding traffic's one", + "Average speed is 509.59% of the surrounding traffic's one", + "Average speed is 647.23% of the surrounding traffic's one", + "Average speed is 630.73% of the surrounding traffic's one", + "Average speed is 721.28% of the surrounding traffic's one", + "Average speed is 716.61% of the surrounding traffic's one", + "Average speed is 773.07% of the surrounding traffic's one", + "Average speed is 597.17% of the surrounding traffic's one", + "Average speed is 520.42% of the surrounding traffic's one", + "Average speed is 466.95% of the surrounding traffic's one", + "Average speed is 310.03% of the surrounding traffic's one", + "Average speed is 259.95% of the surrounding traffic's one", + "Average speed is 231.82% of the surrounding traffic's one", + "Average speed is 186.44% of the surrounding traffic's one", + "Average speed is 181.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 43.1, + "duration_system": 387.24 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "288.708" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/102_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/102_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0c2d296ad96a50c2a0d845fb1824f5478277a65b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/102_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 232.461, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.527, + "duration_game": 49.7, + "duration_system": 460.523, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_05_11_14_45_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 77.86% of the surrounding traffic's one", + "Average speed is 6.52% of the surrounding traffic's one", + "Average speed is 656.33% of the surrounding traffic's one", + "Average speed is 948.75% of the surrounding traffic's one", + "Average speed is 1150.27% of the surrounding traffic's one", + "Average speed is 1187.6% of the surrounding traffic's one", + "Average speed is 1158.05% of the surrounding traffic's one", + "Average speed is 885.68% of the surrounding traffic's one", + "Average speed is 898.77% of the surrounding traffic's one", + "Average speed is 1022.66% of the surrounding traffic's one", + "Average speed is 833.2% of the surrounding traffic's one", + "Average speed is 673.1% of the surrounding traffic's one", + "Average speed is 522.6% of the surrounding traffic's one", + "Average speed is 420.97% of the surrounding traffic's one", + "Average speed is 266.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.7, + "duration_system": 460.523 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "232.461" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/103_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/103_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9314cc7d0edee6c3cb48c6fa408933eca7d87eaa --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/103_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 183.291, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.837, + "duration_game": 31.05, + "duration_system": 324.306, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_05_11_14_56_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.49% of the surrounding traffic's one", + "Average speed is 134.3% of the surrounding traffic's one", + "Average speed is 1116.96% of the surrounding traffic's one", + "Average speed is 161.04% of the surrounding traffic's one", + "Average speed is 31.24% of the surrounding traffic's one", + "Average speed is 70.06% of the surrounding traffic's one", + "Average speed is 4763.17% of the surrounding traffic's one", + "Average speed is 2798.97% of the surrounding traffic's one", + "Average speed is 1849.88% of the surrounding traffic's one", + "Average speed is 1941.75% of the surrounding traffic's one", + "Average speed is 6390.36% of the surrounding traffic's one", + "Average speed is 4973.25% of the surrounding traffic's one", + "Average speed is 1329.51% of the surrounding traffic's one", + "Average speed is 870.65% of the surrounding traffic's one", + "Average speed is 557.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 31.05, + "duration_system": 324.306 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "183.291" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/104_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/104_res.json new file mode 100644 index 0000000000000000000000000000000000000000..69d8d2db593e9d6da4338edc4c835716a30f52b2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/104_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 14.015, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 210.231, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 71.35, + "duration_game": 212.35, + "duration_system": 2108.396, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_05_10_23_33_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3931 at (x=1324.552, y=3872.58, z=363.3) at time=8.500s [CARLA Frame: 5872, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 344.55% of the surrounding traffic's one", + "Average speed is 570.81% of the surrounding traffic's one", + "Average speed is 442.91% of the surrounding traffic's one", + "Average speed is 90.64% of the surrounding traffic's one", + "Average speed is 39.34% of the surrounding traffic's one", + "Average speed is 173.85% of the surrounding traffic's one", + "Average speed is 47.56% of the surrounding traffic's one", + "Average speed is 64.69% of the surrounding traffic's one", + "Average speed is 3182.08% of the surrounding traffic's one", + "Average speed is 2338.32% of the surrounding traffic's one", + "Average speed is 10620.26% of the surrounding traffic's one", + "Average speed is 2878.19% of the surrounding traffic's one", + "Average speed is 1455.91% of the surrounding traffic's one", + "Average speed is 744.86% of the surrounding traffic's one", + "Average speed is 560.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 212.35, + "duration_system": 2108.396 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "14.015", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "210.231" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/105_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/105_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b8025889f00c36b486864d2af93f90f9697e37b9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/105_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.888, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.098, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.591, + "duration_game": 13.75, + "duration_system": 123.151, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_05_11_15_03_53", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3764 at (x=3629.13, y=5080.014, z=367.855) at time=9.800s [CARLA Frame: 6101, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 244.49% of the surrounding traffic's one", + "Average speed is 215.68% of the surrounding traffic's one", + "Average speed is 311.94% of the surrounding traffic's one", + "Average speed is 348.55% of the surrounding traffic's one", + "Average speed is 227.65% of the surrounding traffic's one", + "Average speed is 24.29% of the surrounding traffic's one", + "Average speed is 82.56% of the surrounding traffic's one", + "Average speed is 471.42% of the surrounding traffic's one", + "Average speed is 397.16% of the surrounding traffic's one", + "Average speed is 461.74% of the surrounding traffic's one", + "Average speed is 387.98% of the surrounding traffic's one", + "Average speed is 574.38% of the surrounding traffic's one", + "Average speed is 1796.76% of the surrounding traffic's one", + "Average speed is 789.74% of the surrounding traffic's one", + "Average speed is 721.87% of the surrounding traffic's one", + "Average speed is 674.75% of the surrounding traffic's one", + "Average speed is 550.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.75, + "duration_system": 123.151 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.888", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.098" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/106_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/106_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f829762908ed5ff839c949c42bdefe0c85913366 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/106_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.88, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.956, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 12.88, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 42.0, + "score_route": 100.0, + "score_penalty": 0.42 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.641, + "duration_game": 258.95, + "duration_system": 2721.362, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_05_11_15_08_08", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3859 at (x=1361.87, y=5578.333, z=369.593) at time=8.650s [CARLA Frame: 6057, Agent Step: 172]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.97% of the surrounding traffic's one", + "Average speed is 381.58% of the surrounding traffic's one", + "Average speed is 563.14% of the surrounding traffic's one", + "Average speed is 311.38% of the surrounding traffic's one", + "Average speed is 110.87% of the surrounding traffic's one", + "Average speed is 57.61% of the surrounding traffic's one", + "Average speed is 196.51% of the surrounding traffic's one", + "Average speed is 300.88% of the surrounding traffic's one", + "Average speed is 28.16% of the surrounding traffic's one", + "Average speed is 41.61% of the surrounding traffic's one", + "Average speed is 1148.65% of the surrounding traffic's one", + "Average speed is 8030.54% of the surrounding traffic's one", + "Average speed is 1278507.61% of the surrounding traffic's one", + "Average speed is 1004.29% of the surrounding traffic's one", + "Average speed is 500.48% of the surrounding traffic's one", + "Average speed is 180.11% of the surrounding traffic's one", + "Average speed is 162.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 258.95, + "duration_system": 2721.362 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "42.0", + "100.0", + "0.42", + "0.0", + "12.88", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.88", + "218.956" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/107_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/107_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6fa0354f7777bc894d6d3bc0f540d2cdada0085b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/107_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 208.133, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.874, + "duration_game": 14.25, + "duration_system": 126.15, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_05_11_00_10_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 332.66% of the surrounding traffic's one", + "Average speed is 553.09% of the surrounding traffic's one", + "Average speed is 488.36% of the surrounding traffic's one", + "Average speed is 165.27% of the surrounding traffic's one", + "Average speed is 74.48% of the surrounding traffic's one", + "Average speed is 32.41% of the surrounding traffic's one", + "Average speed is 380.06% of the surrounding traffic's one", + "Average speed is 420.79% of the surrounding traffic's one", + "Average speed is 507.37% of the surrounding traffic's one", + "Average speed is 472.03% of the surrounding traffic's one", + "Average speed is 901.3% of the surrounding traffic's one", + "Average speed is 2710.19% of the surrounding traffic's one", + "Average speed is 1806.3% of the surrounding traffic's one", + "Average speed is 1165.91% of the surrounding traffic's one", + "Average speed is 810.38% of the surrounding traffic's one", + "Average speed is 654.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 14.25, + "duration_system": 126.15 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "208.133" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/108_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/108_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e327ef651da5f02bf7098111033af63fbbc49ff8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/108_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.382, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.304, + "duration_game": 10.8, + "duration_system": 91.092, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_05_11_15_55_43", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 303.15% of the surrounding traffic's one", + "Average speed is 240.91% of the surrounding traffic's one", + "Average speed is 248.46% of the surrounding traffic's one", + "Average speed is 102.22% of the surrounding traffic's one", + "Average speed is 55.0% of the surrounding traffic's one", + "Average speed is 234.27% of the surrounding traffic's one", + "Average speed is 485.44% of the surrounding traffic's one", + "Average speed is 429.13% of the surrounding traffic's one", + "Average speed is 440.78% of the surrounding traffic's one", + "Average speed is 1135.03% of the surrounding traffic's one", + "Average speed is 1142.62% of the surrounding traffic's one", + "Average speed is 530.91% of the surrounding traffic's one", + "Average speed is 714.82% of the surrounding traffic's one", + "Average speed is 497.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.8, + "duration_system": 91.092 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.382" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/109_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/109_res.json new file mode 100644 index 0000000000000000000000000000000000000000..16d3f7e5c25a7fbcba48a5248693de30e7370783 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/109_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 209.539, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.358, + "duration_game": 12.25, + "duration_system": 105.153, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_05_11_00_15_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.03% of the surrounding traffic's one", + "Average speed is 104.8% of the surrounding traffic's one", + "Average speed is 131.39% of the surrounding traffic's one", + "Average speed is 126.56% of the surrounding traffic's one", + "Average speed is 172.48% of the surrounding traffic's one", + "Average speed is 175.31% of the surrounding traffic's one", + "Average speed is 245.66% of the surrounding traffic's one", + "Average speed is 220.34% of the surrounding traffic's one", + "Average speed is 79.99% of the surrounding traffic's one", + "Average speed is 204.17% of the surrounding traffic's one", + "Average speed is 372.63% of the surrounding traffic's one", + "Average speed is 1487.45% of the surrounding traffic's one", + "Average speed is 904.95% of the surrounding traffic's one", + "Average speed is 771.55% of the surrounding traffic's one", + "Average speed is 505.91% of the surrounding traffic's one", + "Average speed is 335.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 12.25, + "duration_system": 105.153 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "209.539" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/10_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/10_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e64ea894f60720c48f14cf1b06eb818d1ec6bd7b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/10_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.614, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.43, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.28, + "duration_game": 90.1, + "duration_system": 849.957, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_05_10_20_15_53", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3756 at (x=-1382.576, y=5322.631, z=376.653) at time=43.100s [CARLA Frame: 6630, Agent Step: 861]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.04% of the surrounding traffic's one", + "Average speed is 152.42% of the surrounding traffic's one", + "Average speed is 590.96% of the surrounding traffic's one", + "Average speed is 536.95% of the surrounding traffic's one", + "Average speed is 140.51% of the surrounding traffic's one", + "Average speed is 12.56% of the surrounding traffic's one", + "Average speed is 93.69% of the surrounding traffic's one", + "Average speed is 523.85% of the surrounding traffic's one", + "Average speed is 55.33% of the surrounding traffic's one", + "Average speed is 3329.34% of the surrounding traffic's one", + "Average speed is 3056.21% of the surrounding traffic's one", + "Average speed is 50208646.02% of the surrounding traffic's one", + "Average speed is 43651922.69% of the surrounding traffic's one", + "Average speed is 80714.02% of the surrounding traffic's one", + "Average speed is 3182.15% of the surrounding traffic's one", + "Average speed is 1432.58% of the surrounding traffic's one", + "Average speed is 1223.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 90.1, + "duration_system": 849.957 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.614", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.43" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/110_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/110_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e33ecc8d05e321b1fe1cbd5efdb0513e42987110 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/110_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 209.564, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.349, + "duration_game": 53.7, + "duration_system": 426.088, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_05_10_23_29_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.23% of the surrounding traffic's one", + "Average speed is 90.46% of the surrounding traffic's one", + "Average speed is 128.38% of the surrounding traffic's one", + "Average speed is 6.69% of the surrounding traffic's one", + "Average speed is 700.75% of the surrounding traffic's one", + "Average speed is 1051.95% of the surrounding traffic's one", + "Average speed is 1413.19% of the surrounding traffic's one", + "Average speed is 716.3% of the surrounding traffic's one", + "Average speed is 282.29% of the surrounding traffic's one", + "Average speed is 815.04% of the surrounding traffic's one", + "Average speed is 2395.71% of the surrounding traffic's one", + "Average speed is 1145.24% of the surrounding traffic's one", + "Average speed is 748.45% of the surrounding traffic's one", + "Average speed is 441.39% of the surrounding traffic's one", + "Average speed is 357.48% of the surrounding traffic's one", + "Average speed is 343.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 53.7, + "duration_system": 426.088 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "209.564" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/111_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/111_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4f61fc86fcabecab06ad402e94d0f9be2b958bf8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/111_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 175.06, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.685, + "duration_game": 34.9, + "duration_system": 339.444, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_05_10_23_38_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.95% of the surrounding traffic's one", + "Average speed is 262.89% of the surrounding traffic's one", + "Average speed is 1153.58% of the surrounding traffic's one", + "Average speed is 511.08% of the surrounding traffic's one", + "Average speed is 52.11% of the surrounding traffic's one", + "Average speed is 810.09% of the surrounding traffic's one", + "Average speed is 906.98% of the surrounding traffic's one", + "Average speed is 860.27% of the surrounding traffic's one", + "Average speed is 855.02% of the surrounding traffic's one", + "Average speed is 775.26% of the surrounding traffic's one", + "Average speed is 725.82% of the surrounding traffic's one", + "Average speed is 4242.22% of the surrounding traffic's one", + "Average speed is 22563.96% of the surrounding traffic's one", + "Average speed is 4383.27% of the surrounding traffic's one", + "Average speed is 3066.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 34.9, + "duration_system": 339.444 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "175.06" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/112_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/112_res.json new file mode 100644 index 0000000000000000000000000000000000000000..043b91365d3a195d16b8328fb7a42b027b119290 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/112_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.325, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 172.548, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.137, + "duration_game": 21.15, + "duration_system": 161.25, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_05_10_18_25_20", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3736 at (x=3285.015, y=5723.375, z=368.724) at time=17.450s [CARLA Frame: 5847, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.79% of the surrounding traffic's one", + "Average speed is 463.38% of the surrounding traffic's one", + "Average speed is 488.75% of the surrounding traffic's one", + "Average speed is 23.78% of the surrounding traffic's one", + "Average speed is 1419.12% of the surrounding traffic's one", + "Average speed is 1924.26% of the surrounding traffic's one", + "Average speed is 1412.5% of the surrounding traffic's one", + "Average speed is 1127.32% of the surrounding traffic's one", + "Average speed is 1031.68% of the surrounding traffic's one", + "Average speed is 1064.82% of the surrounding traffic's one", + "Average speed is 4509.34% of the surrounding traffic's one", + "Average speed is 4157.14% of the surrounding traffic's one", + "Average speed is 1659.2% of the surrounding traffic's one", + "Average speed is 1461.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.15, + "duration_system": 161.25 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.325", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "172.548" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/113_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/113_res.json new file mode 100644 index 0000000000000000000000000000000000000000..242b4fcba613ae067a26df628035aa07a36c9ef2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/113_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 212.613, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 75.254, + "duration_game": 16.15, + "duration_system": 123.206, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_05_10_18_30_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.7% of the surrounding traffic's one", + "Average speed is 190.42% of the surrounding traffic's one", + "Average speed is 571.29% of the surrounding traffic's one", + "Average speed is 147.05% of the surrounding traffic's one", + "Average speed is 63.37% of the surrounding traffic's one", + "Average speed is 32.11% of the surrounding traffic's one", + "Average speed is 772.69% of the surrounding traffic's one", + "Average speed is 858.58% of the surrounding traffic's one", + "Average speed is 838.94% of the surrounding traffic's one", + "Average speed is 853.6% of the surrounding traffic's one", + "Average speed is 902.23% of the surrounding traffic's one", + "Average speed is 758.95% of the surrounding traffic's one", + "Average speed is 608.1% of the surrounding traffic's one", + "Average speed is 467.3% of the surrounding traffic's one", + "Average speed is 307.59% of the surrounding traffic's one", + "Average speed is 317.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 16.15, + "duration_system": 123.206 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "212.613" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/114_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/114_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5c340986069c1ff36de0dfa942c277d1a20b7a95 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/114_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 276.812, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 57.801, + "duration_game": 20.9, + "duration_system": 201.035, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_05_10_23_46_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.67% of the surrounding traffic's one", + "Average speed is 815.52% of the surrounding traffic's one", + "Average speed is 4795.68% of the surrounding traffic's one", + "Average speed is 2791.69% of the surrounding traffic's one", + "Average speed is 1985.4% of the surrounding traffic's one", + "Average speed is 1712.7% of the surrounding traffic's one", + "Average speed is 1205.54% of the surrounding traffic's one", + "Average speed is 1011.71% of the surrounding traffic's one", + "Average speed is 1289.85% of the surrounding traffic's one", + "Average speed is 795.26% of the surrounding traffic's one", + "Average speed is 543.89% of the surrounding traffic's one", + "Average speed is 371.64% of the surrounding traffic's one", + "Average speed is 289.25% of the surrounding traffic's one", + "Average speed is 248.9% of the surrounding traffic's one", + "Average speed is 206.5% of the surrounding traffic's one", + "Average speed is 189.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.9, + "duration_system": 201.035 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "276.812" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/115_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/115_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0a6d7e2deeb806a082a360974f45964e43970f32 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/115_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 242.648, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 61.818, + "duration_game": 20.7, + "duration_system": 244.333, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_05_10_23_52_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 8.93% of the surrounding traffic's one", + "Average speed is 506.38% of the surrounding traffic's one", + "Average speed is 981.65% of the surrounding traffic's one", + "Average speed is 1028.81% of the surrounding traffic's one", + "Average speed is 1187.18% of the surrounding traffic's one", + "Average speed is 1123.74% of the surrounding traffic's one", + "Average speed is 1099.81% of the surrounding traffic's one", + "Average speed is 950.78% of the surrounding traffic's one", + "Average speed is 1124.1% of the surrounding traffic's one", + "Average speed is 690.1% of the surrounding traffic's one", + "Average speed is 514.55% of the surrounding traffic's one", + "Average speed is 336.15% of the surrounding traffic's one", + "Average speed is 240.42% of the surrounding traffic's one", + "Average speed is 169.21% of the surrounding traffic's one", + "Average speed is 162.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.7, + "duration_system": 244.333 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "242.648" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/116_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/116_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6761b763a0d8afb56dc00fc60b5adf2b139ff5fb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/116_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 269.792, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 59.305, + "duration_game": 36.0, + "duration_system": 335.582, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_05_10_23_58_47", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.08% of the surrounding traffic's one", + "Average speed is 752.98% of the surrounding traffic's one", + "Average speed is 1110.36% of the surrounding traffic's one", + "Average speed is 1065.76% of the surrounding traffic's one", + "Average speed is 958.14% of the surrounding traffic's one", + "Average speed is 914.96% of the surrounding traffic's one", + "Average speed is 932.62% of the surrounding traffic's one", + "Average speed is 1202.97% of the surrounding traffic's one", + "Average speed is 1772.15% of the surrounding traffic's one", + "Average speed is 1155.39% of the surrounding traffic's one", + "Average speed is 754.8% of the surrounding traffic's one", + "Average speed is 488.61% of the surrounding traffic's one", + "Average speed is 386.1% of the surrounding traffic's one", + "Average speed is 362.96% of the surrounding traffic's one", + "Average speed is 298.45% of the surrounding traffic's one", + "Average speed is 226.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.0, + "duration_system": 335.582 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "269.792" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/117_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/117_res.json new file mode 100644 index 0000000000000000000000000000000000000000..04b596b3d6a6c59c17a567f5c93e5eba44f9abbe --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/117_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.738, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.325, + "duration_game": 12.8, + "duration_system": 206.257, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_05_11_00_06_37", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.44% of the surrounding traffic's one", + "Average speed is 192.99% of the surrounding traffic's one", + "Average speed is 175.32% of the surrounding traffic's one", + "Average speed is 122.98% of the surrounding traffic's one", + "Average speed is 41.59% of the surrounding traffic's one", + "Average speed is 123.58% of the surrounding traffic's one", + "Average speed is 98.91% of the surrounding traffic's one", + "Average speed is 93.74% of the surrounding traffic's one", + "Average speed is 87.3% of the surrounding traffic's one", + "Average speed is 86.85% of the surrounding traffic's one", + "Average speed is 89.94% of the surrounding traffic's one", + "Average speed is 73.86% of the surrounding traffic's one", + "Average speed is 51.65% of the surrounding traffic's one", + "Average speed is 77.42% of the surrounding traffic's one", + "Average speed is 92.36% of the surrounding traffic's one", + "Average speed is 99.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.8, + "duration_system": 206.257 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.738" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/118_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/118_res.json new file mode 100644 index 0000000000000000000000000000000000000000..297ffea49fb144f9831c11f42c796f8bf762dbc1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/118_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 8.669, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.699, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.358, + "duration_game": 14.8, + "duration_system": 299.329, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_05_10_18_34_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3704 at (x=3039.204, y=6254.413, z=370.267) at time=11.900s [CARLA Frame: 6425, Agent Step: 237]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.43% of the surrounding traffic's one", + "Average speed is 154.93% of the surrounding traffic's one", + "Average speed is 110.73% of the surrounding traffic's one", + "Average speed is 104.61% of the surrounding traffic's one", + "Average speed is 106.27% of the surrounding traffic's one", + "Average speed is 101.2% of the surrounding traffic's one", + "Average speed is 94.06% of the surrounding traffic's one", + "Average speed is 91.26% of the surrounding traffic's one", + "Average speed is 93.85% of the surrounding traffic's one", + "Average speed is 94.19% of the surrounding traffic's one", + "Average speed is 102.49% of the surrounding traffic's one", + "Average speed is 99.81% of the surrounding traffic's one", + "Average speed is 111.75% of the surrounding traffic's one", + "Average speed is 93.35% of the surrounding traffic's one", + "Average speed is 115.84% of the surrounding traffic's one", + "Average speed is 92.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.8, + "duration_system": 299.329 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "8.669", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.699" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/119_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/119_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8efa7385bbbf8dfb2dd4bc5c876dc61833e27d29 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/119_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 116.249, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 120.431, + "duration_game": 15.35, + "duration_system": 249.321, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_05_11_00_12_16", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.77% of the surrounding traffic's one", + "Average speed is 142.58% of the surrounding traffic's one", + "Average speed is 118.56% of the surrounding traffic's one", + "Average speed is 118.21% of the surrounding traffic's one", + "Average speed is 108.9% of the surrounding traffic's one", + "Average speed is 111.23% of the surrounding traffic's one", + "Average speed is 102.98% of the surrounding traffic's one", + "Average speed is 102.8% of the surrounding traffic's one", + "Average speed is 101.52% of the surrounding traffic's one", + "Average speed is 116.64% of the surrounding traffic's one", + "Average speed is 105.5% of the surrounding traffic's one", + "Average speed is 100.46% of the surrounding traffic's one", + "Average speed is 167.55% of the surrounding traffic's one", + "Average speed is 111.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.35, + "duration_system": 249.321 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "116.249" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/11_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/11_res.json new file mode 100644 index 0000000000000000000000000000000000000000..22b18e2a281e47f7abc767d293909546c899beef --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/11_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.032, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.058, + "duration_game": 11.75, + "duration_system": 142.14, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_05_10_20_32_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 208.77% of the surrounding traffic's one", + "Average speed is 532.28% of the surrounding traffic's one", + "Average speed is 492.09% of the surrounding traffic's one", + "Average speed is 391.0% of the surrounding traffic's one", + "Average speed is 151.91% of the surrounding traffic's one", + "Average speed is 59.11% of the surrounding traffic's one", + "Average speed is 143.53% of the surrounding traffic's one", + "Average speed is 216.5% of the surrounding traffic's one", + "Average speed is 235.27% of the surrounding traffic's one", + "Average speed is 242.95% of the surrounding traffic's one", + "Average speed is 299.07% of the surrounding traffic's one", + "Average speed is 607.77% of the surrounding traffic's one", + "Average speed is 888.68% of the surrounding traffic's one", + "Average speed is 680.49% of the surrounding traffic's one", + "Average speed is 635.1% of the surrounding traffic's one", + "Average speed is 855.39% of the surrounding traffic's one", + "Average speed is 2053.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 11.75, + "duration_system": 142.14 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.032" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/120_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/120_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3a9b58b37c9982df9a87623182226ce24a746fa8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/120_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.481, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.539, + "duration_game": 14.7, + "duration_system": 280.309, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_05_10_18_41_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 167.08% of the surrounding traffic's one", + "Average speed is 153.03% of the surrounding traffic's one", + "Average speed is 113.37% of the surrounding traffic's one", + "Average speed is 108.22% of the surrounding traffic's one", + "Average speed is 95.54% of the surrounding traffic's one", + "Average speed is 97.22% of the surrounding traffic's one", + "Average speed is 103.21% of the surrounding traffic's one", + "Average speed is 96.41% of the surrounding traffic's one", + "Average speed is 98.56% of the surrounding traffic's one", + "Average speed is 98.53% of the surrounding traffic's one", + "Average speed is 101.03% of the surrounding traffic's one", + "Average speed is 97.73% of the surrounding traffic's one", + "Average speed is 125.14% of the surrounding traffic's one", + "Average speed is 132.38% of the surrounding traffic's one", + "Average speed is 116.56% of the surrounding traffic's one", + "Average speed is 104.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.7, + "duration_system": 280.309 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.481" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/121_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/121_res.json new file mode 100644 index 0000000000000000000000000000000000000000..92de1a9e4726e64139bd40fbbcc7f03f019d2ae9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/121_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 8.25, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 123.75, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 121.212, + "duration_game": 60.7, + "duration_system": 478.651, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_05_11_21_49_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3709 at (x=-507.44, y=6490.369, z=357.951) at time=58.800s [CARLA Frame: 7512, Agent Step: 1175]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 2.82% of the surrounding traffic's one", + "Average speed is 212.47% of the surrounding traffic's one", + "Average speed is 252.04% of the surrounding traffic's one", + "Average speed is 233.34% of the surrounding traffic's one", + "Average speed is 189.34% of the surrounding traffic's one", + "Average speed is 126.54% of the surrounding traffic's one", + "Average speed is 101.1% of the surrounding traffic's one", + "Average speed is 103.75% of the surrounding traffic's one", + "Average speed is 85.6% of the surrounding traffic's one", + "Average speed is 82.38% of the surrounding traffic's one", + "Average speed is 87.27% of the surrounding traffic's one", + "Average speed is 72.8% of the surrounding traffic's one", + "Average speed is 66.03% of the surrounding traffic's one", + "Average speed is 73.34% of the surrounding traffic's one", + "Average speed is 93.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 60.7, + "duration_system": 478.651 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "8.25", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "123.75" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/122_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/122_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1ac6716ef4687325d937f550d6f85fd01390bbe6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/122_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.161, + "duration_game": 17.75, + "duration_system": 132.184, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_05_11_01_30_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.7% of the surrounding traffic's one", + "Average speed is 113.49% of the surrounding traffic's one", + "Average speed is 189.91% of the surrounding traffic's one", + "Average speed is 161.46% of the surrounding traffic's one", + "Average speed is 162.91% of the surrounding traffic's one", + "Average speed is 118.5% of the surrounding traffic's one", + "Average speed is 81.65% of the surrounding traffic's one", + "Average speed is 205.98% of the surrounding traffic's one", + "Average speed is 157.98% of the surrounding traffic's one", + "Average speed is 115.02% of the surrounding traffic's one", + "Average speed is 102.81% of the surrounding traffic's one", + "Average speed is 107.31% of the surrounding traffic's one", + "Average speed is 104.97% of the surrounding traffic's one", + "Average speed is 109.67% of the surrounding traffic's one", + "Average speed is 110.31% of the surrounding traffic's one", + "Average speed is 123.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.75, + "duration_system": 132.184 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/123_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/123_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6f0bf1c50bf08e20690725c094b26b9aff4c07fa --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/123_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.673, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.153, + "duration_game": 18.3, + "duration_system": 152.821, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_05_11_01_34_59", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.1% of the surrounding traffic's one", + "Average speed is 154.94% of the surrounding traffic's one", + "Average speed is 305.55% of the surrounding traffic's one", + "Average speed is 220.68% of the surrounding traffic's one", + "Average speed is 137.91% of the surrounding traffic's one", + "Average speed is 93.59% of the surrounding traffic's one", + "Average speed is 192.61% of the surrounding traffic's one", + "Average speed is 143.95% of the surrounding traffic's one", + "Average speed is 111.28% of the surrounding traffic's one", + "Average speed is 101.56% of the surrounding traffic's one", + "Average speed is 90.19% of the surrounding traffic's one", + "Average speed is 102.76% of the surrounding traffic's one", + "Average speed is 93.18% of the surrounding traffic's one", + "Average speed is 131.28% of the surrounding traffic's one", + "Average speed is 107.19% of the surrounding traffic's one", + "Average speed is 101.24% of the surrounding traffic's one", + "Average speed is 101.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 18.3, + "duration_system": 152.821 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.673" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/124_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/124_res.json new file mode 100644 index 0000000000000000000000000000000000000000..604e180d417c5cb035bb144b6b4378709573fabf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/124_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 17.5, + "duration_system": 127.207, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_05_11_01_39_50", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.14% of the surrounding traffic's one", + "Average speed is 66.61% of the surrounding traffic's one", + "Average speed is 196.19% of the surrounding traffic's one", + "Average speed is 190.94% of the surrounding traffic's one", + "Average speed is 75.52% of the surrounding traffic's one", + "Average speed is 118.79% of the surrounding traffic's one", + "Average speed is 107.85% of the surrounding traffic's one", + "Average speed is 88.15% of the surrounding traffic's one", + "Average speed is 73.9% of the surrounding traffic's one", + "Average speed is 86.92% of the surrounding traffic's one", + "Average speed is 122.93% of the surrounding traffic's one", + "Average speed is 187.36% of the surrounding traffic's one", + "Average speed is 266.14% of the surrounding traffic's one", + "Average speed is 249.45% of the surrounding traffic's one", + "Average speed is 197.85% of the surrounding traffic's one", + "Average speed is 121.86% of the surrounding traffic's one", + "Average speed is 102.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.5, + "duration_system": 127.207 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/125_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/125_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5b7d3b98f164a6cbad88e286277e3637117ce0c4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/125_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.532, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.121, + "duration_game": 17.6, + "duration_system": 126.188, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_05_11_01_44_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.26% of the surrounding traffic's one", + "Average speed is 97.34% of the surrounding traffic's one", + "Average speed is 217.92% of the surrounding traffic's one", + "Average speed is 157.65% of the surrounding traffic's one", + "Average speed is 69.44% of the surrounding traffic's one", + "Average speed is 92.27% of the surrounding traffic's one", + "Average speed is 84.13% of the surrounding traffic's one", + "Average speed is 88.67% of the surrounding traffic's one", + "Average speed is 96.83% of the surrounding traffic's one", + "Average speed is 200.52% of the surrounding traffic's one", + "Average speed is 234.67% of the surrounding traffic's one", + "Average speed is 258.54% of the surrounding traffic's one", + "Average speed is 145.66% of the surrounding traffic's one", + "Average speed is 93.2% of the surrounding traffic's one", + "Average speed is 127.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.6, + "duration_system": 126.188 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.532" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/126_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/126_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7d7d329a60dd11dfa0af9171f1a48ea849a016fd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/126_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 17.65, + "duration_system": 131.321, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_05_11_01_48_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.09% of the surrounding traffic's one", + "Average speed is 73.06% of the surrounding traffic's one", + "Average speed is 185.37% of the surrounding traffic's one", + "Average speed is 180.32% of the surrounding traffic's one", + "Average speed is 68.48% of the surrounding traffic's one", + "Average speed is 132.05% of the surrounding traffic's one", + "Average speed is 93.87% of the surrounding traffic's one", + "Average speed is 100.57% of the surrounding traffic's one", + "Average speed is 83.75% of the surrounding traffic's one", + "Average speed is 115.14% of the surrounding traffic's one", + "Average speed is 156.55% of the surrounding traffic's one", + "Average speed is 148.9% of the surrounding traffic's one", + "Average speed is 140.05% of the surrounding traffic's one", + "Average speed is 126.34% of the surrounding traffic's one", + "Average speed is 127.45% of the surrounding traffic's one", + "Average speed is 87.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.65, + "duration_system": 131.321 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/127_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/127_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bfa774f21d5c60080ad5195017f28ab39a1be6f4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/127_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 32.3, + "duration_system": 762.873, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_05_11_01_52_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.11% of the surrounding traffic's one", + "Average speed is 142.02% of the surrounding traffic's one", + "Average speed is 196.46% of the surrounding traffic's one", + "Average speed is 81.06% of the surrounding traffic's one", + "Average speed is 6.49% of the surrounding traffic's one", + "Average speed is 189.47% of the surrounding traffic's one", + "Average speed is 874.53% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 127.78% of the surrounding traffic's one", + "Average speed is 232.69% of the surrounding traffic's one", + "Average speed is 172.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 32.3, + "duration_system": 762.873 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/128_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/128_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0bbfe6ddfaa23d0154ff50a6d3bcf32265853c61 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/128_res.json @@ -0,0 +1,146 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 11.753, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 164.549, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 11.753, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 47.862, + "score_route": 79.77, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.658, + "duration_game": 17.7, + "duration_system": 318.365, + "exceptions": [ + [ + "RouteScenario_23658_rep0", + 0, + "Failed - Agent deviated from the route" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_05_12_06_18_14", + "status": "Failed - Agent deviated from the route", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3709 at (x=-820.983, y=4757.514, z=369.986) at time=9.550s [CARLA Frame: 5824, Agent Step: 190]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 332.56% of the surrounding traffic's one", + "Average speed is 304.03% of the surrounding traffic's one", + "Average speed is 230.14% of the surrounding traffic's one", + "Average speed is 203.74% of the surrounding traffic's one", + "Average speed is 171.22% of the surrounding traffic's one", + "Average speed is 153.51% of the surrounding traffic's one", + "Average speed is 138.26% of the surrounding traffic's one", + "Average speed is 145.04% of the surrounding traffic's one", + "Average speed is 170.2% of the surrounding traffic's one", + "Average speed is 184.88% of the surrounding traffic's one", + "Average speed is 166.38% of the surrounding traffic's one", + "Average speed is 37.15% of the surrounding traffic's one", + "Average speed is 144.17% of the surrounding traffic's one", + "Average speed is 145.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-819.457, y=4725.473, z=369.206)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 79.77, + "score_penalty": 0.6, + "score_composed": 47.862 + }, + "meta": { + "route_length": 106.658, + "duration_game": 17.7, + "duration_system": 318.365 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "47.862", + "79.77", + "0.6", + "0.0", + "11.753", + "0.0", + "0.0", + "0.0", + "0.0", + "11.753", + "0.0", + "0.0", + "0.0", + "0.0", + "164.549" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/129_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/129_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f698c2eeba077168bdd79d9762f7844c236dd2b6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/129_res.json @@ -0,0 +1,20 @@ +{ + "_checkpoint": { + "global_record": {}, + "progress": [ + 0, + 1 + ], + "records": [] + }, + "entry_status": "Started", + "eligible": false, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [], + "labels": [] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/12_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/12_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d7a0b55bca872620fc5b9bb7a2eed6500f29e2bf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/12_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.948, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.251, + "duration_game": 18.65, + "duration_system": 233.253, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_05_11_16_13_03", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.22% of the surrounding traffic's one", + "Average speed is 270.06% of the surrounding traffic's one", + "Average speed is 235.65% of the surrounding traffic's one", + "Average speed is 93.91% of the surrounding traffic's one", + "Average speed is 27.37% of the surrounding traffic's one", + "Average speed is 76.2% of the surrounding traffic's one", + "Average speed is 482.54% of the surrounding traffic's one", + "Average speed is 484.82% of the surrounding traffic's one", + "Average speed is 579.48% of the surrounding traffic's one", + "Average speed is 603.85% of the surrounding traffic's one", + "Average speed is 500.91% of the surrounding traffic's one", + "Average speed is 848.35% of the surrounding traffic's one", + "Average speed is 642.22% of the surrounding traffic's one", + "Average speed is 561.97% of the surrounding traffic's one", + "Average speed is 500.34% of the surrounding traffic's one", + "Average speed is 632.47% of the surrounding traffic's one", + "Average speed is 777.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 18.65, + "duration_system": 233.253 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.948" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/130_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/130_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f698c2eeba077168bdd79d9762f7844c236dd2b6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/130_res.json @@ -0,0 +1,20 @@ +{ + "_checkpoint": { + "global_record": {}, + "progress": [ + 0, + 1 + ], + "records": [] + }, + "entry_status": "Started", + "eligible": false, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [], + "labels": [] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/131_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/131_res.json new file mode 100644 index 0000000000000000000000000000000000000000..efcc16c16bc15ff50673bdcae0f78208a088b4ad --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/131_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 110.522, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 153.816, + "duration_game": 15.1, + "duration_system": 176.255, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_05_11_03_27_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 218.86% of the surrounding traffic's one", + "Average speed is 86.04% of the surrounding traffic's one", + "Average speed is 177.89% of the surrounding traffic's one", + "Average speed is 215.59% of the surrounding traffic's one", + "Average speed is 215.4% of the surrounding traffic's one", + "Average speed is 126.73% of the surrounding traffic's one", + "Average speed is 130.84% of the surrounding traffic's one", + "Average speed is 276.18% of the surrounding traffic's one", + "Average speed is 343.33% of the surrounding traffic's one", + "Average speed is 404.92% of the surrounding traffic's one", + "Average speed is 424.14% of the surrounding traffic's one", + "Average speed is 399.32% of the surrounding traffic's one", + "Average speed is 341.69% of the surrounding traffic's one", + "Average speed is 309.18% of the surrounding traffic's one", + "Average speed is 311.0% of the surrounding traffic's one", + "Average speed is 323.66% of the surrounding traffic's one", + "Average speed is 221.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 15.1, + "duration_system": 176.255 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "110.522" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/132_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/132_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9e22458e06fd7b8f2b293c654991a01443892c15 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/132_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.773, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.865, + "duration_game": 10.25, + "duration_system": 95.118, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_05_11_03_32_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 277.25% of the surrounding traffic's one", + "Average speed is 383.11% of the surrounding traffic's one", + "Average speed is 521.42% of the surrounding traffic's one", + "Average speed is 637.75% of the surrounding traffic's one", + "Average speed is 650.28% of the surrounding traffic's one", + "Average speed is 552.9% of the surrounding traffic's one", + "Average speed is 462.82% of the surrounding traffic's one", + "Average speed is 430.39% of the surrounding traffic's one", + "Average speed is 662.06% of the surrounding traffic's one", + "Average speed is 1100.81% of the surrounding traffic's one", + "Average speed is 3794.89% of the surrounding traffic's one", + "Average speed is 38609.67% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.25, + "duration_system": 95.118 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.773" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/133_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/133_res.json new file mode 100644 index 0000000000000000000000000000000000000000..14f0113927b4fed1d2d56a5c1a76baa63737499b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/133_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.139, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 114.757, + "duration_game": 14.7, + "duration_system": 207.547, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_05_10_20_00_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 319.29% of the surrounding traffic's one", + "Average speed is 274.56% of the surrounding traffic's one", + "Average speed is 187.83% of the surrounding traffic's one", + "Average speed is 319.14% of the surrounding traffic's one", + "Average speed is 262.6% of the surrounding traffic's one", + "Average speed is 171.43% of the surrounding traffic's one", + "Average speed is 141.38% of the surrounding traffic's one", + "Average speed is 147.31% of the surrounding traffic's one", + "Average speed is 165.08% of the surrounding traffic's one", + "Average speed is 143.95% of the surrounding traffic's one", + "Average speed is 141.26% of the surrounding traffic's one", + "Average speed is 135.71% of the surrounding traffic's one", + "Average speed is 133.44% of the surrounding traffic's one", + "Average speed is 161.03% of the surrounding traffic's one", + "Average speed is 130.07% of the surrounding traffic's one", + "Average speed is 126.1% of the surrounding traffic's one", + "Average speed is 111.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 207.547 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.139" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/134_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/134_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a0b1410168ae0ab397e6d585201c7f37d671e3db --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/134_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 114.098, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 148.995, + "duration_game": 9.95, + "duration_system": 147.174, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_05_10_20_06_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 408.72% of the surrounding traffic's one", + "Average speed is 656.25% of the surrounding traffic's one", + "Average speed is 928.31% of the surrounding traffic's one", + "Average speed is 1034.9% of the surrounding traffic's one", + "Average speed is 1011.57% of the surrounding traffic's one", + "Average speed is 829.47% of the surrounding traffic's one", + "Average speed is 611.8% of the surrounding traffic's one", + "Average speed is 453.37% of the surrounding traffic's one", + "Average speed is 552.57% of the surrounding traffic's one", + "Average speed is 649.7% of the surrounding traffic's one", + "Average speed is 747.46% of the surrounding traffic's one", + "Average speed is 1059.85% of the surrounding traffic's one", + "Average speed is 861.6% of the surrounding traffic's one", + "Average speed is 447.71% of the surrounding traffic's one", + "Average speed is 402.32% of the surrounding traffic's one", + "Average speed is 365.39% of the surrounding traffic's one", + "Average speed is 343.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.95, + "duration_system": 147.174 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "114.098" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/135_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/135_res.json new file mode 100644 index 0000000000000000000000000000000000000000..35adeb7ad0c47cbb5dcc0aa470cb3ede8d920213 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/135_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.825, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 116.02, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 146.527, + "duration_game": 15.4, + "duration_system": 184.224, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_05_11_03_36_47", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3716 at (x=1104.559, y=3102.747, z=364.869) at time=8.350s [CARLA Frame: 6583, Agent Step: 166]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 321.48% of the surrounding traffic's one", + "Average speed is 343.64% of the surrounding traffic's one", + "Average speed is 271.88% of the surrounding traffic's one", + "Average speed is 226.14% of the surrounding traffic's one", + "Average speed is 183.75% of the surrounding traffic's one", + "Average speed is 92.89% of the surrounding traffic's one", + "Average speed is 157.88% of the surrounding traffic's one", + "Average speed is 203.95% of the surrounding traffic's one", + "Average speed is 225.32% of the surrounding traffic's one", + "Average speed is 202.74% of the surrounding traffic's one", + "Average speed is 183.53% of the surrounding traffic's one", + "Average speed is 144.34% of the surrounding traffic's one", + "Average speed is 64.29% of the surrounding traffic's one", + "Average speed is 266.04% of the surrounding traffic's one", + "Average speed is 209.83% of the surrounding traffic's one", + "Average speed is 96.95% of the surrounding traffic's one", + "Average speed is 99.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 15.4, + "duration_system": 184.224 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "6.825", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "116.02" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/136_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/136_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a6198354f4480674f48aff2db7d14e72943f954b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/136_res.json @@ -0,0 +1,144 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.487, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 6.274, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 159.379, + "duration_game": 27.85, + "duration_system": 235.307, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_05_11_03_42_04", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.23% of the surrounding traffic's one", + "Average speed is 94.17% of the surrounding traffic's one", + "Average speed is 192.02% of the surrounding traffic's one", + "Average speed is 143.48% of the surrounding traffic's one", + "Average speed is 130.72% of the surrounding traffic's one", + "Average speed is 136.07% of the surrounding traffic's one", + "Average speed is 151.93% of the surrounding traffic's one", + "Average speed is 167.58% of the surrounding traffic's one", + "Average speed is 172.33% of the surrounding traffic's one", + "Average speed is 191.9% of the surrounding traffic's one", + "Average speed is 183.62% of the surrounding traffic's one", + "Average speed is 182.8% of the surrounding traffic's one", + "Average speed is 180.65% of the surrounding traffic's one", + "Average speed is 174.36% of the surrounding traffic's one", + "Average speed is 125.4% of the surrounding traffic's one", + "Average speed is 181.36% of the surrounding traffic's one", + "Average speed is 128.16% of the surrounding traffic's one", + "Average speed is 77.76% of the surrounding traffic's one", + "Average speed is 64.44% of the surrounding traffic's one", + "Average speed is 64.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2622.114, y=5902.038, z=157.713)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 27.85, + "duration_system": 235.307 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "6.274", + "0.0", + "0.0", + "0.0", + "0.0", + "125.487" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/137_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/137_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d01de63de988ca684b118f77f4350687e5f4bac5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/137_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 140.631, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.662, + "duration_game": 11.15, + "duration_system": 173.21, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_05_10_20_10_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 220.56% of the surrounding traffic's one", + "Average speed is 247.42% of the surrounding traffic's one", + "Average speed is 199.52% of the surrounding traffic's one", + "Average speed is 197.95% of the surrounding traffic's one", + "Average speed is 173.01% of the surrounding traffic's one", + "Average speed is 147.1% of the surrounding traffic's one", + "Average speed is 128.72% of the surrounding traffic's one", + "Average speed is 140.69% of the surrounding traffic's one", + "Average speed is 141.67% of the surrounding traffic's one", + "Average speed is 121.72% of the surrounding traffic's one", + "Average speed is 124.3% of the surrounding traffic's one", + "Average speed is 106.74% of the surrounding traffic's one", + "Average speed is 213.24% of the surrounding traffic's one", + "Average speed is 205.59% of the surrounding traffic's one", + "Average speed is 163.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.15, + "duration_system": 173.21 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "140.631" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/138_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/138_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ab904f8096305fa364a5cc4aee606808610c24bc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/138_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.477, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.412, + "duration_game": 57.75, + "duration_system": 433.607, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_05_11_03_48_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.48% of the surrounding traffic's one", + "Average speed is 80.52% of the surrounding traffic's one", + "Average speed is 173.89% of the surrounding traffic's one", + "Average speed is 214.76% of the surrounding traffic's one", + "Average speed is 177.64% of the surrounding traffic's one", + "Average speed is 163.62% of the surrounding traffic's one", + "Average speed is 137.8% of the surrounding traffic's one", + "Average speed is 145.08% of the surrounding traffic's one", + "Average speed is 5.83% of the surrounding traffic's one", + "Average speed is 234.19% of the surrounding traffic's one", + "Average speed is 240.15% of the surrounding traffic's one", + "Average speed is 279.46% of the surrounding traffic's one", + "Average speed is 312.31% of the surrounding traffic's one", + "Average speed is 316.25% of the surrounding traffic's one", + "Average speed is 466.82% of the surrounding traffic's one", + "Average speed is 641.23% of the surrounding traffic's one", + "Average speed is 519.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.412, + "duration_game": 57.75, + "duration_system": 433.607 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.477" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/139_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/139_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b54d5065658a9939e6edfc6bb9524dd70f914224 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/139_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 8.879, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.001, + "min_speed_infractions": 142.057, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 59.404147, + "score_route": 100.0, + "score_penalty": 0.594041 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.631, + "duration_game": 58.15, + "duration_system": 495.655, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_05_12_00_23_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3704 at (x=3907.134, y=4859.92, z=367.139) at time=13.950s [CARLA Frame: 6523, Agent Step: 278]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.026 meters (0.99% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 253.53% of the surrounding traffic's one", + "Average speed is 283.0% of the surrounding traffic's one", + "Average speed is 256.11% of the surrounding traffic's one", + "Average speed is 36.54% of the surrounding traffic's one", + "Average speed is 191.78% of the surrounding traffic's one", + "Average speed is 234.47% of the surrounding traffic's one", + "Average speed is 269.44% of the surrounding traffic's one", + "Average speed is 220.59% of the surrounding traffic's one", + "Average speed is 168.7% of the surrounding traffic's one", + "Average speed is 166.2% of the surrounding traffic's one", + "Average speed is 148.01% of the surrounding traffic's one", + "Average speed is 154.2% of the surrounding traffic's one", + "Average speed is 4.76% of the surrounding traffic's one", + "Average speed is 866.49% of the surrounding traffic's one", + "Average speed is 705.42% of the surrounding traffic's one", + "Average speed is 831.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.594041, + "score_composed": 59.404147 + }, + "meta": { + "route_length": 112.631, + "duration_game": 58.15, + "duration_system": 495.655 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "59.404147", + "100.0", + "0.594041", + "0.0", + "8.879", + "0.0", + "0.0", + "0.0", + "0.001", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "142.057" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/13_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/13_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2a2b799e54e04f71342338235c1b5502810950e8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/13_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.856, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.693, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.172, + "duration_game": 10.7, + "duration_system": 107.105, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_05_10_20_36_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1986.568, y=2173.274, z=362.222) at time=8.000s [CARLA Frame: 6316, Agent Step: 159]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 407.7% of the surrounding traffic's one", + "Average speed is 585.17% of the surrounding traffic's one", + "Average speed is 545.47% of the surrounding traffic's one", + "Average speed is 268.32% of the surrounding traffic's one", + "Average speed is 118.35% of the surrounding traffic's one", + "Average speed is 50.63% of the surrounding traffic's one", + "Average speed is 197.45% of the surrounding traffic's one", + "Average speed is 262.72% of the surrounding traffic's one", + "Average speed is 261.71% of the surrounding traffic's one", + "Average speed is 270.43% of the surrounding traffic's one", + "Average speed is 734.12% of the surrounding traffic's one", + "Average speed is 1258.76% of the surrounding traffic's one", + "Average speed is 1242.77% of the surrounding traffic's one", + "Average speed is 1442.13% of the surrounding traffic's one", + "Average speed is 2578.13% of the surrounding traffic's one", + "Average speed is 2375.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 10.7, + "duration_system": 107.105 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "13.856", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.693" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/140_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/140_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5cb717c7ed5cff0efe57d56d41666ead5ec15e3f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/140_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 111.522, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 161.403, + "duration_game": 17.35, + "duration_system": 121.15, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_05_11_05_10_06", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.09% of the surrounding traffic's one", + "Average speed is 106.6% of the surrounding traffic's one", + "Average speed is 189.09% of the surrounding traffic's one", + "Average speed is 185.07% of the surrounding traffic's one", + "Average speed is 134.69% of the surrounding traffic's one", + "Average speed is 152.6% of the surrounding traffic's one", + "Average speed is 156.9% of the surrounding traffic's one", + "Average speed is 172.17% of the surrounding traffic's one", + "Average speed is 206.49% of the surrounding traffic's one", + "Average speed is 317.27% of the surrounding traffic's one", + "Average speed is 421.25% of the surrounding traffic's one", + "Average speed is 446.79% of the surrounding traffic's one", + "Average speed is 363.03% of the surrounding traffic's one", + "Average speed is 272.1% of the surrounding traffic's one", + "Average speed is 363.72% of the surrounding traffic's one", + "Average speed is 1028.3% of the surrounding traffic's one", + "Average speed is 958.67% of the surrounding traffic's one", + "Average speed is 623.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 17.35, + "duration_system": 121.15 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "111.522" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/141_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/141_res.json new file mode 100644 index 0000000000000000000000000000000000000000..04e9785baf5d49dd03a9c0e3e439b1d500ed2b65 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/141_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.773, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.865, + "duration_game": 10.2, + "duration_system": 95.127, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_05_10_20_16_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 277.89% of the surrounding traffic's one", + "Average speed is 382.58% of the surrounding traffic's one", + "Average speed is 520.55% of the surrounding traffic's one", + "Average speed is 634.72% of the surrounding traffic's one", + "Average speed is 650.76% of the surrounding traffic's one", + "Average speed is 567.05% of the surrounding traffic's one", + "Average speed is 475.31% of the surrounding traffic's one", + "Average speed is 440.83% of the surrounding traffic's one", + "Average speed is 651.48% of the surrounding traffic's one", + "Average speed is 1014.2% of the surrounding traffic's one", + "Average speed is 3184.59% of the surrounding traffic's one", + "Average speed is 23152.16% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 95.127 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.773" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/142_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/142_res.json new file mode 100644 index 0000000000000000000000000000000000000000..15efca88f7b8749f7ee45be5896fbd6a9f292928 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/142_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.139, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 114.757, + "duration_game": 13.95, + "duration_system": 225.286, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_05_12_00_34_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 323.77% of the surrounding traffic's one", + "Average speed is 332.44% of the surrounding traffic's one", + "Average speed is 185.48% of the surrounding traffic's one", + "Average speed is 259.2% of the surrounding traffic's one", + "Average speed is 221.35% of the surrounding traffic's one", + "Average speed is 164.19% of the surrounding traffic's one", + "Average speed is 148.24% of the surrounding traffic's one", + "Average speed is 157.21% of the surrounding traffic's one", + "Average speed is 168.07% of the surrounding traffic's one", + "Average speed is 143.47% of the surrounding traffic's one", + "Average speed is 131.99% of the surrounding traffic's one", + "Average speed is 205.23% of the surrounding traffic's one", + "Average speed is 192.39% of the surrounding traffic's one", + "Average speed is 210.31% of the surrounding traffic's one", + "Average speed is 169.75% of the surrounding traffic's one", + "Average speed is 160.23% of the surrounding traffic's one", + "Average speed is 110.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 13.95, + "duration_system": 225.286 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.139" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/143_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/143_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ef3a3f396576020ccc78d59d77659c0d6e602d0f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/143_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.621, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.562, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 151.028, + "duration_game": 14.05, + "duration_system": 113.173, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_05_11_06_26_29", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5742.818, y=4729.202, z=186.946) at time=10.450s [CARLA Frame: 6538, Agent Step: 208]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.61% of the surrounding traffic's one", + "Average speed is 319.28% of the surrounding traffic's one", + "Average speed is 261.15% of the surrounding traffic's one", + "Average speed is 221.29% of the surrounding traffic's one", + "Average speed is 210.38% of the surrounding traffic's one", + "Average speed is 214.4% of the surrounding traffic's one", + "Average speed is 190.42% of the surrounding traffic's one", + "Average speed is 125.46% of the surrounding traffic's one", + "Average speed is 73.7% of the surrounding traffic's one", + "Average speed is 146.8% of the surrounding traffic's one", + "Average speed is 178.79% of the surrounding traffic's one", + "Average speed is 187.1% of the surrounding traffic's one", + "Average speed is 147.45% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.05, + "duration_system": 113.173 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "6.621", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.562" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/144_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/144_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f275b856a3d12d209cc1ae44965ade9a226042df --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/144_res.json @@ -0,0 +1,146 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 13.627, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.001, + "min_speed_infractions": 163.525, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 13.627, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 44.090087, + "score_route": 68.8, + "score_penalty": 0.640844 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.662, + "duration_game": 70.1, + "duration_system": 652.808, + "exceptions": [ + [ + "RouteScenario_24098_rep0", + 0, + "Failed - Agent got blocked" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_05_12_07_37_55", + "status": "Failed - Agent got blocked", + "num_infractions": 15, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.guardrail and id=0 at (x=4041.452, y=4044.123, z=368.695) at time=9.650s [CARLA Frame: 5963, Agent Step: 192]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.034 meters (1.41% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 211.61% of the surrounding traffic's one", + "Average speed is 241.13% of the surrounding traffic's one", + "Average speed is 196.57% of the surrounding traffic's one", + "Average speed is 202.91% of the surrounding traffic's one", + "Average speed is 176.3% of the surrounding traffic's one", + "Average speed is 155.72% of the surrounding traffic's one", + "Average speed is 131.04% of the surrounding traffic's one", + "Average speed is 144.92% of the surrounding traffic's one", + "Average speed is 148.5% of the surrounding traffic's one", + "Average speed is 159.6% of the surrounding traffic's one", + "Average speed is 114.32% of the surrounding traffic's one", + "Average speed is 105.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=4041.708, y=4044.456, z=368.698)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 68.8, + "score_penalty": 0.640844, + "score_composed": 44.090087 + }, + "meta": { + "route_length": 106.662, + "duration_game": 70.1, + "duration_system": 652.808 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "44.090087", + "68.8", + "0.640844", + "0.0", + "0.0", + "13.627", + "0.0", + "0.0", + "0.001", + "0.0", + "0.0", + "13.627", + "0.0", + "0.0", + "163.525" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/145_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/145_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb391351fab723b3af856d168e8abdfe81533f2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/145_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.807, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.013, + "duration_game": 34.85, + "duration_system": 348.425, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_05_10_20_20_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 108.63% of the surrounding traffic's one", + "Average speed is 145.45% of the surrounding traffic's one", + "Average speed is 270.6% of the surrounding traffic's one", + "Average speed is 203.62% of the surrounding traffic's one", + "Average speed is 214.97% of the surrounding traffic's one", + "Average speed is 168.23% of the surrounding traffic's one", + "Average speed is 53.51% of the surrounding traffic's one", + "Average speed is 80.09% of the surrounding traffic's one", + "Average speed is 189.86% of the surrounding traffic's one", + "Average speed is 187.9% of the surrounding traffic's one", + "Average speed is 118.33% of the surrounding traffic's one", + "Average speed is 101.59% of the surrounding traffic's one", + "Average speed is 111.39% of the surrounding traffic's one", + "Average speed is 104.12% of the surrounding traffic's one", + "Average speed is 121.16% of the surrounding traffic's one", + "Average speed is 14.85% of the surrounding traffic's one", + "Average speed is 85.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.85, + "duration_system": 348.425 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.807" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/146_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/146_res.json new file mode 100644 index 0000000000000000000000000000000000000000..49dafa06a17e9a2b9217eff94358932bbf5dd48a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/146_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 20.65, + "duration_system": 147.22, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_05_10_20_27_38", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.48% of the surrounding traffic's one", + "Average speed is 57.5% of the surrounding traffic's one", + "Average speed is 163.0% of the surrounding traffic's one", + "Average speed is 227.97% of the surrounding traffic's one", + "Average speed is 168.7% of the surrounding traffic's one", + "Average speed is 77.09% of the surrounding traffic's one", + "Average speed is 91.72% of the surrounding traffic's one", + "Average speed is 227.6% of the surrounding traffic's one", + "Average speed is 122.66% of the surrounding traffic's one", + "Average speed is 123.41% of the surrounding traffic's one", + "Average speed is 116.5% of the surrounding traffic's one", + "Average speed is 104.35% of the surrounding traffic's one", + "Average speed is 95.58% of the surrounding traffic's one", + "Average speed is 109.94% of the surrounding traffic's one", + "Average speed is 101.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 20.65, + "duration_system": 147.22 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/147_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/147_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d1296591e8a3838bdd3e447a4caa5d4bd4bcdc39 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/147_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 128.723, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.067, + "duration_game": 14.9, + "duration_system": 93.11, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_05_10_20_31_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 55.55% of the surrounding traffic's one", + "Average speed is 157.22% of the surrounding traffic's one", + "Average speed is 115.29% of the surrounding traffic's one", + "Average speed is 106.94% of the surrounding traffic's one", + "Average speed is 104.2% of the surrounding traffic's one", + "Average speed is 46.84% of the surrounding traffic's one", + "Average speed is 50.02% of the surrounding traffic's one", + "Average speed is 188.05% of the surrounding traffic's one", + "Average speed is 216.04% of the surrounding traffic's one", + "Average speed is 256.26% of the surrounding traffic's one", + "Average speed is 333.66% of the surrounding traffic's one", + "Average speed is 561.39% of the surrounding traffic's one", + "Average speed is 444.29% of the surrounding traffic's one", + "Average speed is 505.85% of the surrounding traffic's one", + "Average speed is 579.43% of the surrounding traffic's one", + "Average speed is 530.92% of the surrounding traffic's one", + "Average speed is 615.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 14.9, + "duration_system": 93.11 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "128.723" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/148_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/148_res.json new file mode 100644 index 0000000000000000000000000000000000000000..023efa3abd1e22dde548b701c667da1d9e4ed864 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/148_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 15.65, + "duration_system": 420.758, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_05_11_07_42_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.42% of the surrounding traffic's one", + "Average speed is 151.21% of the surrounding traffic's one", + "Average speed is 155.26% of the surrounding traffic's one", + "Average speed is 167.48% of the surrounding traffic's one", + "Average speed is 134.99% of the surrounding traffic's one", + "Average speed is 173.72% of the surrounding traffic's one", + "Average speed is 131.05% of the surrounding traffic's one", + "Average speed is 55.64% of the surrounding traffic's one", + "Average speed is 35.98% of the surrounding traffic's one", + "Average speed is 128.72% of the surrounding traffic's one", + "Average speed is 155.62% of the surrounding traffic's one", + "Average speed is 82.06% of the surrounding traffic's one", + "Average speed is 177.48% of the surrounding traffic's one", + "Average speed is 160.0% of the surrounding traffic's one", + "Average speed is 136.95% of the surrounding traffic's one", + "Average speed is 139.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 15.65, + "duration_system": 420.758 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/149_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/149_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ca8833a08e9d08d7ce171092dcc8dc1d1e66a410 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/149_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.242, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.604, + "duration_game": 30.35, + "duration_system": 204.252, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_05_10_20_34_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.36% of the surrounding traffic's one", + "Average speed is 83.95% of the surrounding traffic's one", + "Average speed is 292.64% of the surrounding traffic's one", + "Average speed is 206.09% of the surrounding traffic's one", + "Average speed is 181.74% of the surrounding traffic's one", + "Average speed is 182.8% of the surrounding traffic's one", + "Average speed is 114.86% of the surrounding traffic's one", + "Average speed is 15.5% of the surrounding traffic's one", + "Average speed is 52.04% of the surrounding traffic's one", + "Average speed is 302.84% of the surrounding traffic's one", + "Average speed is 184.68% of the surrounding traffic's one", + "Average speed is 106.66% of the surrounding traffic's one", + "Average speed is 105.55% of the surrounding traffic's one", + "Average speed is 107.08% of the surrounding traffic's one", + "Average speed is 94.46% of the surrounding traffic's one", + "Average speed is 99.37% of the surrounding traffic's one", + "Average speed is 111.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 30.35, + "duration_system": 204.252 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.242" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/14_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/14_res.json new file mode 100644 index 0000000000000000000000000000000000000000..872a3359f53da3eb098730cd05a55b6b0c087165 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/14_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.926, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.602, + "duration_game": 12.65, + "duration_system": 128.138, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_05_10_20_40_53", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 269.37% of the surrounding traffic's one", + "Average speed is 464.82% of the surrounding traffic's one", + "Average speed is 468.65% of the surrounding traffic's one", + "Average speed is 120.31% of the surrounding traffic's one", + "Average speed is 60.25% of the surrounding traffic's one", + "Average speed is 28.44% of the surrounding traffic's one", + "Average speed is 302.49% of the surrounding traffic's one", + "Average speed is 407.33% of the surrounding traffic's one", + "Average speed is 472.81% of the surrounding traffic's one", + "Average speed is 404.78% of the surrounding traffic's one", + "Average speed is 390.45% of the surrounding traffic's one", + "Average speed is 885.69% of the surrounding traffic's one", + "Average speed is 2243.89% of the surrounding traffic's one", + "Average speed is 1202.97% of the surrounding traffic's one", + "Average speed is 1073.87% of the surrounding traffic's one", + "Average speed is 841.55% of the surrounding traffic's one", + "Average speed is 920.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 12.65, + "duration_system": 128.138 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.926" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/150_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/150_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9336fe60df19f0ca6f29a8a77ba79e1c76a2cda3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/150_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 114.923, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 130.522, + "duration_game": 18.4, + "duration_system": 143.171, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_05_10_20_40_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.83% of the surrounding traffic's one", + "Average speed is 152.41% of the surrounding traffic's one", + "Average speed is 235.06% of the surrounding traffic's one", + "Average speed is 191.89% of the surrounding traffic's one", + "Average speed is 144.89% of the surrounding traffic's one", + "Average speed is 74.32% of the surrounding traffic's one", + "Average speed is 54.07% of the surrounding traffic's one", + "Average speed is 58.33% of the surrounding traffic's one", + "Average speed is 264.7% of the surrounding traffic's one", + "Average speed is 274.48% of the surrounding traffic's one", + "Average speed is 267.84% of the surrounding traffic's one", + "Average speed is 273.93% of the surrounding traffic's one", + "Average speed is 310.75% of the surrounding traffic's one", + "Average speed is 487.03% of the surrounding traffic's one", + "Average speed is 619.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 18.4, + "duration_system": 143.171 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "114.923" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/151_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/151_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f41b0182d5d96788034998a0d2b185b3d756c51f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/151_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.469, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.115, + "duration_game": 13.05, + "duration_system": 96.115, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_05_12_07_51_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.72% of the surrounding traffic's one", + "Average speed is 151.77% of the surrounding traffic's one", + "Average speed is 158.39% of the surrounding traffic's one", + "Average speed is 160.63% of the surrounding traffic's one", + "Average speed is 116.34% of the surrounding traffic's one", + "Average speed is 109.47% of the surrounding traffic's one", + "Average speed is 48.68% of the surrounding traffic's one", + "Average speed is 35.01% of the surrounding traffic's one", + "Average speed is 114.4% of the surrounding traffic's one", + "Average speed is 180.11% of the surrounding traffic's one", + "Average speed is 202.05% of the surrounding traffic's one", + "Average speed is 219.84% of the surrounding traffic's one", + "Average speed is 173.93% of the surrounding traffic's one", + "Average speed is 164.93% of the surrounding traffic's one", + "Average speed is 146.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 13.05, + "duration_system": 96.115 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.469" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/152_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/152_res.json new file mode 100644 index 0000000000000000000000000000000000000000..61aa88d925037b4a77c2aa10037016ece50a5f0e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/152_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 27.15, + "duration_system": 483.941, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_05_11_09_03_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.72% of the surrounding traffic's one", + "Average speed is 132.25% of the surrounding traffic's one", + "Average speed is 13.78% of the surrounding traffic's one", + "Average speed is 62.03% of the surrounding traffic's one", + "Average speed is 92.95% of the surrounding traffic's one", + "Average speed is 73.01% of the surrounding traffic's one", + "Average speed is 162.07% of the surrounding traffic's one", + "Average speed is 63.84% of the surrounding traffic's one", + "Average speed is 59.64% of the surrounding traffic's one", + "Average speed is 96.55% of the surrounding traffic's one", + "Average speed is 119.38% of the surrounding traffic's one", + "Average speed is 146.89% of the surrounding traffic's one", + "Average speed is 140.3% of the surrounding traffic's one", + "Average speed is 133.32% of the surrounding traffic's one", + "Average speed is 129.49% of the surrounding traffic's one", + "Average speed is 106.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 27.15, + "duration_system": 483.941 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/153_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/153_res.json new file mode 100644 index 0000000000000000000000000000000000000000..17c4ecf6c1c71a8b4fc50438bfa32b918cb2632a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/153_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.649, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.985, + "duration_game": 16.5, + "duration_system": 157.404, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_05_10_20_44_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.55% of the surrounding traffic's one", + "Average speed is 131.08% of the surrounding traffic's one", + "Average speed is 136.27% of the surrounding traffic's one", + "Average speed is 167.34% of the surrounding traffic's one", + "Average speed is 109.01% of the surrounding traffic's one", + "Average speed is 89.18% of the surrounding traffic's one", + "Average speed is 110.76% of the surrounding traffic's one", + "Average speed is 123.57% of the surrounding traffic's one", + "Average speed is 131.94% of the surrounding traffic's one", + "Average speed is 96.92% of the surrounding traffic's one", + "Average speed is 81.44% of the surrounding traffic's one", + "Average speed is 81.68% of the surrounding traffic's one", + "Average speed is 88.29% of the surrounding traffic's one", + "Average speed is 95.27% of the surrounding traffic's one", + "Average speed is 99.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.5, + "duration_system": 157.404 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.649" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/154_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/154_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0ba7c939f898375696e74c0fccd2aeb8ec555283 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/154_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 13.75, + "duration_system": 336.368, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_05_10_20_48_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.97% of the surrounding traffic's one", + "Average speed is 103.05% of the surrounding traffic's one", + "Average speed is 77.38% of the surrounding traffic's one", + "Average speed is 79.75% of the surrounding traffic's one", + "Average speed is 114.01% of the surrounding traffic's one", + "Average speed is 108.67% of the surrounding traffic's one", + "Average speed is 71.43% of the surrounding traffic's one", + "Average speed is 103.26% of the surrounding traffic's one", + "Average speed is 125.99% of the surrounding traffic's one", + "Average speed is 105.46% of the surrounding traffic's one", + "Average speed is 123.12% of the surrounding traffic's one", + "Average speed is 103.66% of the surrounding traffic's one", + "Average speed is 95.51% of the surrounding traffic's one", + "Average speed is 158.72% of the surrounding traffic's one", + "Average speed is 124.5% of the surrounding traffic's one", + "Average speed is 85.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.75, + "duration_system": 336.368 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/155_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/155_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bf202c4083da4a1290041d74c679e5dbde8f2ec8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/155_res.json @@ -0,0 +1,144 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 22.717, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 15.144, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 9.8865, + "score_route": 100.0, + "score_penalty": 0.098865 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 61.4, + "duration_system": 1538.685, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_05_10_20_56_03", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.trafficwarning and id=122 at (x=200.407, y=249.559, z=0.02) at time=51.550s [CARLA Frame: 7321, Agent Step: 1030]", + "Agent collided against object with type=static.prop.constructioncone and id=125 at (x=210.643, y=249.441, z=0.001) at time=53.000s [CARLA Frame: 7350, Agent Step: 1059]", + "Agent collided against object with type=static.prop.constructioncone and id=126 at (x=215.851, y=249.553, z=-0.002) at time=53.650s [CARLA Frame: 7363, Agent Step: 1072]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=204 at (x=195.343, y=250.65, z=-0.005) at time=50.550s [CARLA Frame: 7301, Agent Step: 1010]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=204 at (x=205.615, y=249.442, z=0.001) at time=52.350s [CARLA Frame: 7337, Agent Step: 1046]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.48% of the surrounding traffic's one", + "Average speed is 100.38% of the surrounding traffic's one", + "Average speed is 117.28% of the surrounding traffic's one", + "Average speed is 57.49% of the surrounding traffic's one", + "Average speed is 2.54% of the surrounding traffic's one", + "Average speed is 66.84% of the surrounding traffic's one", + "Average speed is 81.6% of the surrounding traffic's one", + "Average speed is 93.23% of the surrounding traffic's one", + "Average speed is 127.17% of the surrounding traffic's one", + "Average speed is 154.31% of the surrounding traffic's one", + "Average speed is 155.87% of the surrounding traffic's one", + "Average speed is 111.36% of the surrounding traffic's one", + "Average speed is 108.85% of the surrounding traffic's one", + "Average speed is 105.98% of the surrounding traffic's one", + "Average speed is 35.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.098865, + "score_composed": 9.8865 + }, + "meta": { + "route_length": 132.062, + "duration_game": 61.4, + "duration_system": 1538.685 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "9.8865", + "100.0", + "0.098865", + "0.0", + "15.144", + "22.717", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/156_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/156_res.json new file mode 100644 index 0000000000000000000000000000000000000000..eaee4039a1cb4f8c288a137948601fb796914d08 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/156_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.638, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.189, + "duration_game": 59.9, + "duration_system": 1619.722, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_05_11_09_13_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.04% of the surrounding traffic's one", + "Average speed is 141.49% of the surrounding traffic's one", + "Average speed is 110.76% of the surrounding traffic's one", + "Average speed is 112.85% of the surrounding traffic's one", + "Average speed is 84.1% of the surrounding traffic's one", + "Average speed is 2.74% of the surrounding traffic's one", + "Average speed is 77.51% of the surrounding traffic's one", + "Average speed is 114.71% of the surrounding traffic's one", + "Average speed is 104.74% of the surrounding traffic's one", + "Average speed is 97.76% of the surrounding traffic's one", + "Average speed is 88.5% of the surrounding traffic's one", + "Average speed is 98.21% of the surrounding traffic's one", + "Average speed is 92.95% of the surrounding traffic's one", + "Average speed is 105.21% of the surrounding traffic's one", + "Average speed is 107.03% of the surrounding traffic's one", + "Average speed is 98.17% of the surrounding traffic's one", + "Average speed is 95.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 59.9, + "duration_system": 1619.722 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.638" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/157_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/157_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6b8521fb6f7f3f3401c3209e41812b7ef3de3e54 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/157_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.115, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.875, + "duration_game": 16.95, + "duration_system": 311.503, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_05_10_21_23_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.81% of the surrounding traffic's one", + "Average speed is 125.57% of the surrounding traffic's one", + "Average speed is 235.23% of the surrounding traffic's one", + "Average speed is 218.64% of the surrounding traffic's one", + "Average speed is 169.4% of the surrounding traffic's one", + "Average speed is 94.94% of the surrounding traffic's one", + "Average speed is 58.36% of the surrounding traffic's one", + "Average speed is 55.55% of the surrounding traffic's one", + "Average speed is 76.04% of the surrounding traffic's one", + "Average speed is 127.19% of the surrounding traffic's one", + "Average speed is 162.34% of the surrounding traffic's one", + "Average speed is 174.77% of the surrounding traffic's one", + "Average speed is 196.65% of the surrounding traffic's one", + "Average speed is 189.15% of the surrounding traffic's one", + "Average speed is 153.38% of the surrounding traffic's one", + "Average speed is 118.35% of the surrounding traffic's one", + "Average speed is 137.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 16.95, + "duration_system": 311.503 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.115" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/158_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/158_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4d71b0440904e3f08e56b543111726a345e2f8b1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/158_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.322, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 128.062, + "duration_game": 50.15, + "duration_system": 395.465, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_05_11_09_42_49", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.29% of the surrounding traffic's one", + "Average speed is 118.51% of the surrounding traffic's one", + "Average speed is 20.71% of the surrounding traffic's one", + "Average speed is 123.66% of the surrounding traffic's one", + "Average speed is 133.09% of the surrounding traffic's one", + "Average speed is 109.39% of the surrounding traffic's one", + "Average speed is 108.02% of the surrounding traffic's one", + "Average speed is 99.02% of the surrounding traffic's one", + "Average speed is 110.09% of the surrounding traffic's one", + "Average speed is 114.15% of the surrounding traffic's one", + "Average speed is 106.95% of the surrounding traffic's one", + "Average speed is 143.81% of the surrounding traffic's one", + "Average speed is 13.15% of the surrounding traffic's one", + "Average speed is 97.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.15, + "duration_system": 395.465 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.322" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/159_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/159_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ec97de77c02e2808964579a751767ba7875afa8b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/159_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.469, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.115, + "duration_game": 10.95, + "duration_system": 75.095, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_05_11_09_51_14", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.14% of the surrounding traffic's one", + "Average speed is 148.25% of the surrounding traffic's one", + "Average speed is 128.27% of the surrounding traffic's one", + "Average speed is 148.8% of the surrounding traffic's one", + "Average speed is 107.49% of the surrounding traffic's one", + "Average speed is 128.07% of the surrounding traffic's one", + "Average speed is 105.08% of the surrounding traffic's one", + "Average speed is 104.7% of the surrounding traffic's one", + "Average speed is 110.12% of the surrounding traffic's one", + "Average speed is 106.93% of the surrounding traffic's one", + "Average speed is 143.11% of the surrounding traffic's one", + "Average speed is 189.33% of the surrounding traffic's one", + "Average speed is 161.0% of the surrounding traffic's one", + "Average speed is 193.44% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 10.95, + "duration_system": 75.095 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.469" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/15_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/15_res.json new file mode 100644 index 0000000000000000000000000000000000000000..173dba5b7ae3241dba8991d365cab3813b76b3e3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/15_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.002, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.459, + "duration_game": 138.35, + "duration_system": 1786.923, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_05_11_02_50_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.55% of the surrounding traffic's one", + "Average speed is 215.0% of the surrounding traffic's one", + "Average speed is 346.0% of the surrounding traffic's one", + "Average speed is 159.7% of the surrounding traffic's one", + "Average speed is 24.21% of the surrounding traffic's one", + "Average speed is 2.35% of the surrounding traffic's one", + "Average speed is 303.03% of the surrounding traffic's one", + "Average speed is 408.48% of the surrounding traffic's one", + "Average speed is 474.08% of the surrounding traffic's one", + "Average speed is 450.38% of the surrounding traffic's one", + "Average speed is 1075.57% of the surrounding traffic's one", + "Average speed is 4211.18% of the surrounding traffic's one", + "Average speed is 1155.85% of the surrounding traffic's one", + "Average speed is 581.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 138.35, + "duration_system": 1786.923 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.002" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/160_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/160_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5d2e370fcae8421a21815316b008df61df0f94da --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/160_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.434, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 144.762, + "duration_game": 15.5, + "duration_system": 414.463, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_05_11_09_54_10", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.24% of the surrounding traffic's one", + "Average speed is 146.79% of the surrounding traffic's one", + "Average speed is 151.94% of the surrounding traffic's one", + "Average speed is 135.03% of the surrounding traffic's one", + "Average speed is 48.03% of the surrounding traffic's one", + "Average speed is 28.53% of the surrounding traffic's one", + "Average speed is 122.15% of the surrounding traffic's one", + "Average speed is 185.16% of the surrounding traffic's one", + "Average speed is 191.92% of the surrounding traffic's one", + "Average speed is 194.3% of the surrounding traffic's one", + "Average speed is 204.98% of the surrounding traffic's one", + "Average speed is 242.62% of the surrounding traffic's one", + "Average speed is 237.64% of the surrounding traffic's one", + "Average speed is 252.26% of the surrounding traffic's one", + "Average speed is 263.26% of the surrounding traffic's one", + "Average speed is 309.28% of the surrounding traffic's one", + "Average speed is 289.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 15.5, + "duration_system": 414.463 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.434" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/161_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/161_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9c0861553d37ffdd8c41fdd6fdd966df412a58e0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/161_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.079, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 141.573, + "duration_game": 15.2, + "duration_system": 274.293, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_05_10_21_30_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.93% of the surrounding traffic's one", + "Average speed is 150.2% of the surrounding traffic's one", + "Average speed is 161.67% of the surrounding traffic's one", + "Average speed is 161.33% of the surrounding traffic's one", + "Average speed is 60.08% of the surrounding traffic's one", + "Average speed is 66.61% of the surrounding traffic's one", + "Average speed is 117.58% of the surrounding traffic's one", + "Average speed is 123.19% of the surrounding traffic's one", + "Average speed is 85.41% of the surrounding traffic's one", + "Average speed is 115.53% of the surrounding traffic's one", + "Average speed is 149.49% of the surrounding traffic's one", + "Average speed is 169.43% of the surrounding traffic's one", + "Average speed is 154.79% of the surrounding traffic's one", + "Average speed is 167.19% of the surrounding traffic's one", + "Average speed is 222.75% of the surrounding traffic's one", + "Average speed is 276.26% of the surrounding traffic's one", + "Average speed is 272.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 15.2, + "duration_system": 274.293 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.079" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/162_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/162_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8d94b98fb4c43ec388026ee373266b3dc1a64b89 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/162_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.845, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 125.152, + "duration_game": 23.55, + "duration_system": 369.448, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_05_11_10_02_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 153.92% of the surrounding traffic's one", + "Average speed is 148.1% of the surrounding traffic's one", + "Average speed is 151.67% of the surrounding traffic's one", + "Average speed is 179.2% of the surrounding traffic's one", + "Average speed is 142.92% of the surrounding traffic's one", + "Average speed is 98.74% of the surrounding traffic's one", + "Average speed is 14.38% of the surrounding traffic's one", + "Average speed is 85.95% of the surrounding traffic's one", + "Average speed is 178.66% of the surrounding traffic's one", + "Average speed is 221.62% of the surrounding traffic's one", + "Average speed is 196.1% of the surrounding traffic's one", + "Average speed is 151.39% of the surrounding traffic's one", + "Average speed is 116.7% of the surrounding traffic's one", + "Average speed is 114.87% of the surrounding traffic's one", + "Average speed is 74.17% of the surrounding traffic's one", + "Average speed is 92.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 23.55, + "duration_system": 369.448 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.845" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/163_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/163_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c303c471fca8be22e0024df234ea6523cfdabba9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/163_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.654, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.118, + "duration_game": 66.2, + "duration_system": 465.603, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_05_11_10_10_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.26% of the surrounding traffic's one", + "Average speed is 110.88% of the surrounding traffic's one", + "Average speed is 109.28% of the surrounding traffic's one", + "Average speed is 93.86% of the surrounding traffic's one", + "Average speed is 112.11% of the surrounding traffic's one", + "Average speed is 90.74% of the surrounding traffic's one", + "Average speed is 121.85% of the surrounding traffic's one", + "Average speed is 4.64% of the surrounding traffic's one", + "Average speed is 84.2% of the surrounding traffic's one", + "Average speed is 209.35% of the surrounding traffic's one", + "Average speed is 191.16% of the surrounding traffic's one", + "Average speed is 127.75% of the surrounding traffic's one", + "Average speed is 138.27% of the surrounding traffic's one", + "Average speed is 115.73% of the surrounding traffic's one", + "Average speed is 29.11% of the surrounding traffic's one", + "Average speed is 134.65% of the surrounding traffic's one", + "Average speed is 54.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 66.2, + "duration_system": 465.603 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.654" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/164_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/164_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a9f32cdc4628f93d1adc16b3969ac6f1baf2c644 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/164_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.469, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 103.502, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 6.469, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 42.0, + "score_route": 100.0, + "score_penalty": 0.42 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.587, + "duration_game": 248.3, + "duration_system": 2714.368, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_05_11_10_20_03", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.diamondback.century and id=148 at (x=-513.697, y=111.141, z=-0.006) at time=234.900s [CARLA Frame: 11080, Agent Step: 4697]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 62.44% of the surrounding traffic's one", + "Average speed is 163.69% of the surrounding traffic's one", + "Average speed is 206.46% of the surrounding traffic's one", + "Average speed is 235.06% of the surrounding traffic's one", + "Average speed is 234.42% of the surrounding traffic's one", + "Average speed is 239.94% of the surrounding traffic's one", + "Average speed is 202.39% of the surrounding traffic's one", + "Average speed is 143.86% of the surrounding traffic's one", + "Average speed is 42.56% of the surrounding traffic's one", + "Average speed is 40.39% of the surrounding traffic's one", + "Average speed is 43.45% of the surrounding traffic's one", + "Average speed is 42.4% of the surrounding traffic's one", + "Average speed is 43.34% of the surrounding traffic's one", + "Average speed is 40.46% of the surrounding traffic's one", + "Average speed is 42.52% of the surrounding traffic's one", + "Average speed is 0.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 248.3, + "duration_system": 2714.368 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "42.0", + "100.0", + "0.42", + "0.0", + "6.469", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "6.469", + "103.502" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/165_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/165_res.json new file mode 100644 index 0000000000000000000000000000000000000000..46b3fcd36f8202aa820a2f41b7a029c4062b53fe --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/165_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 105.708, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 141.901, + "duration_game": 17.25, + "duration_system": 428.672, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_05_11_11_07_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.6% of the surrounding traffic's one", + "Average speed is 131.11% of the surrounding traffic's one", + "Average speed is 113.78% of the surrounding traffic's one", + "Average speed is 123.64% of the surrounding traffic's one", + "Average speed is 118.98% of the surrounding traffic's one", + "Average speed is 102.8% of the surrounding traffic's one", + "Average speed is 115.22% of the surrounding traffic's one", + "Average speed is 143.23% of the surrounding traffic's one", + "Average speed is 120.06% of the surrounding traffic's one", + "Average speed is 77.6% of the surrounding traffic's one", + "Average speed is 142.04% of the surrounding traffic's one", + "Average speed is 100.15% of the surrounding traffic's one", + "Average speed is 121.39% of the surrounding traffic's one", + "Average speed is 142.13% of the surrounding traffic's one", + "Average speed is 128.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 17.25, + "duration_system": 428.672 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "105.708" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/166_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/166_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d968f6c8241131207c18baea520b3a8d7aaf0043 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/166_res.json @@ -0,0 +1,135 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 107.359, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 21.472 + }, + "scores_mean": { + "score_composed": 33.69, + "score_route": 33.69, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 138.239, + "duration_game": 355.95, + "duration_system": 4143.463, + "exceptions": [ + [ + "RouteScenario_25358_rep0", + 0, + "Failed - Agent timed out" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25358_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_25358_rep0_Town06_StaticCutIn_1_12_05_12_07_54_47", + "status": "Failed - Agent timed out", + "num_infractions": 6, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.16% of the surrounding traffic's one", + "Average speed is 126.38% of the surrounding traffic's one", + "Average speed is 111.23% of the surrounding traffic's one", + "Average speed is 184.26% of the surrounding traffic's one", + "Average speed is 1.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [ + "Route timeout." + ] + }, + "scores": { + "score_route": 33.69, + "score_penalty": 1.0, + "score_composed": 33.69 + }, + "meta": { + "route_length": 138.239, + "duration_game": 355.95, + "duration_system": 4143.463 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "33.69", + "33.69", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "21.472", + "0.0", + "0.0", + "0.0", + "107.359" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/167_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/167_res.json new file mode 100644 index 0000000000000000000000000000000000000000..90e219e46ca5b154292fe76f279b4c6dad20b837 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/167_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.164, + "yield_emergency_vehicle_infractions": 10.51, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 95.145, + "duration_game": 10.0, + "duration_system": 169.213, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_05_10_21_36_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.57% of the surrounding traffic's one", + "Average speed is 143.04% of the surrounding traffic's one", + "Average speed is 126.83% of the surrounding traffic's one", + "Average speed is 132.31% of the surrounding traffic's one", + "Average speed is 179.33% of the surrounding traffic's one", + "Average speed is 174.04% of the surrounding traffic's one", + "Average speed is 182.29% of the surrounding traffic's one", + "Average speed is 187.25% of the surrounding traffic's one", + "Average speed is 186.08% of the surrounding traffic's one", + "Average speed is 173.67% of the surrounding traffic's one", + "Average speed is 159.23% of the surrounding traffic's one", + "Average speed is 148.48% of the surrounding traffic's one", + "Average speed is 138.87% of the surrounding traffic's one", + "Average speed is 125.38% of the surrounding traffic's one", + "Average speed is 102.56% of the surrounding traffic's one", + "Average speed is 35.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 10.0, + "duration_system": 169.213 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "10.51", + "0.0", + "168.164" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/168_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/168_res.json new file mode 100644 index 0000000000000000000000000000000000000000..de6208ce2d5c9182666104beeb4f7f19da522333 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/168_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.439, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.452, + "duration_game": 15.05, + "duration_system": 295.354, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_05_11_12_27_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.99% of the surrounding traffic's one", + "Average speed is 136.74% of the surrounding traffic's one", + "Average speed is 158.15% of the surrounding traffic's one", + "Average speed is 131.34% of the surrounding traffic's one", + "Average speed is 129.8% of the surrounding traffic's one", + "Average speed is 116.56% of the surrounding traffic's one", + "Average speed is 84.3% of the surrounding traffic's one", + "Average speed is 128.61% of the surrounding traffic's one", + "Average speed is 46.33% of the surrounding traffic's one", + "Average speed is 119.33% of the surrounding traffic's one", + "Average speed is 162.25% of the surrounding traffic's one", + "Average speed is 198.98% of the surrounding traffic's one", + "Average speed is 205.56% of the surrounding traffic's one", + "Average speed is 200.9% of the surrounding traffic's one", + "Average speed is 210.93% of the surrounding traffic's one", + "Average speed is 219.75% of the surrounding traffic's one", + "Average speed is 224.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 15.05, + "duration_system": 295.354 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.439" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/169_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/169_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3b0a9d1b20e63ea00d97f03f755f582ba831b169 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/169_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 108.923, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 137.712, + "duration_game": 24.5, + "duration_system": 708.909, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_05_11_12_34_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.21% of the surrounding traffic's one", + "Average speed is 158.39% of the surrounding traffic's one", + "Average speed is 203.6% of the surrounding traffic's one", + "Average speed is 178.06% of the surrounding traffic's one", + "Average speed is 139.56% of the surrounding traffic's one", + "Average speed is 15.12% of the surrounding traffic's one", + "Average speed is 169.16% of the surrounding traffic's one", + "Average speed is 195.27% of the surrounding traffic's one", + "Average speed is 147.99% of the surrounding traffic's one", + "Average speed is 105.31% of the surrounding traffic's one", + "Average speed is 147.37% of the surrounding traffic's one", + "Average speed is 133.47% of the surrounding traffic's one", + "Average speed is 129.87% of the surrounding traffic's one", + "Average speed is 117.65% of the surrounding traffic's one", + "Average speed is 112.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 24.5, + "duration_system": 708.909 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "108.923" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/16_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/16_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2f518f47b7222cbf7be31ba52c398b84454211d7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/16_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.763, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.967, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.353, + "duration_game": 34.9, + "duration_system": 339.364, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_05_11_03_22_03", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=239.35, y=5915.88, z=361.204) at time=33.600s [CARLA Frame: 6586, Agent Step: 671]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.61% of the surrounding traffic's one", + "Average speed is 91.46% of the surrounding traffic's one", + "Average speed is 384.22% of the surrounding traffic's one", + "Average speed is 207.47% of the surrounding traffic's one", + "Average speed is 137.9% of the surrounding traffic's one", + "Average speed is 54.95% of the surrounding traffic's one", + "Average speed is 9.42% of the surrounding traffic's one", + "Average speed is 428.89% of the surrounding traffic's one", + "Average speed is 604.5% of the surrounding traffic's one", + "Average speed is 548.35% of the surrounding traffic's one", + "Average speed is 371.42% of the surrounding traffic's one", + "Average speed is 1548.76% of the surrounding traffic's one", + "Average speed is 1524.51% of the surrounding traffic's one", + "Average speed is 1546.0% of the surrounding traffic's one", + "Average speed is 747.28% of the surrounding traffic's one", + "Average speed is 466.48% of the surrounding traffic's one", + "Average speed is 489.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 34.9, + "duration_system": 339.364 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.763", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.967" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/170_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/170_res.json new file mode 100644 index 0000000000000000000000000000000000000000..87e139dd20a4b86ede240ba25773e678d91294bc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/170_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.852, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.064, + "duration_game": 47.0, + "duration_system": 1275.704, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_05_11_12_47_56", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.45% of the surrounding traffic's one", + "Average speed is 54.14% of the surrounding traffic's one", + "Average speed is 32.99% of the surrounding traffic's one", + "Average speed is 69.44% of the surrounding traffic's one", + "Average speed is 83.46% of the surrounding traffic's one", + "Average speed is 36.07% of the surrounding traffic's one", + "Average speed is 11.03% of the surrounding traffic's one", + "Average speed is 0.0% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 47.0, + "duration_system": 1275.704 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.852" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/171_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/171_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ac0660fb8b538a513d5d3db8a29f5b4189077591 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/171_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.4, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 127.768, + "duration_game": 16.3, + "duration_system": 354.384, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_05_10_21_41_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.08% of the surrounding traffic's one", + "Average speed is 142.73% of the surrounding traffic's one", + "Average speed is 224.71% of the surrounding traffic's one", + "Average speed is 205.97% of the surrounding traffic's one", + "Average speed is 160.52% of the surrounding traffic's one", + "Average speed is 61.57% of the surrounding traffic's one", + "Average speed is 96.01% of the surrounding traffic's one", + "Average speed is 118.42% of the surrounding traffic's one", + "Average speed is 115.12% of the surrounding traffic's one", + "Average speed is 148.83% of the surrounding traffic's one", + "Average speed is 125.65% of the surrounding traffic's one", + "Average speed is 120.46% of the surrounding traffic's one", + "Average speed is 131.15% of the surrounding traffic's one", + "Average speed is 122.81% of the surrounding traffic's one", + "Average speed is 140.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 354.384 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.4" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/172_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/172_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bc7fa858bf2b27ec75a681c64d87e4b36bfe7b55 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/172_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 142.602, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 105.188, + "duration_game": 76.45, + "duration_system": 622.784, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_05_11_13_11_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.0% of the surrounding traffic's one", + "Average speed is 200.22% of the surrounding traffic's one", + "Average speed is 385.53% of the surrounding traffic's one", + "Average speed is 459.95% of the surrounding traffic's one", + "Average speed is 269.96% of the surrounding traffic's one", + "Average speed is 202.53% of the surrounding traffic's one", + "Average speed is 9.22% of the surrounding traffic's one", + "Average speed is 432.59% of the surrounding traffic's one", + "Average speed is 743.98% of the surrounding traffic's one", + "Average speed is 474.54% of the surrounding traffic's one", + "Average speed is 425.78% of the surrounding traffic's one", + "Average speed is 536.85% of the surrounding traffic's one", + "Average speed is 67.41% of the surrounding traffic's one", + "Average speed is 510.22% of the surrounding traffic's one", + "Average speed is 531.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.188, + "duration_game": 76.45, + "duration_system": 622.784 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "142.602" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/173_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/173_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e59b0d60b0e4a574c72354a5343d84c223e4656b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/173_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.612, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 110.65, + "duration_system": 2555.767, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_05_11_13_23_28", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=123 at (x=52.153, y=133.798, z=-0.002) at time=18.900s [CARLA Frame: 5958, Agent Step: 377]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.13% of the surrounding traffic's one", + "Average speed is 172.76% of the surrounding traffic's one", + "Average speed is 191.46% of the surrounding traffic's one", + "Average speed is 151.47% of the surrounding traffic's one", + "Average speed is 166.81% of the surrounding traffic's one", + "Average speed is 39.56% of the surrounding traffic's one", + "Average speed is 149.74% of the surrounding traffic's one", + "Average speed is 121.26% of the surrounding traffic's one", + "Average speed is 66.05% of the surrounding traffic's one", + "Average speed is 117.04% of the surrounding traffic's one", + "Average speed is 210.29% of the surrounding traffic's one", + "Average speed is 304.47% of the surrounding traffic's one", + "Average speed is 293.31% of the surrounding traffic's one", + "Average speed is 299.7% of the surrounding traffic's one", + "Average speed is 396.46% of the surrounding traffic's one", + "Average speed is 272.66% of the surrounding traffic's one", + "Average speed is 8.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 110.65, + "duration_system": 2555.767 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.612", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/174_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/174_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1f13c11db1c3aad1c7063747589537daa8396652 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/174_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.893, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 7.726, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 129.43, + "duration_game": 248.85, + "duration_system": 2203.76, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_05_11_14_07_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.9% of the surrounding traffic's one", + "Average speed is 212.97% of the surrounding traffic's one", + "Average speed is 233.61% of the surrounding traffic's one", + "Average speed is 178.77% of the surrounding traffic's one", + "Average speed is 180.29% of the surrounding traffic's one", + "Average speed is 9.55% of the surrounding traffic's one", + "Average speed is 256.24% of the surrounding traffic's one", + "Average speed is 302.89% of the surrounding traffic's one", + "Average speed is 273.98% of the surrounding traffic's one", + "Average speed is 245.97% of the surrounding traffic's one", + "Average speed is 224.7% of the surrounding traffic's one", + "Average speed is 199.47% of the surrounding traffic's one", + "Average speed is 189.7% of the surrounding traffic's one", + "Average speed is 209.35% of the surrounding traffic's one", + "Average speed is 215.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 129.43, + "duration_game": 248.85, + "duration_system": 2203.76 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.726", + "115.893" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/175_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/175_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ef21ac771055f84353844524d8b2d8512089186b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/175_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 166.401, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.134, + "duration_game": 37.05, + "duration_system": 276.375, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_05_11_14_46_25", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 420.85% of the surrounding traffic's one", + "Average speed is 112201.82% of the surrounding traffic's one", + "Average speed is 714.16% of the surrounding traffic's one", + "Average speed is 119.46% of the surrounding traffic's one", + "Average speed is 8.73% of the surrounding traffic's one", + "Average speed is 1713.3% of the surrounding traffic's one", + "Average speed is 1947.26% of the surrounding traffic's one", + "Average speed is 1606.94% of the surrounding traffic's one", + "Average speed is 1356.69% of the surrounding traffic's one", + "Average speed is 1420.23% of the surrounding traffic's one", + "Average speed is 1238.09% of the surrounding traffic's one", + "Average speed is 2093.3% of the surrounding traffic's one", + "Average speed is 771.28% of the surrounding traffic's one", + "Average speed is 315.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 37.05, + "duration_system": 276.375 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "166.401" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/176_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/176_res.json new file mode 100644 index 0000000000000000000000000000000000000000..29fc7571ae043502787f29351358be9b076d4f93 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/176_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.243, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 101.185, + "duration_game": 46.65, + "duration_system": 358.488, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_05_11_14_52_40", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.3% of the surrounding traffic's one", + "Average speed is 70.32% of the surrounding traffic's one", + "Average speed is 177.69% of the surrounding traffic's one", + "Average speed is 222.92% of the surrounding traffic's one", + "Average speed is 202.41% of the surrounding traffic's one", + "Average speed is 143.33% of the surrounding traffic's one", + "Average speed is 54.97% of the surrounding traffic's one", + "Average speed is 12.47% of the surrounding traffic's one", + "Average speed is 411.11% of the surrounding traffic's one", + "Average speed is 284.98% of the surrounding traffic's one", + "Average speed is 328.35% of the surrounding traffic's one", + "Average speed is 244.59% of the surrounding traffic's one", + "Average speed is 164.65% of the surrounding traffic's one", + "Average speed is 210.39% of the surrounding traffic's one", + "Average speed is 64.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 46.65, + "duration_system": 358.488 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.243" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/177_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/177_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e15ad478ebc1799262f2d964a67d4d7773f66402 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/177_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 21.05, + "duration_system": 344.403, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_05_12_03_58_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.76% of the surrounding traffic's one", + "Average speed is 146.66% of the surrounding traffic's one", + "Average speed is 250.29% of the surrounding traffic's one", + "Average speed is 219.24% of the surrounding traffic's one", + "Average speed is 167.79% of the surrounding traffic's one", + "Average speed is 29.71% of the surrounding traffic's one", + "Average speed is 90.72% of the surrounding traffic's one", + "Average speed is 208.14% of the surrounding traffic's one", + "Average speed is 260.57% of the surrounding traffic's one", + "Average speed is 180.03% of the surrounding traffic's one", + "Average speed is 156.2% of the surrounding traffic's one", + "Average speed is 181.62% of the surrounding traffic's one", + "Average speed is 204.02% of the surrounding traffic's one", + "Average speed is 183.75% of the surrounding traffic's one", + "Average speed is 220.94% of the surrounding traffic's one", + "Average speed is 263.47% of the surrounding traffic's one", + "Average speed is 197.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 21.05, + "duration_system": 344.403 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/178_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/178_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2ee7c887198f9e908d6e55f6d8b3b5da49763b42 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/178_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 149.868, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.088, + "duration_game": 31.25, + "duration_system": 240.326, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_05_10_21_48_37", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.04% of the surrounding traffic's one", + "Average speed is 52.47% of the surrounding traffic's one", + "Average speed is 81.29% of the surrounding traffic's one", + "Average speed is 149.99% of the surrounding traffic's one", + "Average speed is 152.98% of the surrounding traffic's one", + "Average speed is 177.32% of the surrounding traffic's one", + "Average speed is 189.07% of the surrounding traffic's one", + "Average speed is 109.64% of the surrounding traffic's one", + "Average speed is 19.91% of the surrounding traffic's one", + "Average speed is 132.19% of the surrounding traffic's one", + "Average speed is 197.67% of the surrounding traffic's one", + "Average speed is 201.44% of the surrounding traffic's one", + "Average speed is 323.93% of the surrounding traffic's one", + "Average speed is 201.34% of the surrounding traffic's one", + "Average speed is 98.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.25, + "duration_system": 240.326 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "149.868" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/179_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/179_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6e4233430eb757387ac2c9d77485ec6a35471707 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/179_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.681, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.263, + "duration_game": 18.85, + "duration_system": 150.191, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_05_11_15_09_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.11% of the surrounding traffic's one", + "Average speed is 120.04% of the surrounding traffic's one", + "Average speed is 196.31% of the surrounding traffic's one", + "Average speed is 180.69% of the surrounding traffic's one", + "Average speed is 135.32% of the surrounding traffic's one", + "Average speed is 125.42% of the surrounding traffic's one", + "Average speed is 93.94% of the surrounding traffic's one", + "Average speed is 75.07% of the surrounding traffic's one", + "Average speed is 58.89% of the surrounding traffic's one", + "Average speed is 97.83% of the surrounding traffic's one", + "Average speed is 225.83% of the surrounding traffic's one", + "Average speed is 302.08% of the surrounding traffic's one", + "Average speed is 321.92% of the surrounding traffic's one", + "Average speed is 356.07% of the surrounding traffic's one", + "Average speed is 256.97% of the surrounding traffic's one", + "Average speed is 445.54% of the surrounding traffic's one", + "Average speed is 496.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.85, + "duration_system": 150.191 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.681" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/17_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/17_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b751a2a504e7d52b6f3df9af66039e906b2e3172 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/17_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.788, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.492, + "duration_game": 24.65, + "duration_system": 216.226, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_05_11_03_29_55", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.78% of the surrounding traffic's one", + "Average speed is 151.99% of the surrounding traffic's one", + "Average speed is 87.5% of the surrounding traffic's one", + "Average speed is 14.39% of the surrounding traffic's one", + "Average speed is 374.37% of the surrounding traffic's one", + "Average speed is 508.85% of the surrounding traffic's one", + "Average speed is 256.0% of the surrounding traffic's one", + "Average speed is 426.02% of the surrounding traffic's one", + "Average speed is 870.85% of the surrounding traffic's one", + "Average speed is 602.7% of the surrounding traffic's one", + "Average speed is 290.41% of the surrounding traffic's one", + "Average speed is 469.46% of the surrounding traffic's one", + "Average speed is 433.76% of the surrounding traffic's one", + "Average speed is 448.42% of the surrounding traffic's one", + "Average speed is 324.47% of the surrounding traffic's one", + "Average speed is 235.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.65, + "duration_system": 216.226 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.788" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/180_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/180_res.json new file mode 100644 index 0000000000000000000000000000000000000000..30f72b6b87385183940c1e3e3151599fb7608ef6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/180_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.532, + "duration_game": 25.6, + "duration_system": 236.314, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_05_11_15_13_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.07% of the surrounding traffic's one", + "Average speed is 192.73% of the surrounding traffic's one", + "Average speed is 178.34% of the surrounding traffic's one", + "Average speed is 176.44% of the surrounding traffic's one", + "Average speed is 179.28% of the surrounding traffic's one", + "Average speed is 147.62% of the surrounding traffic's one", + "Average speed is 118.7% of the surrounding traffic's one", + "Average speed is 65.46% of the surrounding traffic's one", + "Average speed is 57.53% of the surrounding traffic's one", + "Average speed is 76.13% of the surrounding traffic's one", + "Average speed is 91.56% of the surrounding traffic's one", + "Average speed is 111.94% of the surrounding traffic's one", + "Average speed is 105.3% of the surrounding traffic's one", + "Average speed is 265.91% of the surrounding traffic's one", + "Average speed is 400.67% of the surrounding traffic's one", + "Average speed is 360.52% of the surrounding traffic's one", + "Average speed is 365.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.6, + "duration_system": 236.314 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/181_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/181_res.json new file mode 100644 index 0000000000000000000000000000000000000000..be34953fd64f0844d35fb51e5cf75da03bf33721 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/181_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 288.288, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 55.5, + "duration_game": 11.0, + "duration_system": 70.094, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_05_11_15_19_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 88.67% of the surrounding traffic's one", + "Average speed is 22.15% of the surrounding traffic's one", + "Average speed is 157.32% of the surrounding traffic's one", + "Average speed is 285.44% of the surrounding traffic's one", + "Average speed is 336.78% of the surrounding traffic's one", + "Average speed is 341.74% of the surrounding traffic's one", + "Average speed is 333.4% of the surrounding traffic's one", + "Average speed is 421.41% of the surrounding traffic's one", + "Average speed is 653.81% of the surrounding traffic's one", + "Average speed is 488.28% of the surrounding traffic's one", + "Average speed is 531.38% of the surrounding traffic's one", + "Average speed is 548.98% of the surrounding traffic's one", + "Average speed is 404.71% of the surrounding traffic's one", + "Average speed is 410.53% of the surrounding traffic's one", + "Average speed is 320.22% of the surrounding traffic's one", + "Average speed is 170.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 11.0, + "duration_system": 70.094 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "288.288" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/182_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/182_res.json new file mode 100644 index 0000000000000000000000000000000000000000..020d39c77afee72261b6637ea3ce8f2446e236b5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/182_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 286.856, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 52.291, + "duration_game": 50.2, + "duration_system": 444.585, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_05_11_15_23_04", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.49% of the surrounding traffic's one", + "Average speed is 614.09% of the surrounding traffic's one", + "Average speed is 1038.16% of the surrounding traffic's one", + "Average speed is 1996.59% of the surrounding traffic's one", + "Average speed is 1900.09% of the surrounding traffic's one", + "Average speed is 1397.49% of the surrounding traffic's one", + "Average speed is 1310.03% of the surrounding traffic's one", + "Average speed is 854.01% of the surrounding traffic's one", + "Average speed is 579.49% of the surrounding traffic's one", + "Average speed is 377.63% of the surrounding traffic's one", + "Average speed is 304.56% of the surrounding traffic's one", + "Average speed is 265.62% of the surrounding traffic's one", + "Average speed is 215.11% of the surrounding traffic's one", + "Average speed is 186.0% of the surrounding traffic's one", + "Average speed is 214.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 50.2, + "duration_system": 444.585 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "286.856" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/183_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/183_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7da24b41415ea70cd8d31fe642bd3fdb9ed0d782 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/183_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 118.304, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 7.394, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.245, + "duration_game": 251.05, + "duration_system": 2325.959, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_05_11_15_32_15", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 163.21% of the surrounding traffic's one", + "Average speed is 260.1% of the surrounding traffic's one", + "Average speed is 197.81% of the surrounding traffic's one", + "Average speed is 207.13% of the surrounding traffic's one", + "Average speed is 203.29% of the surrounding traffic's one", + "Average speed is 150.36% of the surrounding traffic's one", + "Average speed is 161.03% of the surrounding traffic's one", + "Average speed is 162.62% of the surrounding traffic's one", + "Average speed is 161.98% of the surrounding traffic's one", + "Average speed is 163.67% of the surrounding traffic's one", + "Average speed is 181.81% of the surrounding traffic's one", + "Average speed is 191.6% of the surrounding traffic's one", + "Average speed is 194.24% of the surrounding traffic's one", + "Average speed is 171.42% of the surrounding traffic's one", + "Average speed is 139.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 251.05, + "duration_system": 2325.959 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.394", + "118.304" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/184_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/184_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3c65d20eefa86b9dd1d672c6aff81edf4ac1ff8d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/184_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.43, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 146.212, + "duration_game": 55.4, + "duration_system": 464.605, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_05_10_21_54_34", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.83% of the surrounding traffic's one", + "Average speed is 320.96% of the surrounding traffic's one", + "Average speed is 295.02% of the surrounding traffic's one", + "Average speed is 211.92% of the surrounding traffic's one", + "Average speed is 119.07% of the surrounding traffic's one", + "Average speed is 16.93% of the surrounding traffic's one", + "Average speed is 321.3% of the surrounding traffic's one", + "Average speed is 339.44% of the surrounding traffic's one", + "Average speed is 260.38% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 219865.76% of the surrounding traffic's one", + "Average speed is 4565.62% of the surrounding traffic's one", + "Average speed is 1564.67% of the surrounding traffic's one", + "Average speed is 603.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 55.4, + "duration_system": 464.605 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.43" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/185_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/185_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3257c1530369dd2780e26deacec9b984649503b9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/185_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.044, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.874, + "duration_game": 12.95, + "duration_system": 115.124, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_05_11_16_12_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.92% of the surrounding traffic's one", + "Average speed is 131.15% of the surrounding traffic's one", + "Average speed is 149.52% of the surrounding traffic's one", + "Average speed is 168.34% of the surrounding traffic's one", + "Average speed is 207.3% of the surrounding traffic's one", + "Average speed is 213.51% of the surrounding traffic's one", + "Average speed is 206.73% of the surrounding traffic's one", + "Average speed is 214.16% of the surrounding traffic's one", + "Average speed is 181.17% of the surrounding traffic's one", + "Average speed is 88.49% of the surrounding traffic's one", + "Average speed is 98.69% of the surrounding traffic's one", + "Average speed is 113.99% of the surrounding traffic's one", + "Average speed is 125.83% of the surrounding traffic's one", + "Average speed is 186.92% of the surrounding traffic's one", + "Average speed is 211.09% of the surrounding traffic's one", + "Average speed is 149.86% of the surrounding traffic's one", + "Average speed is 159.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.95, + "duration_system": 115.124 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.044" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/186_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/186_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6f31fea33b5aa4491f23439100698c0b9fb4bff6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/186_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.496, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 125.527, + "duration_game": 12.3, + "duration_system": 92.123, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_05_10_22_03_58", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.24% of the surrounding traffic's one", + "Average speed is 150.92% of the surrounding traffic's one", + "Average speed is 89.03% of the surrounding traffic's one", + "Average speed is 95.12% of the surrounding traffic's one", + "Average speed is 94.04% of the surrounding traffic's one", + "Average speed is 82.71% of the surrounding traffic's one", + "Average speed is 82.21% of the surrounding traffic's one", + "Average speed is 82.64% of the surrounding traffic's one", + "Average speed is 75.18% of the surrounding traffic's one", + "Average speed is 44.24% of the surrounding traffic's one", + "Average speed is 76.78% of the surrounding traffic's one", + "Average speed is 93.83% of the surrounding traffic's one", + "Average speed is 96.62% of the surrounding traffic's one", + "Average speed is 96.3% of the surrounding traffic's one", + "Average speed is 92.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 12.3, + "duration_system": 92.123 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.496" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/187_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/187_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0358b502bce2bcd50d31a3d81fece1260e6462c7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/187_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.362, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.497, + "duration_game": 15.2, + "duration_system": 144.177, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_05_10_22_07_11", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.82% of the surrounding traffic's one", + "Average speed is 127.78% of the surrounding traffic's one", + "Average speed is 213.89% of the surrounding traffic's one", + "Average speed is 250.63% of the surrounding traffic's one", + "Average speed is 236.41% of the surrounding traffic's one", + "Average speed is 202.87% of the surrounding traffic's one", + "Average speed is 73.79% of the surrounding traffic's one", + "Average speed is 173.84% of the surrounding traffic's one", + "Average speed is 79.86% of the surrounding traffic's one", + "Average speed is 156.37% of the surrounding traffic's one", + "Average speed is 167.15% of the surrounding traffic's one", + "Average speed is 144.77% of the surrounding traffic's one", + "Average speed is 138.98% of the surrounding traffic's one", + "Average speed is 134.25% of the surrounding traffic's one", + "Average speed is 143.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.2, + "duration_system": 144.177 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.362" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/188_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/188_res.json new file mode 100644 index 0000000000000000000000000000000000000000..371c52caa6faea0b0f93e38090f2e54463e0583b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/188_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.434, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 144.762, + "duration_game": 29.15, + "duration_system": 435.462, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_05_11_16_16_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.95% of the surrounding traffic's one", + "Average speed is 123.05% of the surrounding traffic's one", + "Average speed is 14.79% of the surrounding traffic's one", + "Average speed is 131.55% of the surrounding traffic's one", + "Average speed is 122.51% of the surrounding traffic's one", + "Average speed is 112.7% of the surrounding traffic's one", + "Average speed is 96.53% of the surrounding traffic's one", + "Average speed is 112.5% of the surrounding traffic's one", + "Average speed is 121.67% of the surrounding traffic's one", + "Average speed is 104.31% of the surrounding traffic's one", + "Average speed is 107.96% of the surrounding traffic's one", + "Average speed is 113.93% of the surrounding traffic's one", + "Average speed is 107.43% of the surrounding traffic's one", + "Average speed is 106.4% of the surrounding traffic's one", + "Average speed is 121.4% of the surrounding traffic's one", + "Average speed is 99.57% of the surrounding traffic's one", + "Average speed is 106.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.15, + "duration_system": 435.462 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.434" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/189_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/189_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f1d53193fc6f2306ce70f0fdc47198baba190555 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/189_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.494, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.008, + "min_speed_infractions": 107.953, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 33.827672, + "score_route": 100.0, + "score_penalty": 0.338277 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 148.212, + "duration_game": 173.5, + "duration_system": 1528.144, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_05_12_04_06_27", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=172 at (x=521.892, y=-1.249, z=0.076) at time=55.400s [CARLA Frame: 7080, Agent Step: 1107]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=175 at (x=507.846, y=-13.544, z=-0.005) at time=154.250s [CARLA Frame: 9057, Agent Step: 3084]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 8.34 meters (6.03% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 187.72% of the surrounding traffic's one", + "Average speed is 244.25% of the surrounding traffic's one", + "Average speed is 119.59% of the surrounding traffic's one", + "Average speed is 319.14% of the surrounding traffic's one", + "Average speed is 25.09% of the surrounding traffic's one", + "Average speed is 100.5% of the surrounding traffic's one", + "Average speed is 139.95% of the surrounding traffic's one", + "Average speed is 149.49% of the surrounding traffic's one", + "Average speed is 315.05% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.338277, + "score_composed": 33.827672 + }, + "meta": { + "route_length": 148.212, + "duration_game": 173.5, + "duration_system": 1528.144 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "33.827672", + "100.0", + "0.338277", + "0.0", + "13.494", + "0.0", + "0.0", + "0.0", + "0.008", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "107.953" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/18_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/18_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f56e011606dd77061410c7b312176fcb077d0234 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/18_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 213.904, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.8, + "duration_game": 19.95, + "duration_system": 177.181, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_05_11_03_35_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.39% of the surrounding traffic's one", + "Average speed is 104.09% of the surrounding traffic's one", + "Average speed is 113.89% of the surrounding traffic's one", + "Average speed is 37.74% of the surrounding traffic's one", + "Average speed is 180.4% of the surrounding traffic's one", + "Average speed is 49.07% of the surrounding traffic's one", + "Average speed is 347.61% of the surrounding traffic's one", + "Average speed is 488.39% of the surrounding traffic's one", + "Average speed is 120.53% of the surrounding traffic's one", + "Average speed is 648.65% of the surrounding traffic's one", + "Average speed is 1970.0% of the surrounding traffic's one", + "Average speed is 1778.57% of the surrounding traffic's one", + "Average speed is 966.04% of the surrounding traffic's one", + "Average speed is 1019.42% of the surrounding traffic's one", + "Average speed is 615.74% of the surrounding traffic's one", + "Average speed is 312.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 19.95, + "duration_system": 177.181 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.904" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/190_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/190_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c82a7d047c3fc6c6566765712a9425969845e247 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/190_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.143, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.075, + "duration_game": 17.4, + "duration_system": 115.156, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_05_11_17_18_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.76% of the surrounding traffic's one", + "Average speed is 62.17% of the surrounding traffic's one", + "Average speed is 143.99% of the surrounding traffic's one", + "Average speed is 102.85% of the surrounding traffic's one", + "Average speed is 99.2% of the surrounding traffic's one", + "Average speed is 103.25% of the surrounding traffic's one", + "Average speed is 99.39% of the surrounding traffic's one", + "Average speed is 107.35% of the surrounding traffic's one", + "Average speed is 103.41% of the surrounding traffic's one", + "Average speed is 109.63% of the surrounding traffic's one", + "Average speed is 98.3% of the surrounding traffic's one", + "Average speed is 99.19% of the surrounding traffic's one", + "Average speed is 107.01% of the surrounding traffic's one", + "Average speed is 102.33% of the surrounding traffic's one", + "Average speed is 130.6% of the surrounding traffic's one", + "Average speed is 113.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.4, + "duration_system": 115.156 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.143" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/191_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/191_res.json new file mode 100644 index 0000000000000000000000000000000000000000..178ba2d81d9be2acb74da585b355db467ae36929 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/191_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 213.25, + "duration_system": 1793.849, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_05_11_17_22_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.67% of the surrounding traffic's one", + "Average speed is 182.92% of the surrounding traffic's one", + "Average speed is 208.32% of the surrounding traffic's one", + "Average speed is 170.06% of the surrounding traffic's one", + "Average speed is 151.14% of the surrounding traffic's one", + "Average speed is 152.03% of the surrounding traffic's one", + "Average speed is 155.67% of the surrounding traffic's one", + "Average speed is 147.2% of the surrounding traffic's one", + "Average speed is 135.74% of the surrounding traffic's one", + "Average speed is 141.02% of the surrounding traffic's one", + "Average speed is 131.26% of the surrounding traffic's one", + "Average speed is 109.36% of the surrounding traffic's one", + "Average speed is 114.92% of the surrounding traffic's one", + "Average speed is 113.79% of the surrounding traffic's one", + "Average speed is 117.27% of the surrounding traffic's one", + "Average speed is 128.57% of the surrounding traffic's one", + "Average speed is 105.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 213.25, + "duration_system": 1793.849 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/192_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/192_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c1acf251405f8501d2e050e1fe45076ef1737675 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/192_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 28.7, + "duration_system": 339.428, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_05_11_17_54_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.73% of the surrounding traffic's one", + "Average speed is 120.08% of the surrounding traffic's one", + "Average speed is 20.08% of the surrounding traffic's one", + "Average speed is 91.14% of the surrounding traffic's one", + "Average speed is 148.99% of the surrounding traffic's one", + "Average speed is 119.92% of the surrounding traffic's one", + "Average speed is 117.28% of the surrounding traffic's one", + "Average speed is 105.12% of the surrounding traffic's one", + "Average speed is 115.76% of the surrounding traffic's one", + "Average speed is 116.86% of the surrounding traffic's one", + "Average speed is 105.48% of the surrounding traffic's one", + "Average speed is 101.84% of the surrounding traffic's one", + "Average speed is 108.33% of the surrounding traffic's one", + "Average speed is 101.44% of the surrounding traffic's one", + "Average speed is 98.52% of the surrounding traffic's one", + "Average speed is 111.44% of the surrounding traffic's one", + "Average speed is 123.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.7, + "duration_system": 339.428 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/193_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/193_res.json new file mode 100644 index 0000000000000000000000000000000000000000..92ffee5708cca3005679f177dfb101212c50c52e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/193_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.086, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.595, + "duration_game": 9.95, + "duration_system": 74.092, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_05_10_22_11_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.33% of the surrounding traffic's one", + "Average speed is 220.25% of the surrounding traffic's one", + "Average speed is 204.57% of the surrounding traffic's one", + "Average speed is 157.0% of the surrounding traffic's one", + "Average speed is 224.78% of the surrounding traffic's one", + "Average speed is 165.25% of the surrounding traffic's one", + "Average speed is 206.24% of the surrounding traffic's one", + "Average speed is 242.02% of the surrounding traffic's one", + "Average speed is 249.42% of the surrounding traffic's one", + "Average speed is 262.37% of the surrounding traffic's one", + "Average speed is 322.46% of the surrounding traffic's one", + "Average speed is 731.51% of the surrounding traffic's one", + "Average speed is 1648.01% of the surrounding traffic's one", + "Average speed is 925.74% of the surrounding traffic's one", + "Average speed is 956.0% of the surrounding traffic's one", + "Average speed is 509.35% of the surrounding traffic's one", + "Average speed is 160.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 9.95, + "duration_system": 74.092 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.086" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/194_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/194_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7ef300d8a60f0840f96ca9c90643c92945ff2721 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/194_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 11.583, + "outside_route_lanes": 0.0, + "min_speed_infractions": 162.165, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 80.0, + "score_route": 100.0, + "score_penalty": 0.8 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.332, + "duration_game": 62.0, + "duration_system": 446.581, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_05_11_18_01_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=32 at (x=189.933, y=-169.668, z=0.196)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.2% of the surrounding traffic's one", + "Average speed is 189.22% of the surrounding traffic's one", + "Average speed is 250.06% of the surrounding traffic's one", + "Average speed is 215.22% of the surrounding traffic's one", + "Average speed is 7.24% of the surrounding traffic's one", + "Average speed is 290.17% of the surrounding traffic's one", + "Average speed is 340.85% of the surrounding traffic's one", + "Average speed is 528.48% of the surrounding traffic's one", + "Average speed is 544.67% of the surrounding traffic's one", + "Average speed is 458.89% of the surrounding traffic's one", + "Average speed is 1212.85% of the surrounding traffic's one", + "Average speed is 868.27% of the surrounding traffic's one", + "Average speed is 311.16% of the surrounding traffic's one", + "Average speed is 28.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 62.0, + "duration_system": 446.581 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "80.0", + "100.0", + "0.8", + "0.0", + "0.0", + "0.0", + "0.0", + "11.583", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "162.165" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/195_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/195_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cb3e52343bce0e4a4343524f6a54412f95c34e96 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/195_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 217.006, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.339, + "duration_game": 8.6, + "duration_system": 103.254, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_05_11_18_10_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.89% of the surrounding traffic's one", + "Average speed is 166.1% of the surrounding traffic's one", + "Average speed is 382.21% of the surrounding traffic's one", + "Average speed is 450.57% of the surrounding traffic's one", + "Average speed is 425.68% of the surrounding traffic's one", + "Average speed is 452.12% of the surrounding traffic's one", + "Average speed is 435.13% of the surrounding traffic's one", + "Average speed is 415.08% of the surrounding traffic's one", + "Average speed is 315.47% of the surrounding traffic's one", + "Average speed is 228.24% of the surrounding traffic's one", + "Average speed is 151.93% of the surrounding traffic's one", + "Average speed is 239.96% of the surrounding traffic's one", + "Average speed is 310.81% of the surrounding traffic's one", + "Average speed is 238.16% of the surrounding traffic's one", + "Average speed is 161.33% of the surrounding traffic's one", + "Average speed is 210.56% of the surrounding traffic's one", + "Average speed is 234.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.6, + "duration_system": 103.254 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "217.006" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/196_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/196_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e52bb79fa26b07aef43c5204172007e4af9c817a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/196_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.929, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.757, + "duration_game": 80.45, + "duration_system": 622.922, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_05_11_18_14_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.06% of the surrounding traffic's one", + "Average speed is 175.47% of the surrounding traffic's one", + "Average speed is 220.0% of the surrounding traffic's one", + "Average speed is 39.23% of the surrounding traffic's one", + "Average speed is 295.1% of the surrounding traffic's one", + "Average speed is 347.32% of the surrounding traffic's one", + "Average speed is 702.4% of the surrounding traffic's one", + "Average speed is 886.39% of the surrounding traffic's one", + "Average speed is 79.47% of the surrounding traffic's one", + "Average speed is 3767.27% of the surrounding traffic's one", + "Average speed is 3691.19% of the surrounding traffic's one", + "Average speed is 26642.18% of the surrounding traffic's one", + "Average speed is 2317.9% of the surrounding traffic's one", + "Average speed is 1142.71% of the surrounding traffic's one", + "Average speed is 1009.1% of the surrounding traffic's one", + "Average speed is 912.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 80.45, + "duration_system": 622.922 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.929" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/197_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/197_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2e0fa4869081b5903987f389978ecccfeccc9293 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/197_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.909, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.445, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.468, + "duration_game": 13.0, + "duration_system": 140.172, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_05_10_22_14_10", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=172 at (x=-113.356, y=95.929, z=-0.004) at time=9.900s [CARLA Frame: 6526, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.41% of the surrounding traffic's one", + "Average speed is 354.33% of the surrounding traffic's one", + "Average speed is 1402.31% of the surrounding traffic's one", + "Average speed is 929.67% of the surrounding traffic's one", + "Average speed is 499.06% of the surrounding traffic's one", + "Average speed is 44.57% of the surrounding traffic's one", + "Average speed is 287.4% of the surrounding traffic's one", + "Average speed is 427.63% of the surrounding traffic's one", + "Average speed is 535.39% of the surrounding traffic's one", + "Average speed is 568.3% of the surrounding traffic's one", + "Average speed is 652.51% of the surrounding traffic's one", + "Average speed is 862.67% of the surrounding traffic's one", + "Average speed is 1113.83% of the surrounding traffic's one", + "Average speed is 918.09% of the surrounding traffic's one", + "Average speed is 670.26% of the surrounding traffic's one", + "Average speed is 544.77% of the surrounding traffic's one", + "Average speed is 530.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 13.0, + "duration_system": 140.172 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.909", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.445" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/198_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/198_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a71a2831df808518289e1250c0b5478c537f0f46 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/198_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 163.193, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.788, + "duration_game": 49.75, + "duration_system": 386.542, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_05_11_18_26_32", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 633.47% of the surrounding traffic's one", + "Average speed is 1121.63% of the surrounding traffic's one", + "Average speed is 560.47% of the surrounding traffic's one", + "Average speed is 113.64% of the surrounding traffic's one", + "Average speed is 11.79% of the surrounding traffic's one", + "Average speed is 1387.96% of the surrounding traffic's one", + "Average speed is 1316.98% of the surrounding traffic's one", + "Average speed is 1456.68% of the surrounding traffic's one", + "Average speed is 1254.33% of the surrounding traffic's one", + "Average speed is 1320.46% of the surrounding traffic's one", + "Average speed is 1301.93% of the surrounding traffic's one", + "Average speed is 1011.89% of the surrounding traffic's one", + "Average speed is 1566.18% of the surrounding traffic's one", + "Average speed is 1132.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.75, + "duration_system": 386.542 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "163.193" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/199_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/199_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7ff92f5db293c61ffd30fed1943860b20221a4d9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/199_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.852, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.484, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.809, + "duration_game": 11.35, + "duration_system": 125.191, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_05_10_22_18_10", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=691.363, y=741.001, z=117.995) at time=9.300s [CARLA Frame: 6484, Agent Step: 185]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.36% of the surrounding traffic's one", + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 329.84% of the surrounding traffic's one", + "Average speed is 945.87% of the surrounding traffic's one", + "Average speed is 423.88% of the surrounding traffic's one", + "Average speed is 287.62% of the surrounding traffic's one", + "Average speed is 50.71% of the surrounding traffic's one", + "Average speed is 227.06% of the surrounding traffic's one", + "Average speed is 254.21% of the surrounding traffic's one", + "Average speed is 271.14% of the surrounding traffic's one", + "Average speed is 232.96% of the surrounding traffic's one", + "Average speed is 373.93% of the surrounding traffic's one", + "Average speed is 557.49% of the surrounding traffic's one", + "Average speed is 552.89% of the surrounding traffic's one", + "Average speed is 577.71% of the surrounding traffic's one", + "Average speed is 567.28% of the surrounding traffic's one", + "Average speed is 500.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.35, + "duration_system": 125.191 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.852", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.484" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/19_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/19_res.json new file mode 100644 index 0000000000000000000000000000000000000000..112c146e858f193570c0a320da8a376115eb74e0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/19_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.094, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 169.321, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.683, + "duration_game": 50.55, + "duration_system": 466.715, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_05_11_03_40_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3933 at (x=915.288, y=3690.712, z=370.773) at time=47.750s [CARLA Frame: 6947, Agent Step: 954]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.01% of the surrounding traffic's one", + "Average speed is 675.13% of the surrounding traffic's one", + "Average speed is 718.58% of the surrounding traffic's one", + "Average speed is 141.86% of the surrounding traffic's one", + "Average speed is 14.15% of the surrounding traffic's one", + "Average speed is 2046.44% of the surrounding traffic's one", + "Average speed is 2134.78% of the surrounding traffic's one", + "Average speed is 2024.9% of the surrounding traffic's one", + "Average speed is 2111.05% of the surrounding traffic's one", + "Average speed is 1823.65% of the surrounding traffic's one", + "Average speed is 5113.58% of the surrounding traffic's one", + "Average speed is 1609.61% of the surrounding traffic's one", + "Average speed is 1064.32% of the surrounding traffic's one", + "Average speed is 926.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.55, + "duration_system": 466.715 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.094", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "169.321" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/200_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/200_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ea67a9f21929218fc275c2f0cb8224fd812ad794 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/200_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 162.456, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.177, + "duration_game": 20.3, + "duration_system": 164.196, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_05_10_22_21_57", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.12% of the surrounding traffic's one", + "Average speed is 181.31% of the surrounding traffic's one", + "Average speed is 231.12% of the surrounding traffic's one", + "Average speed is 96.98% of the surrounding traffic's one", + "Average speed is 196.0% of the surrounding traffic's one", + "Average speed is 233.98% of the surrounding traffic's one", + "Average speed is 235.81% of the surrounding traffic's one", + "Average speed is 249.21% of the surrounding traffic's one", + "Average speed is 208.34% of the surrounding traffic's one", + "Average speed is 32.11% of the surrounding traffic's one", + "Average speed is 458.94% of the surrounding traffic's one", + "Average speed is 365.26% of the surrounding traffic's one", + "Average speed is 346.34% of the surrounding traffic's one", + "Average speed is 369.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 20.3, + "duration_system": 164.196 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "162.456" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/201_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/201_res.json new file mode 100644 index 0000000000000000000000000000000000000000..58f5456328b22daa7e6fc46cf84143a68480f84a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/201_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.56, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 213.517, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.619, + "duration_game": 21.6, + "duration_system": 325.381, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_05_10_22_26_22", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.712, y=-81.109, z=0.028) at time=17.450s [CARLA Frame: 6706, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.54% of the surrounding traffic's one", + "Average speed is 142.92% of the surrounding traffic's one", + "Average speed is 143.48% of the surrounding traffic's one", + "Average speed is 138.04% of the surrounding traffic's one", + "Average speed is 33.64% of the surrounding traffic's one", + "Average speed is 1622.54% of the surrounding traffic's one", + "Average speed is 1546.03% of the surrounding traffic's one", + "Average speed is 1445.83% of the surrounding traffic's one", + "Average speed is 958.27% of the surrounding traffic's one", + "Average speed is 839.77% of the surrounding traffic's one", + "Average speed is 1403.66% of the surrounding traffic's one", + "Average speed is 3474.05% of the surrounding traffic's one", + "Average speed is 1042.85% of the surrounding traffic's one", + "Average speed is 681.11% of the surrounding traffic's one", + "Average speed is 836.65% of the surrounding traffic's one", + "Average speed is 564.77% of the surrounding traffic's one", + "Average speed is 429.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 21.6, + "duration_system": 325.381 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.56", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.517" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/202_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/202_res.json new file mode 100644 index 0000000000000000000000000000000000000000..09b67d5f8098710d10e9b6727f5556a14799f815 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/202_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 170.832, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.952, + "duration_game": 50.15, + "duration_system": 420.509, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_05_11_18_34_41", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.23% of the surrounding traffic's one", + "Average speed is 282.57% of the surrounding traffic's one", + "Average speed is 566.43% of the surrounding traffic's one", + "Average speed is 20.14% of the surrounding traffic's one", + "Average speed is 18.16% of the surrounding traffic's one", + "Average speed is 1036.93% of the surrounding traffic's one", + "Average speed is 1097.88% of the surrounding traffic's one", + "Average speed is 974.24% of the surrounding traffic's one", + "Average speed is 1006.55% of the surrounding traffic's one", + "Average speed is 833.66% of the surrounding traffic's one", + "Average speed is 1822.38% of the surrounding traffic's one", + "Average speed is 8736.59% of the surrounding traffic's one", + "Average speed is 1354.37% of the surrounding traffic's one", + "Average speed is 987.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.15, + "duration_system": 420.509 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "170.832" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/203_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/203_res.json new file mode 100644 index 0000000000000000000000000000000000000000..313894249527bf58344c406a50b3d83a776f7987 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/203_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 228.679, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 69.967, + "duration_game": 15.3, + "duration_system": 123.164, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_05_11_18_43_25", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.76% of the surrounding traffic's one", + "Average speed is 1824.37% of the surrounding traffic's one", + "Average speed is 567.42% of the surrounding traffic's one", + "Average speed is 117.97% of the surrounding traffic's one", + "Average speed is 17.77% of the surrounding traffic's one", + "Average speed is 177.02% of the surrounding traffic's one", + "Average speed is 436.58% of the surrounding traffic's one", + "Average speed is 403.09% of the surrounding traffic's one", + "Average speed is 428.82% of the surrounding traffic's one", + "Average speed is 753.95% of the surrounding traffic's one", + "Average speed is 3325.93% of the surrounding traffic's one", + "Average speed is 1345.87% of the surrounding traffic's one", + "Average speed is 603.39% of the surrounding traffic's one", + "Average speed is 341.92% of the surrounding traffic's one", + "Average speed is 170.88% of the surrounding traffic's one", + "Average speed is 130.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 15.3, + "duration_system": 123.164 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "228.679" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/204_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/204_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9871ca8af5aee07230bf758393be11fba4c36608 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/204_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.005, + "min_speed_infractions": 213.168, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 92.109061, + "score_route": 100.0, + "score_penalty": 0.921091 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 70.367, + "duration_game": 9.5, + "duration_system": 103.21, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_05_11_18_47_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.0 meters (7.89% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 318.01% of the surrounding traffic's one", + "Average speed is 496.7% of the surrounding traffic's one", + "Average speed is 385.77% of the surrounding traffic's one", + "Average speed is 259.44% of the surrounding traffic's one", + "Average speed is 105.19% of the surrounding traffic's one", + "Average speed is 103.93% of the surrounding traffic's one", + "Average speed is 234.75% of the surrounding traffic's one", + "Average speed is 229.93% of the surrounding traffic's one", + "Average speed is 184.31% of the surrounding traffic's one", + "Average speed is 153.05% of the surrounding traffic's one", + "Average speed is 507.39% of the surrounding traffic's one", + "Average speed is 433.66% of the surrounding traffic's one", + "Average speed is 330.49% of the surrounding traffic's one", + "Average speed is 306.47% of the surrounding traffic's one", + "Average speed is 286.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.921091, + "score_composed": 92.109061 + }, + "meta": { + "route_length": 70.367, + "duration_game": 9.5, + "duration_system": 103.21 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "92.109061", + "100.0", + "0.921091", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.005", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.168" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/205_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/205_res.json new file mode 100644 index 0000000000000000000000000000000000000000..52cf0a9b27522f15ff25be0644651a09ae9e7c32 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/205_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.359, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 68.381, + "duration_game": 19.65, + "duration_system": 135.169, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_05_10_22_33_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.27% of the surrounding traffic's one", + "Average speed is 484.38% of the surrounding traffic's one", + "Average speed is 354.53% of the surrounding traffic's one", + "Average speed is 152.69% of the surrounding traffic's one", + "Average speed is 12.63% of the surrounding traffic's one", + "Average speed is 175.02% of the surrounding traffic's one", + "Average speed is 298.7% of the surrounding traffic's one", + "Average speed is 329.42% of the surrounding traffic's one", + "Average speed is 312.14% of the surrounding traffic's one", + "Average speed is 471.65% of the surrounding traffic's one", + "Average speed is 726.71% of the surrounding traffic's one", + "Average speed is 494.94% of the surrounding traffic's one", + "Average speed is 316.67% of the surrounding traffic's one", + "Average speed is 246.92% of the surrounding traffic's one", + "Average speed is 188.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.65, + "duration_system": 135.169 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.359" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/206_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/206_res.json new file mode 100644 index 0000000000000000000000000000000000000000..efd0cc945bfad5a755caad024b52df0a3ad2bf68 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/206_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 8.277, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 132.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 120.817, + "duration_game": 18.85, + "duration_system": 141.209, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_05_10_22_37_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 34 at (x=106.12, y=324.08, z=0.103)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 68.21% of the surrounding traffic's one", + "Average speed is 104.65% of the surrounding traffic's one", + "Average speed is 61.33% of the surrounding traffic's one", + "Average speed is 90.16% of the surrounding traffic's one", + "Average speed is 82.88% of the surrounding traffic's one", + "Average speed is 138.76% of the surrounding traffic's one", + "Average speed is 84.31% of the surrounding traffic's one", + "Average speed is 93.55% of the surrounding traffic's one", + "Average speed is 111.03% of the surrounding traffic's one", + "Average speed is 131.56% of the surrounding traffic's one", + "Average speed is 116.51% of the surrounding traffic's one", + "Average speed is 301.77% of the surrounding traffic's one", + "Average speed is 281.91% of the surrounding traffic's one", + "Average speed is 214.24% of the surrounding traffic's one", + "Average speed is 199.06% of the surrounding traffic's one", + "Average speed is 143.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 18.85, + "duration_system": 141.209 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "8.277", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "132.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/207_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/207_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d739696f84d2fc14fcf09a6a5676abb7ec90208f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/207_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 170.613, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.057, + "duration_game": 36.65, + "duration_system": 276.323, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_05_11_18_50_55", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.67% of the surrounding traffic's one", + "Average speed is 219.92% of the surrounding traffic's one", + "Average speed is 117.91% of the surrounding traffic's one", + "Average speed is 7.19% of the surrounding traffic's one", + "Average speed is 658.53% of the surrounding traffic's one", + "Average speed is 837.76% of the surrounding traffic's one", + "Average speed is 1392.69% of the surrounding traffic's one", + "Average speed is 1125.02% of the surrounding traffic's one", + "Average speed is 1334.64% of the surrounding traffic's one", + "Average speed is 2771.51% of the surrounding traffic's one", + "Average speed is 2740.29% of the surrounding traffic's one", + "Average speed is 618.77% of the surrounding traffic's one", + "Average speed is 265.33% of the surrounding traffic's one", + "Average speed is 210.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.65, + "duration_system": 276.323 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "170.613" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/208_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/208_res.json new file mode 100644 index 0000000000000000000000000000000000000000..173d9c7b4d4f67d8803344853f79300fd2a9ea3e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/208_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.633, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.768, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.155, + "duration_game": 12.55, + "duration_system": 125.14, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_05_10_22_41_44", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.327, y=-250.416, z=0.009) at time=9.000s [CARLA Frame: 6401, Agent Step: 179]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.56% of the surrounding traffic's one", + "Average speed is 2561.11% of the surrounding traffic's one", + "Average speed is 2608.55% of the surrounding traffic's one", + "Average speed is 662.36% of the surrounding traffic's one", + "Average speed is 426.22% of the surrounding traffic's one", + "Average speed is 39.32% of the surrounding traffic's one", + "Average speed is 63.26% of the surrounding traffic's one", + "Average speed is 171.33% of the surrounding traffic's one", + "Average speed is 223.42% of the surrounding traffic's one", + "Average speed is 229.73% of the surrounding traffic's one", + "Average speed is 362.52% of the surrounding traffic's one", + "Average speed is 427.97% of the surrounding traffic's one", + "Average speed is 403.28% of the surrounding traffic's one", + "Average speed is 333.79% of the surrounding traffic's one", + "Average speed is 390.98% of the surrounding traffic's one", + "Average speed is 336.29% of the surrounding traffic's one", + "Average speed is 444.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 12.55, + "duration_system": 125.14 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.633", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.768" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/209_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/209_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7a8d19821893e5132beb3585ceb10cde723b02c4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/209_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.312, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 172.369, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.221, + "duration_game": 13.75, + "duration_system": 128.175, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_05_10_22_45_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=160 at (x=259.679, y=-248.425, z=0.003) at time=9.900s [CARLA Frame: 6518, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 208.93% of the surrounding traffic's one", + "Average speed is 798.89% of the surrounding traffic's one", + "Average speed is 432.15% of the surrounding traffic's one", + "Average speed is 63.15% of the surrounding traffic's one", + "Average speed is 30.86% of the surrounding traffic's one", + "Average speed is 138.33% of the surrounding traffic's one", + "Average speed is 441.77% of the surrounding traffic's one", + "Average speed is 1504.2% of the surrounding traffic's one", + "Average speed is 500.43% of the surrounding traffic's one", + "Average speed is 365.36% of the surrounding traffic's one", + "Average speed is 314.3% of the surrounding traffic's one", + "Average speed is 585.09% of the surrounding traffic's one", + "Average speed is 319.0% of the surrounding traffic's one", + "Average speed is 182.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 13.75, + "duration_system": 128.175 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.312", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "172.369" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/20_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/20_res.json new file mode 100644 index 0000000000000000000000000000000000000000..388222ea0ed3eec78ee01540ede68af54da5e3d2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/20_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.779, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.133, + "duration_game": 24.1, + "duration_system": 284.295, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_05_11_03_50_55", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 206.86% of the surrounding traffic's one", + "Average speed is 1068.22% of the surrounding traffic's one", + "Average speed is 1636.34% of the surrounding traffic's one", + "Average speed is 311.24% of the surrounding traffic's one", + "Average speed is 109.69% of the surrounding traffic's one", + "Average speed is 44.75% of the surrounding traffic's one", + "Average speed is 140.57% of the surrounding traffic's one", + "Average speed is 168.82% of the surrounding traffic's one", + "Average speed is 23.99% of the surrounding traffic's one", + "Average speed is 412.25% of the surrounding traffic's one", + "Average speed is 620.12% of the surrounding traffic's one", + "Average speed is 709.99% of the surrounding traffic's one", + "Average speed is 905.6% of the surrounding traffic's one", + "Average speed is 515.6% of the surrounding traffic's one", + "Average speed is 308.59% of the surrounding traffic's one", + "Average speed is 326.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 24.1, + "duration_system": 284.295 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.779" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/210_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/210_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bdcf30fb8d0339568d3c0b7e4e29115ef53d5f2d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/210_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 175.447, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.496, + "duration_game": 54.5, + "duration_system": 1120.269, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_05_10_22_49_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 264.48% of the surrounding traffic's one", + "Average speed is 157.08% of the surrounding traffic's one", + "Average speed is 178.33% of the surrounding traffic's one", + "Average speed is 156.97% of the surrounding traffic's one", + "Average speed is 24.75% of the surrounding traffic's one", + "Average speed is 171.74% of the surrounding traffic's one", + "Average speed is 454.46% of the surrounding traffic's one", + "Average speed is 572.41% of the surrounding traffic's one", + "Average speed is 325.39% of the surrounding traffic's one", + "Average speed is 156.79% of the surrounding traffic's one", + "Average speed is 52666554041.38% of the surrounding traffic's one", + "Average speed is 25507.16% of the surrounding traffic's one", + "Average speed is 2481.86% of the surrounding traffic's one", + "Average speed is 1295.82% of the surrounding traffic's one", + "Average speed is 381.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 54.5, + "duration_system": 1120.269 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "175.447" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/211_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/211_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0fd22401dafa0a39b4aa147e9f9317c4df3ade99 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/211_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 165.426, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.63, + "duration_game": 11.35, + "duration_system": 110.13, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_05_10_23_09_40", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 274.68% of the surrounding traffic's one", + "Average speed is 225.54% of the surrounding traffic's one", + "Average speed is 126.56% of the surrounding traffic's one", + "Average speed is 110.42% of the surrounding traffic's one", + "Average speed is 148.66% of the surrounding traffic's one", + "Average speed is 213.78% of the surrounding traffic's one", + "Average speed is 312.65% of the surrounding traffic's one", + "Average speed is 299.14% of the surrounding traffic's one", + "Average speed is 241.26% of the surrounding traffic's one", + "Average speed is 367.88% of the surrounding traffic's one", + "Average speed is 393.23% of the surrounding traffic's one", + "Average speed is 358.25% of the surrounding traffic's one", + "Average speed is 321.61% of the surrounding traffic's one", + "Average speed is 239.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 11.35, + "duration_system": 110.13 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "165.426" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/212_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/212_res.json new file mode 100644 index 0000000000000000000000000000000000000000..76ca0097997f1d7225ddf34db38959cd93dddde6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/212_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 110.111, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.389, + "duration_game": 50.15, + "duration_system": 760.829, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_05_11_18_57_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.42% of the surrounding traffic's one", + "Average speed is 91.22% of the surrounding traffic's one", + "Average speed is 121.93% of the surrounding traffic's one", + "Average speed is 72.27% of the surrounding traffic's one", + "Average speed is 120.52% of the surrounding traffic's one", + "Average speed is 230.02% of the surrounding traffic's one", + "Average speed is 45.62% of the surrounding traffic's one", + "Average speed is 196.69% of the surrounding traffic's one", + "Average speed is 192.02% of the surrounding traffic's one", + "Average speed is 221.35% of the surrounding traffic's one", + "Average speed is 250.34% of the surrounding traffic's one", + "Average speed is 188.54% of the surrounding traffic's one", + "Average speed is 196.37% of the surrounding traffic's one", + "Average speed is 15.7% of the surrounding traffic's one", + "Average speed is 473.17% of the surrounding traffic's one", + "Average speed is 254.25% of the surrounding traffic's one", + "Average speed is 169.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 50.15, + "duration_system": 760.829 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "110.111" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/213_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/213_res.json new file mode 100644 index 0000000000000000000000000000000000000000..74ce98ad51acddfdba239765c69fc7eca76e6357 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/213_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 177.858, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.337, + "duration_game": 12.65, + "duration_system": 106.317, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_05_11_19_11_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.6% of the surrounding traffic's one", + "Average speed is 113.47% of the surrounding traffic's one", + "Average speed is 139.47% of the surrounding traffic's one", + "Average speed is 39.64% of the surrounding traffic's one", + "Average speed is 372.21% of the surrounding traffic's one", + "Average speed is 438.64% of the surrounding traffic's one", + "Average speed is 445.08% of the surrounding traffic's one", + "Average speed is 380.06% of the surrounding traffic's one", + "Average speed is 373.53% of the surrounding traffic's one", + "Average speed is 366.75% of the surrounding traffic's one", + "Average speed is 349.09% of the surrounding traffic's one", + "Average speed is 371.76% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 99.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 12.65, + "duration_system": 106.317 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "177.858" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/214_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/214_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ce7fabd46b6f99a5f08c49cf672110229617eaec --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/214_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 185.51, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.858, + "duration_game": 14.8, + "duration_system": 153.192, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_05_11_19_15_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 221.5% of the surrounding traffic's one", + "Average speed is 411.57% of the surrounding traffic's one", + "Average speed is 361.35% of the surrounding traffic's one", + "Average speed is 97.12% of the surrounding traffic's one", + "Average speed is 25.29% of the surrounding traffic's one", + "Average speed is 175.53% of the surrounding traffic's one", + "Average speed is 374.01% of the surrounding traffic's one", + "Average speed is 394.4% of the surrounding traffic's one", + "Average speed is 320.63% of the surrounding traffic's one", + "Average speed is 268.6% of the surrounding traffic's one", + "Average speed is 1057.23% of the surrounding traffic's one", + "Average speed is 1359.81% of the surrounding traffic's one", + "Average speed is 803.59% of the surrounding traffic's one", + "Average speed is 335.1% of the surrounding traffic's one", + "Average speed is 380.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 14.8, + "duration_system": 153.192 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "185.51" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/215_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/215_res.json new file mode 100644 index 0000000000000000000000000000000000000000..441905738b1cf982a5e129bfb66d12ddb7c21805 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/215_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 173.486, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.698, + "duration_game": 15.8, + "duration_system": 205.221, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_05_10_23_13_10", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.56% of the surrounding traffic's one", + "Average speed is 155.24% of the surrounding traffic's one", + "Average speed is 345.09% of the surrounding traffic's one", + "Average speed is 70.5% of the surrounding traffic's one", + "Average speed is 28.19% of the surrounding traffic's one", + "Average speed is 329.35% of the surrounding traffic's one", + "Average speed is 476.36% of the surrounding traffic's one", + "Average speed is 568.92% of the surrounding traffic's one", + "Average speed is 485.72% of the surrounding traffic's one", + "Average speed is 643.85% of the surrounding traffic's one", + "Average speed is 2119.76% of the surrounding traffic's one", + "Average speed is 2213.32% of the surrounding traffic's one", + "Average speed is 819.03% of the surrounding traffic's one", + "Average speed is 359.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.8, + "duration_system": 205.221 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "173.486" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/216_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/216_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e394d36471736ba2b834226a948776c7c2295f67 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/216_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 11.435, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 182.953, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 87.454, + "duration_game": 36.05, + "duration_system": 272.38, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_05_10_23_18_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2391.031, y=-93.584, z=335.678) at time=33.300s [CARLA Frame: 6891, Agent Step: 665]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.36% of the surrounding traffic's one", + "Average speed is 291.14% of the surrounding traffic's one", + "Average speed is 248.79% of the surrounding traffic's one", + "Average speed is 12.7% of the surrounding traffic's one", + "Average speed is 1456.72% of the surrounding traffic's one", + "Average speed is 1090.66% of the surrounding traffic's one", + "Average speed is 1040.8% of the surrounding traffic's one", + "Average speed is 1074.43% of the surrounding traffic's one", + "Average speed is 944.6% of the surrounding traffic's one", + "Average speed is 744.42% of the surrounding traffic's one", + "Average speed is 886.51% of the surrounding traffic's one", + "Average speed is 3323.19% of the surrounding traffic's one", + "Average speed is 742.47% of the surrounding traffic's one", + "Average speed is 689.08% of the surrounding traffic's one", + "Average speed is 373.22% of the surrounding traffic's one", + "Average speed is 309.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.05, + "duration_system": 272.38 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "11.435", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "182.953" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/217_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/217_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3a1109e8cf1f1bbc3c1f085e15f4e4c7ac167eae --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/217_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.999, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.986, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.928, + "duration_game": 12.95, + "duration_system": 101.122, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_05_10_23_25_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.318, y=4700.159, z=365.258) at time=9.800s [CARLA Frame: 6252, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.02% of the surrounding traffic's one", + "Average speed is 402.13% of the surrounding traffic's one", + "Average speed is 467.27% of the surrounding traffic's one", + "Average speed is 187.77% of the surrounding traffic's one", + "Average speed is 64.42% of the surrounding traffic's one", + "Average speed is 27.27% of the surrounding traffic's one", + "Average speed is 152.64% of the surrounding traffic's one", + "Average speed is 330.59% of the surrounding traffic's one", + "Average speed is 346.94% of the surrounding traffic's one", + "Average speed is 345.14% of the surrounding traffic's one", + "Average speed is 379.26% of the surrounding traffic's one", + "Average speed is 411.88% of the surrounding traffic's one", + "Average speed is 266.51% of the surrounding traffic's one", + "Average speed is 318.06% of the surrounding traffic's one", + "Average speed is 316.25% of the surrounding traffic's one", + "Average speed is 278.44% of the surrounding traffic's one", + "Average speed is 295.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.95, + "duration_system": 101.122 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.999", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.986" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/218_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/218_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2525345a47a30fc54f709fe5cc10742c6302cf3b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/218_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.107, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 169.492, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.6, + "duration_game": 14.4, + "duration_system": 181.248, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_05_11_19_19_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3852 at (x=1363.072, y=4988.081, z=370.817) at time=10.400s [CARLA Frame: 6572, Agent Step: 207]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 168.74% of the surrounding traffic's one", + "Average speed is 114.72% of the surrounding traffic's one", + "Average speed is 452.98% of the surrounding traffic's one", + "Average speed is 251.57% of the surrounding traffic's one", + "Average speed is 34.53% of the surrounding traffic's one", + "Average speed is 96.76% of the surrounding traffic's one", + "Average speed is 299.74% of the surrounding traffic's one", + "Average speed is 312.61% of the surrounding traffic's one", + "Average speed is 231.02% of the surrounding traffic's one", + "Average speed is 170.49% of the surrounding traffic's one", + "Average speed is 364.4% of the surrounding traffic's one", + "Average speed is 345.66% of the surrounding traffic's one", + "Average speed is 477.02% of the surrounding traffic's one", + "Average speed is 256.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 14.4, + "duration_system": 181.248 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.107", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "169.492" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/219_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/219_res.json new file mode 100644 index 0000000000000000000000000000000000000000..87a5292256013f232d6192aa599765cd24a639d7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/219_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 22.804, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.001, + "min_speed_infractions": 182.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 35.553902, + "score_route": 100.0, + "score_penalty": 0.355539 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 87.704, + "duration_game": 201.45, + "duration_system": 1768.244, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_05_12_04_33_48", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.09, y=-86.691, z=336.048) at time=10.300s [CARLA Frame: 6295, Agent Step: 205]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2378.789, y=-79.558, z=335.972) at time=10.950s [CARLA Frame: 6308, Agent Step: 218]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.0 meters (1.24% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 149.92% of the surrounding traffic's one", + "Average speed is 267.24% of the surrounding traffic's one", + "Average speed is 417.3% of the surrounding traffic's one", + "Average speed is 405.87% of the surrounding traffic's one", + "Average speed is 23.83% of the surrounding traffic's one", + "Average speed is 177.04% of the surrounding traffic's one", + "Average speed is 465.87% of the surrounding traffic's one", + "Average speed is 465.77% of the surrounding traffic's one", + "Average speed is 505.86% of the surrounding traffic's one", + "Average speed is 499.19% of the surrounding traffic's one", + "Average speed is 405.49% of the surrounding traffic's one", + "Average speed is 24.72% of the surrounding traffic's one", + "Average speed is 423.74% of the surrounding traffic's one", + "Average speed is 319.78% of the surrounding traffic's one", + "Average speed is 379.68% of the surrounding traffic's one", + "Average speed is 275.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.355539, + "score_composed": 35.553902 + }, + "meta": { + "route_length": 87.704, + "duration_game": 201.45, + "duration_system": 1768.244 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "35.553902", + "100.0", + "0.355539", + "0.0", + "22.804", + "0.0", + "0.0", + "0.0", + "0.001", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "182.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/21_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/21_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7767bed3c1593b2ad5bfd5b866cae7205911539d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/21_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.805, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.462, + "duration_game": 61.35, + "duration_system": 564.561, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_05_11_03_57_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 300.85% of the surrounding traffic's one", + "Average speed is 467.53% of the surrounding traffic's one", + "Average speed is 297.19% of the surrounding traffic's one", + "Average speed is 152.82% of the surrounding traffic's one", + "Average speed is 81.21% of the surrounding traffic's one", + "Average speed is 11.04% of the surrounding traffic's one", + "Average speed is 2564.66% of the surrounding traffic's one", + "Average speed is 665.89% of the surrounding traffic's one", + "Average speed is 175.74% of the surrounding traffic's one", + "Average speed is 2867.93% of the surrounding traffic's one", + "Average speed is 2282.53% of the surrounding traffic's one", + "Average speed is 1166.28% of the surrounding traffic's one", + "Average speed is 869.92% of the surrounding traffic's one", + "Average speed is 512.91% of the surrounding traffic's one", + "Average speed is 290.58% of the surrounding traffic's one", + "Average speed is 139.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.35, + "duration_system": 564.561 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.805" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/22_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/22_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4f3c16d6f4b51f4d331a1a34d987d4132843db9a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/22_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 131.667, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 136.709, + "duration_game": 14.15, + "duration_system": 139.145, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_05_11_04_09_33", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.31% of the surrounding traffic's one", + "Average speed is 493.66% of the surrounding traffic's one", + "Average speed is 340.48% of the surrounding traffic's one", + "Average speed is 234.2% of the surrounding traffic's one", + "Average speed is 159.9% of the surrounding traffic's one", + "Average speed is 164.4% of the surrounding traffic's one", + "Average speed is 147.81% of the surrounding traffic's one", + "Average speed is 117.43% of the surrounding traffic's one", + "Average speed is 88.27% of the surrounding traffic's one", + "Average speed is 177.64% of the surrounding traffic's one", + "Average speed is 224.39% of the surrounding traffic's one", + "Average speed is 96.09% of the surrounding traffic's one", + "Average speed is 82.3% of the surrounding traffic's one", + "Average speed is 315.34% of the surrounding traffic's one", + "Average speed is 398.46% of the surrounding traffic's one", + "Average speed is 155.79% of the surrounding traffic's one", + "Average speed is 145.78% of the surrounding traffic's one", + "Average speed is 341.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.15, + "duration_system": 139.145 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "131.667" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/23_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/23_res.json new file mode 100644 index 0000000000000000000000000000000000000000..316a963577c57e9172f208831948f24c26d5db90 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/23_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.257, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 138.82, + "duration_game": 15.7, + "duration_system": 158.166, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_05_10_20_45_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.23% of the surrounding traffic's one", + "Average speed is 550.74% of the surrounding traffic's one", + "Average speed is 499.56% of the surrounding traffic's one", + "Average speed is 308.81% of the surrounding traffic's one", + "Average speed is 179.84% of the surrounding traffic's one", + "Average speed is 178.18% of the surrounding traffic's one", + "Average speed is 54.22% of the surrounding traffic's one", + "Average speed is 147.0% of the surrounding traffic's one", + "Average speed is 217.03% of the surrounding traffic's one", + "Average speed is 207.95% of the surrounding traffic's one", + "Average speed is 147.57% of the surrounding traffic's one", + "Average speed is 97.61% of the surrounding traffic's one", + "Average speed is 178.79% of the surrounding traffic's one", + "Average speed is 172.53% of the surrounding traffic's one", + "Average speed is 2930.25% of the surrounding traffic's one", + "Average speed is 9896793.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.7, + "duration_system": 158.166 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.257" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/24_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/24_res.json new file mode 100644 index 0000000000000000000000000000000000000000..101ae8a8e0efaafb3b0be2ce5fecd24e4bfc2e1a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/24_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 152.279, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 105.07, + "duration_game": 9.1, + "duration_system": 109.121, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_05_10_20_50_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 247.55% of the surrounding traffic's one", + "Average speed is 307.55% of the surrounding traffic's one", + "Average speed is 305.43% of the surrounding traffic's one", + "Average speed is 255.19% of the surrounding traffic's one", + "Average speed is 355.08% of the surrounding traffic's one", + "Average speed is 466.59% of the surrounding traffic's one", + "Average speed is 505.54% of the surrounding traffic's one", + "Average speed is 592.08% of the surrounding traffic's one", + "Average speed is 644.24% of the surrounding traffic's one", + "Average speed is 640.04% of the surrounding traffic's one", + "Average speed is 601.03% of the surrounding traffic's one", + "Average speed is 602.23% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 8355843.01% of the surrounding traffic's one", + "Average speed is 175968.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.1, + "duration_system": 109.121 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "152.279" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/25_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/25_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b1a7374b8f150795a0691697dcf819302dc8cd2f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/25_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 229.667, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.312, + "duration_game": 55.85, + "duration_system": 554.593, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_05_11_04_14_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 53.38% of the surrounding traffic's one", + "Average speed is 6.45% of the surrounding traffic's one", + "Average speed is 1605.27% of the surrounding traffic's one", + "Average speed is 1789.41% of the surrounding traffic's one", + "Average speed is 1791.6% of the surrounding traffic's one", + "Average speed is 1682.76% of the surrounding traffic's one", + "Average speed is 1722.86% of the surrounding traffic's one", + "Average speed is 1508.48% of the surrounding traffic's one", + "Average speed is 1379.09% of the surrounding traffic's one", + "Average speed is 1831.58% of the surrounding traffic's one", + "Average speed is 1582.5% of the surrounding traffic's one", + "Average speed is 1144.31% of the surrounding traffic's one", + "Average speed is 957.77% of the surrounding traffic's one", + "Average speed is 640.52% of the surrounding traffic's one", + "Average speed is 395.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.85, + "duration_system": 554.593 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "229.667" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/26_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/26_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a4c3dcc5590ba919b08d6c77caad8ad8738416c1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/26_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 231.36, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.834, + "duration_game": 7.45, + "duration_system": 67.07, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_05_10_20_53_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.28% of the surrounding traffic's one", + "Average speed is 190.52% of the surrounding traffic's one", + "Average speed is 216.35% of the surrounding traffic's one", + "Average speed is 241.1% of the surrounding traffic's one", + "Average speed is 270.73% of the surrounding traffic's one", + "Average speed is 288.7% of the surrounding traffic's one", + "Average speed is 304.57% of the surrounding traffic's one", + "Average speed is 310.98% of the surrounding traffic's one", + "Average speed is 277.87% of the surrounding traffic's one", + "Average speed is 448.13% of the surrounding traffic's one", + "Average speed is 394.4% of the surrounding traffic's one", + "Average speed is 305.32% of the surrounding traffic's one", + "Average speed is 266.64% of the surrounding traffic's one", + "Average speed is 216.22% of the surrounding traffic's one", + "Average speed is 110.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.45, + "duration_system": 67.07 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "231.36" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/27_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/27_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5977bbd1a7aafb2960ed0195a5a37f095d9e5115 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/27_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 228.505, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.644, + "duration_game": 7.15, + "duration_system": 68.07, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_05_10_20_57_20", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 195.19% of the surrounding traffic's one", + "Average speed is 187.62% of the surrounding traffic's one", + "Average speed is 214.23% of the surrounding traffic's one", + "Average speed is 247.32% of the surrounding traffic's one", + "Average speed is 274.95% of the surrounding traffic's one", + "Average speed is 300.87% of the surrounding traffic's one", + "Average speed is 313.54% of the surrounding traffic's one", + "Average speed is 357.88% of the surrounding traffic's one", + "Average speed is 339.35% of the surrounding traffic's one", + "Average speed is 449.82% of the surrounding traffic's one", + "Average speed is 408.9% of the surrounding traffic's one", + "Average speed is 281.97% of the surrounding traffic's one", + "Average speed is 242.15% of the surrounding traffic's one", + "Average speed is 222.09% of the surrounding traffic's one", + "Average speed is 169.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.15, + "duration_system": 68.07 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "228.505" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/28_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/28_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9ec82004af70d80ee05f3895070674afe7fcaa53 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/28_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 238.663, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 67.04, + "duration_game": 6.8, + "duration_system": 55.07, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_05_11_04_25_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.91% of the surrounding traffic's one", + "Average speed is 205.6% of the surrounding traffic's one", + "Average speed is 213.39% of the surrounding traffic's one", + "Average speed is 219.43% of the surrounding traffic's one", + "Average speed is 240.57% of the surrounding traffic's one", + "Average speed is 236.55% of the surrounding traffic's one", + "Average speed is 225.39% of the surrounding traffic's one", + "Average speed is 271.41% of the surrounding traffic's one", + "Average speed is 248.37% of the surrounding traffic's one", + "Average speed is 590.48% of the surrounding traffic's one", + "Average speed is 560.5% of the surrounding traffic's one", + "Average speed is 449.96% of the surrounding traffic's one", + "Average speed is 353.08% of the surrounding traffic's one", + "Average speed is 268.67% of the surrounding traffic's one", + "Average speed is 172.68% of the surrounding traffic's one", + "Average speed is 100.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.8, + "duration_system": 55.07 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "238.663" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/29_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/29_res.json new file mode 100644 index 0000000000000000000000000000000000000000..876f2e02da2b18980d5929c034eae74111e79399 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/29_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 279.334, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 57.279, + "duration_game": 31.9, + "duration_system": 280.301, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_05_11_04_28_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.2% of the surrounding traffic's one", + "Average speed is 5.94% of the surrounding traffic's one", + "Average speed is 284.62% of the surrounding traffic's one", + "Average speed is 375.76% of the surrounding traffic's one", + "Average speed is 388.08% of the surrounding traffic's one", + "Average speed is 427.88% of the surrounding traffic's one", + "Average speed is 400.11% of the surrounding traffic's one", + "Average speed is 350.32% of the surrounding traffic's one", + "Average speed is 540.25% of the surrounding traffic's one", + "Average speed is 529.5% of the surrounding traffic's one", + "Average speed is 335.66% of the surrounding traffic's one", + "Average speed is 199.71% of the surrounding traffic's one", + "Average speed is 140.93% of the surrounding traffic's one", + "Average speed is 145.94% of the surrounding traffic's one", + "Average speed is 129.29% of the surrounding traffic's one", + "Average speed is 131.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 31.9, + "duration_system": 280.301 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "279.334" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/30_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/30_res.json new file mode 100644 index 0000000000000000000000000000000000000000..866bc96b5c8cd16f59e6a1b9b6045326214ca818 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/30_res.json @@ -0,0 +1,144 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 7.458, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 22.374, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.328, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 14.04, + "score_route": 100.0, + "score_penalty": 0.1404 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.084, + "duration_game": 56.65, + "duration_system": 1381.493, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_05_11_04_35_25", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=3701 at (x=-1536.425, y=6461.042, z=373.324) at time=49.300s [CARLA Frame: 7094, Agent Step: 985]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.06, y=6458.292, z=373.434) at time=46.800s [CARLA Frame: 7044, Agent Step: 935]", + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1541.509, y=6461.397, z=373.286) at time=49.950s [CARLA Frame: 7107, Agent Step: 998]", + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1582.975, y=6464.779, z=372.95) at time=54.950s [CARLA Frame: 7207, Agent Step: 1098]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.3% of the surrounding traffic's one", + "Average speed is 187.46% of the surrounding traffic's one", + "Average speed is 176.13% of the surrounding traffic's one", + "Average speed is 171.14% of the surrounding traffic's one", + "Average speed is 136.23% of the surrounding traffic's one", + "Average speed is 2.32% of the surrounding traffic's one", + "Average speed is 69.39% of the surrounding traffic's one", + "Average speed is 80.84% of the surrounding traffic's one", + "Average speed is 84.5% of the surrounding traffic's one", + "Average speed is 80.16% of the surrounding traffic's one", + "Average speed is 78.29% of the surrounding traffic's one", + "Average speed is 78.56% of the surrounding traffic's one", + "Average speed is 86.56% of the surrounding traffic's one", + "Average speed is 109.08% of the surrounding traffic's one", + "Average speed is 129.55% of the surrounding traffic's one", + "Average speed is 153.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.1404, + "score_composed": 14.04 + }, + "meta": { + "route_length": 134.084, + "duration_game": 56.65, + "duration_system": 1381.493 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "14.04", + "100.0", + "0.1404", + "0.0", + "22.374", + "7.458", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.328" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/31_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/31_res.json new file mode 100644 index 0000000000000000000000000000000000000000..03f818bfa5e5910480d3b72bf873dfa0f9d3b92e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/31_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.58, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.066, + "duration_game": 20.3, + "duration_system": 516.553, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_05_10_21_00_41", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 106.44% of the surrounding traffic's one", + "Average speed is 120.55% of the surrounding traffic's one", + "Average speed is 130.94% of the surrounding traffic's one", + "Average speed is 119.59% of the surrounding traffic's one", + "Average speed is 18.59% of the surrounding traffic's one", + "Average speed is 70.52% of the surrounding traffic's one", + "Average speed is 106.52% of the surrounding traffic's one", + "Average speed is 129.03% of the surrounding traffic's one", + "Average speed is 135.59% of the surrounding traffic's one", + "Average speed is 153.37% of the surrounding traffic's one", + "Average speed is 115.68% of the surrounding traffic's one", + "Average speed is 125.89% of the surrounding traffic's one", + "Average speed is 126.37% of the surrounding traffic's one", + "Average speed is 114.68% of the surrounding traffic's one", + "Average speed is 138.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 20.3, + "duration_system": 516.553 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.58" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/32_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/32_res.json new file mode 100644 index 0000000000000000000000000000000000000000..383c933da4eb110a5bc8ea3ac096aa9d70cd59e3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/32_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.559, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.94, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.297, + "duration_game": 55.6, + "duration_system": 1432.535, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_05_11_05_00_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3708 at (x=1993.439, y=3078.5, z=357.099) at time=5.500s [CARLA Frame: 6221, Agent Step: 109]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.74% of the surrounding traffic's one", + "Average speed is 163.24% of the surrounding traffic's one", + "Average speed is 203.46% of the surrounding traffic's one", + "Average speed is 220.95% of the surrounding traffic's one", + "Average speed is 158.37% of the surrounding traffic's one", + "Average speed is 3.78% of the surrounding traffic's one", + "Average speed is 148.87% of the surrounding traffic's one", + "Average speed is 223.86% of the surrounding traffic's one", + "Average speed is 231.36% of the surrounding traffic's one", + "Average speed is 232.77% of the surrounding traffic's one", + "Average speed is 229.39% of the surrounding traffic's one", + "Average speed is 158.23% of the surrounding traffic's one", + "Average speed is 139.65% of the surrounding traffic's one", + "Average speed is 141.1% of the surrounding traffic's one", + "Average speed is 50.02% of the surrounding traffic's one", + "Average speed is 161.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 55.6, + "duration_system": 1432.535 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.559", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.94" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/33_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/33_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b41f91665e7aace8a1383e543e69b309e81d377f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/33_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.494, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.909, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.434, + "duration_game": 69.05, + "duration_system": 2045.586, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_05_11_05_26_39", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3726 at (x=390.098, y=6116.706, z=358.456) at time=61.350s [CARLA Frame: 7311, Agent Step: 1226]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.76% of the surrounding traffic's one", + "Average speed is 132.99% of the surrounding traffic's one", + "Average speed is 156.0% of the surrounding traffic's one", + "Average speed is 167.23% of the surrounding traffic's one", + "Average speed is 96.1% of the surrounding traffic's one", + "Average speed is 3.95% of the surrounding traffic's one", + "Average speed is 98.73% of the surrounding traffic's one", + "Average speed is 180.49% of the surrounding traffic's one", + "Average speed is 138.96% of the surrounding traffic's one", + "Average speed is 123.92% of the surrounding traffic's one", + "Average speed is 140.78% of the surrounding traffic's one", + "Average speed is 140.62% of the surrounding traffic's one", + "Average speed is 147.24% of the surrounding traffic's one", + "Average speed is 139.39% of the surrounding traffic's one", + "Average speed is 131.67% of the surrounding traffic's one", + "Average speed is 148.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 69.05, + "duration_system": 2045.586 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.494", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.909" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/34_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/34_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4a0609a3417eb00922dd211aebed4871ce82161d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/34_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.576, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.07, + "duration_game": 55.8, + "duration_system": 1502.616, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_05_11_06_02_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.0% of the surrounding traffic's one", + "Average speed is 202.93% of the surrounding traffic's one", + "Average speed is 267.44% of the surrounding traffic's one", + "Average speed is 259.15% of the surrounding traffic's one", + "Average speed is 174.3% of the surrounding traffic's one", + "Average speed is 3.26% of the surrounding traffic's one", + "Average speed is 137.42% of the surrounding traffic's one", + "Average speed is 163.88% of the surrounding traffic's one", + "Average speed is 140.4% of the surrounding traffic's one", + "Average speed is 97.44% of the surrounding traffic's one", + "Average speed is 128.88% of the surrounding traffic's one", + "Average speed is 114.88% of the surrounding traffic's one", + "Average speed is 121.57% of the surrounding traffic's one", + "Average speed is 122.89% of the surrounding traffic's one", + "Average speed is 108.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 55.8, + "duration_system": 1502.616 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.576" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/35_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/35_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f7bb9eb57ec2f6cefe1706c6ddc3e99e32d58dee --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/35_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.584, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.061, + "duration_game": 31.5, + "duration_system": 724.759, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_05_11_06_30_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.88% of the surrounding traffic's one", + "Average speed is 158.58% of the surrounding traffic's one", + "Average speed is 195.49% of the surrounding traffic's one", + "Average speed is 124.49% of the surrounding traffic's one", + "Average speed is 25.84% of the surrounding traffic's one", + "Average speed is 8.86% of the surrounding traffic's one", + "Average speed is 917.9% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 171.37% of the surrounding traffic's one", + "Average speed is 271.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 31.5, + "duration_system": 724.759 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.584" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/36_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/36_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d55e79c67f6f124c81d304e2e0436fb375fca865 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/36_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.45, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.128, + "duration_game": 53.85, + "duration_system": 511.997, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_05_11_06_44_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.74% of the surrounding traffic's one", + "Average speed is 132.46% of the surrounding traffic's one", + "Average speed is 235.65% of the surrounding traffic's one", + "Average speed is 281.64% of the surrounding traffic's one", + "Average speed is 212.06% of the surrounding traffic's one", + "Average speed is 158.89% of the surrounding traffic's one", + "Average speed is 101.93% of the surrounding traffic's one", + "Average speed is 12.73% of the surrounding traffic's one", + "Average speed is 519.22% of the surrounding traffic's one", + "Average speed is 355.04% of the surrounding traffic's one", + "Average speed is 372.03% of the surrounding traffic's one", + "Average speed is 393.27% of the surrounding traffic's one", + "Average speed is 373.73% of the surrounding traffic's one", + "Average speed is 261.05% of the surrounding traffic's one", + "Average speed is 191.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.85, + "duration_system": 511.997 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.45" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/37_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/37_res.json new file mode 100644 index 0000000000000000000000000000000000000000..20b51a4998e299d6c04b3bedbf0c7c13f6a33772 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/37_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.725, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.067, + "duration_game": 29.65, + "duration_system": 313.335, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_05_11_06_55_11", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.69% of the surrounding traffic's one", + "Average speed is 148.69% of the surrounding traffic's one", + "Average speed is 259.65% of the surrounding traffic's one", + "Average speed is 216.89% of the surrounding traffic's one", + "Average speed is 149.42% of the surrounding traffic's one", + "Average speed is 16.89% of the surrounding traffic's one", + "Average speed is 317.12% of the surrounding traffic's one", + "Average speed is 249.26% of the surrounding traffic's one", + "Average speed is 246.03% of the surrounding traffic's one", + "Average speed is 209.65% of the surrounding traffic's one", + "Average speed is 188.63% of the surrounding traffic's one", + "Average speed is 191.29% of the surrounding traffic's one", + "Average speed is 207.56% of the surrounding traffic's one", + "Average speed is 219.15% of the surrounding traffic's one", + "Average speed is 179.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.65, + "duration_system": 313.335 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.725" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/38_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/38_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4155d618fbd5313f7b97689f3f317dfc9153b8f5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/38_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.935, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.631, + "duration_game": 25.3, + "duration_system": 221.243, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_05_11_07_02_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.84% of the surrounding traffic's one", + "Average speed is 102.54% of the surrounding traffic's one", + "Average speed is 194.88% of the surrounding traffic's one", + "Average speed is 328.72% of the surrounding traffic's one", + "Average speed is 262.23% of the surrounding traffic's one", + "Average speed is 212.49% of the surrounding traffic's one", + "Average speed is 125.76% of the surrounding traffic's one", + "Average speed is 33.99% of the surrounding traffic's one", + "Average speed is 98.77% of the surrounding traffic's one", + "Average speed is 170.61% of the surrounding traffic's one", + "Average speed is 261.99% of the surrounding traffic's one", + "Average speed is 192.99% of the surrounding traffic's one", + "Average speed is 117.42% of the surrounding traffic's one", + "Average speed is 125.16% of the surrounding traffic's one", + "Average speed is 117.01% of the surrounding traffic's one", + "Average speed is 153.27% of the surrounding traffic's one", + "Average speed is 84.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 25.3, + "duration_system": 221.243 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.935" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/39_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/39_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f56f4474ceda93237f69cb9694c1bd3725300cb9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/39_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.625, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.642, + "duration_game": 26.45, + "duration_system": 242.257, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_05_11_07_08_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.36% of the surrounding traffic's one", + "Average speed is 147.59% of the surrounding traffic's one", + "Average speed is 175.29% of the surrounding traffic's one", + "Average speed is 163.84% of the surrounding traffic's one", + "Average speed is 135.65% of the surrounding traffic's one", + "Average speed is 257.44% of the surrounding traffic's one", + "Average speed is 194.21% of the surrounding traffic's one", + "Average speed is 13.94% of the surrounding traffic's one", + "Average speed is 154.13% of the surrounding traffic's one", + "Average speed is 199.07% of the surrounding traffic's one", + "Average speed is 194.3% of the surrounding traffic's one", + "Average speed is 104.81% of the surrounding traffic's one", + "Average speed is 61.85% of the surrounding traffic's one", + "Average speed is 143.09% of the surrounding traffic's one", + "Average speed is 156.34% of the surrounding traffic's one", + "Average speed is 155.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 26.45, + "duration_system": 242.257 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.625" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/40_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/40_res.json new file mode 100644 index 0000000000000000000000000000000000000000..19275dac10d2ce694b6f7852b150f3caf0213af0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/40_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 20.45, + "duration_system": 403.419, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_05_10_21_11_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.42% of the surrounding traffic's one", + "Average speed is 80.92% of the surrounding traffic's one", + "Average speed is 199.88% of the surrounding traffic's one", + "Average speed is 190.71% of the surrounding traffic's one", + "Average speed is 179.54% of the surrounding traffic's one", + "Average speed is 252.68% of the surrounding traffic's one", + "Average speed is 155.33% of the surrounding traffic's one", + "Average speed is 67.72% of the surrounding traffic's one", + "Average speed is 112.6% of the surrounding traffic's one", + "Average speed is 47.18% of the surrounding traffic's one", + "Average speed is 147.14% of the surrounding traffic's one", + "Average speed is 96.48% of the surrounding traffic's one", + "Average speed is 159.55% of the surrounding traffic's one", + "Average speed is 170.53% of the surrounding traffic's one", + "Average speed is 153.4% of the surrounding traffic's one", + "Average speed is 138.46% of the surrounding traffic's one", + "Average speed is 115.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.45, + "duration_system": 403.419 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/41_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/41_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e94f49bb57031df585a7b0ea4cf8175375e5ce02 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/41_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 160.979, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 99.392, + "duration_game": 10.3, + "duration_system": 175.186, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_05_11_07_14_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.03% of the surrounding traffic's one", + "Average speed is 168.22% of the surrounding traffic's one", + "Average speed is 146.36% of the surrounding traffic's one", + "Average speed is 142.22% of the surrounding traffic's one", + "Average speed is 127.71% of the surrounding traffic's one", + "Average speed is 132.38% of the surrounding traffic's one", + "Average speed is 148.1% of the surrounding traffic's one", + "Average speed is 151.63% of the surrounding traffic's one", + "Average speed is 146.84% of the surrounding traffic's one", + "Average speed is 122.63% of the surrounding traffic's one", + "Average speed is 116.89% of the surrounding traffic's one", + "Average speed is 122.33% of the surrounding traffic's one", + "Average speed is 116.33% of the surrounding traffic's one", + "Average speed is 132.55% of the surrounding traffic's one", + "Average speed is 2178.28% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.3, + "duration_system": 175.186 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "160.979" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/42_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/42_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ae374dcebebc2f27945924b46ae964494ce113db --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/42_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 151.619, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.123, + "duration_game": 9.35, + "duration_system": 130.138, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_05_10_21_20_24", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.34% of the surrounding traffic's one", + "Average speed is 167.58% of the surrounding traffic's one", + "Average speed is 120.31% of the surrounding traffic's one", + "Average speed is 158.85% of the surrounding traffic's one", + "Average speed is 176.47% of the surrounding traffic's one", + "Average speed is 210.14% of the surrounding traffic's one", + "Average speed is 256.25% of the surrounding traffic's one", + "Average speed is 266.68% of the surrounding traffic's one", + "Average speed is 283.22% of the surrounding traffic's one", + "Average speed is 251.05% of the surrounding traffic's one", + "Average speed is 208.03% of the surrounding traffic's one", + "Average speed is 191.15% of the surrounding traffic's one", + "Average speed is 188.81% of the surrounding traffic's one", + "Average speed is 178.9% of the surrounding traffic's one", + "Average speed is 165.36% of the surrounding traffic's one", + "Average speed is 217.51% of the surrounding traffic's one", + "Average speed is 149.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 9.35, + "duration_system": 130.138 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "151.619" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/43_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/43_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cc3e99df6d5e76dfd07e22465bbd3ed6a34f7c7c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/43_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.36, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.798, + "duration_game": 9.65, + "duration_system": 86.112, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_05_11_07_19_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 230.6% of the surrounding traffic's one", + "Average speed is 754.53% of the surrounding traffic's one", + "Average speed is 709.23% of the surrounding traffic's one", + "Average speed is 366.8% of the surrounding traffic's one", + "Average speed is 260.3% of the surrounding traffic's one", + "Average speed is 82.09% of the surrounding traffic's one", + "Average speed is 199.79% of the surrounding traffic's one", + "Average speed is 267.53% of the surrounding traffic's one", + "Average speed is 245.25% of the surrounding traffic's one", + "Average speed is 211.75% of the surrounding traffic's one", + "Average speed is 184.91% of the surrounding traffic's one", + "Average speed is 285.36% of the surrounding traffic's one", + "Average speed is 544.71% of the surrounding traffic's one", + "Average speed is 357.88% of the surrounding traffic's one", + "Average speed is 317.13% of the surrounding traffic's one", + "Average speed is 289.52% of the surrounding traffic's one", + "Average speed is 213.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.65, + "duration_system": 86.112 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.36" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/44_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/44_res.json new file mode 100644 index 0000000000000000000000000000000000000000..08de4b79450c06b1840d56d1f37f88c6893d16b8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/44_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 181.482, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.653, + "duration_game": 11.05, + "duration_system": 93.106, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_05_11_07_23_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.58% of the surrounding traffic's one", + "Average speed is 334.81% of the surrounding traffic's one", + "Average speed is 431.29% of the surrounding traffic's one", + "Average speed is 283.33% of the surrounding traffic's one", + "Average speed is 67.54% of the surrounding traffic's one", + "Average speed is 191.47% of the surrounding traffic's one", + "Average speed is 279.63% of the surrounding traffic's one", + "Average speed is 259.02% of the surrounding traffic's one", + "Average speed is 229.13% of the surrounding traffic's one", + "Average speed is 222.49% of the surrounding traffic's one", + "Average speed is 293.82% of the surrounding traffic's one", + "Average speed is 671.72% of the surrounding traffic's one", + "Average speed is 506.31% of the surrounding traffic's one", + "Average speed is 300.95% of the surrounding traffic's one", + "Average speed is 187.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 11.05, + "duration_system": 93.106 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "181.482" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/45_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/45_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2faa08f8f5e4cb1777233b48554c41f8283b81da --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/45_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.682, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.586, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.855, + "duration_game": 13.25, + "duration_system": 127.22, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_05_10_21_24_47", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3802 at (x=38.944, y=4838.319, z=372.116) at time=9.200s [CARLA Frame: 6200, Agent Step: 183]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 210.43% of the surrounding traffic's one", + "Average speed is 557.4% of the surrounding traffic's one", + "Average speed is 732.91% of the surrounding traffic's one", + "Average speed is 379.18% of the surrounding traffic's one", + "Average speed is 127.12% of the surrounding traffic's one", + "Average speed is 38.5% of the surrounding traffic's one", + "Average speed is 128.44% of the surrounding traffic's one", + "Average speed is 274.92% of the surrounding traffic's one", + "Average speed is 327.13% of the surrounding traffic's one", + "Average speed is 323.74% of the surrounding traffic's one", + "Average speed is 529.48% of the surrounding traffic's one", + "Average speed is 590.55% of the surrounding traffic's one", + "Average speed is 535.94% of the surrounding traffic's one", + "Average speed is 861.13% of the surrounding traffic's one", + "Average speed is 1285.66% of the surrounding traffic's one", + "Average speed is 1447.26% of the surrounding traffic's one", + "Average speed is 812.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 13.25, + "duration_system": 127.22 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.682", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.586" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/46_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/46_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fb669d8dec835d2e2447daf53813bc0e807f82cc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/46_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 181.328, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.723, + "duration_game": 7.15, + "duration_system": 80.095, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_05_11_07_27_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.73% of the surrounding traffic's one", + "Average speed is 721.72% of the surrounding traffic's one", + "Average speed is 1015.23% of the surrounding traffic's one", + "Average speed is 587.91% of the surrounding traffic's one", + "Average speed is 363.55% of the surrounding traffic's one", + "Average speed is 331.86% of the surrounding traffic's one", + "Average speed is 288.9% of the surrounding traffic's one", + "Average speed is 315.49% of the surrounding traffic's one", + "Average speed is 293.19% of the surrounding traffic's one", + "Average speed is 253.43% of the surrounding traffic's one", + "Average speed is 296.6% of the surrounding traffic's one", + "Average speed is 820.52% of the surrounding traffic's one", + "Average speed is 1095.0% of the surrounding traffic's one", + "Average speed is 1132.36% of the surrounding traffic's one", + "Average speed is 1450.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.15, + "duration_system": 80.095 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "181.328" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/47_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/47_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e20ffdf3021fc7e2bebe1caae0c314fe417b95ac --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/47_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.621, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.478, + "duration_game": 58.25, + "duration_system": 542.607, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_05_11_07_30_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.92% of the surrounding traffic's one", + "Average speed is 219.16% of the surrounding traffic's one", + "Average speed is 630.87% of the surrounding traffic's one", + "Average speed is 230.91% of the surrounding traffic's one", + "Average speed is 59.14% of the surrounding traffic's one", + "Average speed is 6.16% of the surrounding traffic's one", + "Average speed is 366.33% of the surrounding traffic's one", + "Average speed is 367.69% of the surrounding traffic's one", + "Average speed is 418.25% of the surrounding traffic's one", + "Average speed is 470.92% of the surrounding traffic's one", + "Average speed is 498.2% of the surrounding traffic's one", + "Average speed is 537.95% of the surrounding traffic's one", + "Average speed is 1496.09% of the surrounding traffic's one", + "Average speed is 1751.86% of the surrounding traffic's one", + "Average speed is 1101.66% of the surrounding traffic's one", + "Average speed is 1356.77% of the surrounding traffic's one", + "Average speed is 2586.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 58.25, + "duration_system": 542.607 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.621" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/48_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/48_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6722f61fc20e137169dee77c74d3cd197bf6eee2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/48_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.791, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.491, + "duration_game": 23.1, + "duration_system": 212.18, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_05_11_07_42_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.64% of the surrounding traffic's one", + "Average speed is 147.21% of the surrounding traffic's one", + "Average speed is 104.38% of the surrounding traffic's one", + "Average speed is 14.46% of the surrounding traffic's one", + "Average speed is 357.02% of the surrounding traffic's one", + "Average speed is 734.64% of the surrounding traffic's one", + "Average speed is 698.31% of the surrounding traffic's one", + "Average speed is 670.23% of the surrounding traffic's one", + "Average speed is 699.7% of the surrounding traffic's one", + "Average speed is 426.0% of the surrounding traffic's one", + "Average speed is 580.41% of the surrounding traffic's one", + "Average speed is 443.4% of the surrounding traffic's one", + "Average speed is 554.35% of the surrounding traffic's one", + "Average speed is 529.45% of the surrounding traffic's one", + "Average speed is 410.66% of the surrounding traffic's one", + "Average speed is 244.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 23.1, + "duration_system": 212.18 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.791" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/49_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/49_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c93b51b46b440b72d1c1071fc8eae04686acc5d1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/49_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.991, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.077, + "duration_game": 21.35, + "duration_system": 190.201, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_05_10_21_29_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 203.25% of the surrounding traffic's one", + "Average speed is 163.99% of the surrounding traffic's one", + "Average speed is 294.55% of the surrounding traffic's one", + "Average speed is 428.67% of the surrounding traffic's one", + "Average speed is 324.95% of the surrounding traffic's one", + "Average speed is 98.02% of the surrounding traffic's one", + "Average speed is 134.93% of the surrounding traffic's one", + "Average speed is 134.24% of the surrounding traffic's one", + "Average speed is 79.21% of the surrounding traffic's one", + "Average speed is 28.93% of the surrounding traffic's one", + "Average speed is 572.6% of the surrounding traffic's one", + "Average speed is 385.57% of the surrounding traffic's one", + "Average speed is 367.81% of the surrounding traffic's one", + "Average speed is 453.52% of the surrounding traffic's one", + "Average speed is 318.18% of the surrounding traffic's one", + "Average speed is 226.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.35, + "duration_system": 190.201 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.991" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/50_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/50_res.json new file mode 100644 index 0000000000000000000000000000000000000000..efba2f950931eb1302daa2ca2237b1a7d0bcf2df --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/50_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 103.607, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 164.082, + "duration_game": 14.2, + "duration_system": 206.214, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_05_11_07_48_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.19% of the surrounding traffic's one", + "Average speed is 427.94% of the surrounding traffic's one", + "Average speed is 444.59% of the surrounding traffic's one", + "Average speed is 391.18% of the surrounding traffic's one", + "Average speed is 458.01% of the surrounding traffic's one", + "Average speed is 435.79% of the surrounding traffic's one", + "Average speed is 442.78% of the surrounding traffic's one", + "Average speed is 445.29% of the surrounding traffic's one", + "Average speed is 835.24% of the surrounding traffic's one", + "Average speed is 1192.67% of the surrounding traffic's one", + "Average speed is 1122.4% of the surrounding traffic's one", + "Average speed is 580.91% of the surrounding traffic's one", + "Average speed is 251.39% of the surrounding traffic's one", + "Average speed is 398.4% of the surrounding traffic's one", + "Average speed is 529.2% of the surrounding traffic's one", + "Average speed is 2448969.37% of the surrounding traffic's one", + "Average speed is 912849.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.2, + "duration_system": 206.214 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "103.607" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/51_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/51_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e9e456a816aac7ca93be096ef76423455ad19239 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/51_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 124.041, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 137.052, + "duration_game": 14.0, + "duration_system": 237.25, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_05_11_07_53_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 247.14% of the surrounding traffic's one", + "Average speed is 279.44% of the surrounding traffic's one", + "Average speed is 284.9% of the surrounding traffic's one", + "Average speed is 447.55% of the surrounding traffic's one", + "Average speed is 529.28% of the surrounding traffic's one", + "Average speed is 544.72% of the surrounding traffic's one", + "Average speed is 498.94% of the surrounding traffic's one", + "Average speed is 395.1% of the surrounding traffic's one", + "Average speed is 381.4% of the surrounding traffic's one", + "Average speed is 488.5% of the surrounding traffic's one", + "Average speed is 466.3% of the surrounding traffic's one", + "Average speed is 512.32% of the surrounding traffic's one", + "Average speed is 619.45% of the surrounding traffic's one", + "Average speed is 1129.1% of the surrounding traffic's one", + "Average speed is 1070.43% of the surrounding traffic's one", + "Average speed is 649.46% of the surrounding traffic's one", + "Average speed is 414.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 14.0, + "duration_system": 237.25 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "124.041" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/52_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/52_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7134216d3cf27b4f903be0b8e971e75e5d299181 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/52_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.047, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.633, + "duration_game": 14.1, + "duration_system": 214.222, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_05_11_07_59_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 431.86% of the surrounding traffic's one", + "Average speed is 597.31% of the surrounding traffic's one", + "Average speed is 634.1% of the surrounding traffic's one", + "Average speed is 680.38% of the surrounding traffic's one", + "Average speed is 382.4% of the surrounding traffic's one", + "Average speed is 259.9% of the surrounding traffic's one", + "Average speed is 126.36% of the surrounding traffic's one", + "Average speed is 266.66% of the surrounding traffic's one", + "Average speed is 271.05% of the surrounding traffic's one", + "Average speed is 197.51% of the surrounding traffic's one", + "Average speed is 176.83% of the surrounding traffic's one", + "Average speed is 183.79% of the surrounding traffic's one", + "Average speed is 172.1% of the surrounding traffic's one", + "Average speed is 412.36% of the surrounding traffic's one", + "Average speed is 377.37% of the surrounding traffic's one", + "Average speed is 353.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 14.1, + "duration_system": 214.222 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.047" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/53_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/53_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3fe70d099b6ea50901c045e5826be996e5bff76a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/53_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 124.952, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 136.052, + "duration_game": 13.0, + "duration_system": 257.283, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_05_11_08_05_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.09% of the surrounding traffic's one", + "Average speed is 263.95% of the surrounding traffic's one", + "Average speed is 278.58% of the surrounding traffic's one", + "Average speed is 444.86% of the surrounding traffic's one", + "Average speed is 503.4% of the surrounding traffic's one", + "Average speed is 548.44% of the surrounding traffic's one", + "Average speed is 643.17% of the surrounding traffic's one", + "Average speed is 622.96% of the surrounding traffic's one", + "Average speed is 580.33% of the surrounding traffic's one", + "Average speed is 521.6% of the surrounding traffic's one", + "Average speed is 631.16% of the surrounding traffic's one", + "Average speed is 768.36% of the surrounding traffic's one", + "Average speed is 731.01% of the surrounding traffic's one", + "Average speed is 1284.7% of the surrounding traffic's one", + "Average speed is 1349.92% of the surrounding traffic's one", + "Average speed is 747.32% of the surrounding traffic's one", + "Average speed is 467.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 13.0, + "duration_system": 257.283 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "124.952" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/54_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/54_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4351a781d2a7572d920b223b3c7ef489687a6907 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/54_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.059, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.304, + "duration_game": 13.9, + "duration_system": 196.21, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_05_10_21_34_29", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.81% of the surrounding traffic's one", + "Average speed is 210.47% of the surrounding traffic's one", + "Average speed is 246.51% of the surrounding traffic's one", + "Average speed is 84.79% of the surrounding traffic's one", + "Average speed is 41.82% of the surrounding traffic's one", + "Average speed is 291.08% of the surrounding traffic's one", + "Average speed is 421.62% of the surrounding traffic's one", + "Average speed is 425.99% of the surrounding traffic's one", + "Average speed is 386.08% of the surrounding traffic's one", + "Average speed is 348.8% of the surrounding traffic's one", + "Average speed is 359.95% of the surrounding traffic's one", + "Average speed is 265.62% of the surrounding traffic's one", + "Average speed is 182.97% of the surrounding traffic's one", + "Average speed is 152.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.9, + "duration_system": 196.21 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "168.059" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/55_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/55_res.json new file mode 100644 index 0000000000000000000000000000000000000000..df96b9b986536fe96257dff29fa9b3ce03caa892 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/55_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.433, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.119, + "duration_game": 47.05, + "duration_system": 1326.75, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_05_11_08_11_56", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.18% of the surrounding traffic's one", + "Average speed is 750.28% of the surrounding traffic's one", + "Average speed is 306.76% of the surrounding traffic's one", + "Average speed is 114.75% of the surrounding traffic's one", + "Average speed is 37.78% of the surrounding traffic's one", + "Average speed is 272.45% of the surrounding traffic's one", + "Average speed is 448.39% of the surrounding traffic's one", + "Average speed is 505.05% of the surrounding traffic's one", + "Average speed is 380.64% of the surrounding traffic's one", + "Average speed is 320.74% of the surrounding traffic's one", + "Average speed is 1088.53% of the surrounding traffic's one", + "Average speed is 1679.65% of the surrounding traffic's one", + "Average speed is 299.61% of the surrounding traffic's one", + "Average speed is 145.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 47.05, + "duration_system": 1326.75 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "168.433" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/56_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/56_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8f59f502d7f117974fc725c13d200bc5fc90e3dc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/56_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.267, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.075, + "duration_game": 12.95, + "duration_system": 215.793, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_05_11_08_36_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 243.7% of the surrounding traffic's one", + "Average speed is 299.62% of the surrounding traffic's one", + "Average speed is 307.26% of the surrounding traffic's one", + "Average speed is 203.69% of the surrounding traffic's one", + "Average speed is 49.15% of the surrounding traffic's one", + "Average speed is 52.09% of the surrounding traffic's one", + "Average speed is 289.91% of the surrounding traffic's one", + "Average speed is 392.23% of the surrounding traffic's one", + "Average speed is 391.17% of the surrounding traffic's one", + "Average speed is 463.23% of the surrounding traffic's one", + "Average speed is 367.95% of the surrounding traffic's one", + "Average speed is 383.96% of the surrounding traffic's one", + "Average speed is 369.5% of the surrounding traffic's one", + "Average speed is 273.04% of the surrounding traffic's one", + "Average speed is 219.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.95, + "duration_system": 215.793 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.267" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/57_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/57_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e36de97bb9b8a2aa35c60200ba4a7cf91150c998 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/57_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 163.342, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.71, + "duration_game": 30.5, + "duration_system": 323.809, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_05_11_08_42_03", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 215.48% of the surrounding traffic's one", + "Average speed is 283.45% of the surrounding traffic's one", + "Average speed is 152.0% of the surrounding traffic's one", + "Average speed is 87.49% of the surrounding traffic's one", + "Average speed is 28.68% of the surrounding traffic's one", + "Average speed is 273.32% of the surrounding traffic's one", + "Average speed is 341.72% of the surrounding traffic's one", + "Average speed is 378.1% of the surrounding traffic's one", + "Average speed is 380.76% of the surrounding traffic's one", + "Average speed is 622.25% of the surrounding traffic's one", + "Average speed is 3344.79% of the surrounding traffic's one", + "Average speed is 967.28% of the surrounding traffic's one", + "Average speed is 563.9% of the surrounding traffic's one", + "Average speed is 216.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 30.5, + "duration_system": 323.809 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "163.342" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/58_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/58_res.json new file mode 100644 index 0000000000000000000000000000000000000000..17a838c41a844510c912929f4e517e4961f75d58 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/58_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.59, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.188, + "duration_game": 14.4, + "duration_system": 196.201, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_05_11_08_49_43", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.88% of the surrounding traffic's one", + "Average speed is 79.33% of the surrounding traffic's one", + "Average speed is 153.58% of the surrounding traffic's one", + "Average speed is 166.41% of the surrounding traffic's one", + "Average speed is 65.8% of the surrounding traffic's one", + "Average speed is 46.17% of the surrounding traffic's one", + "Average speed is 366.75% of the surrounding traffic's one", + "Average speed is 511.87% of the surrounding traffic's one", + "Average speed is 525.0% of the surrounding traffic's one", + "Average speed is 487.82% of the surrounding traffic's one", + "Average speed is 382.85% of the surrounding traffic's one", + "Average speed is 426.62% of the surrounding traffic's one", + "Average speed is 286.46% of the surrounding traffic's one", + "Average speed is 176.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 14.4, + "duration_system": 196.201 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.59" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/59_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/59_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1c21dd454e57f5419a85619a9696d9dafeb75bb4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/59_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 18.32, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 274.796, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 54.586, + "duration_game": 53.55, + "duration_system": 1175.217, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_05_10_21_39_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 3.9% of the surrounding traffic's one", + "Average speed is 1423.38% of the surrounding traffic's one", + "Average speed is 3281.28% of the surrounding traffic's one", + "Average speed is 3357.67% of the surrounding traffic's one", + "Average speed is 2336.83% of the surrounding traffic's one", + "Average speed is 1673.96% of the surrounding traffic's one", + "Average speed is 1668.22% of the surrounding traffic's one", + "Average speed is 956.61% of the surrounding traffic's one", + "Average speed is 682.25% of the surrounding traffic's one", + "Average speed is 529.02% of the surrounding traffic's one", + "Average speed is 413.01% of the surrounding traffic's one", + "Average speed is 333.94% of the surrounding traffic's one", + "Average speed is 213.22% of the surrounding traffic's one", + "Average speed is 58.62% of the surrounding traffic's one", + "Average speed is 104.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 53.55, + "duration_system": 1175.217 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "18.32", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "274.796" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/60_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/60_res.json new file mode 100644 index 0000000000000000000000000000000000000000..15eafb72b720845ee7565b5fc9e97d0a8c79b9e5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/60_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.368, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 63.243, + "duration_game": 6.2, + "duration_system": 54.06, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_05_10_22_01_48", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.06% of the surrounding traffic's one", + "Average speed is 196.39% of the surrounding traffic's one", + "Average speed is 270.74% of the surrounding traffic's one", + "Average speed is 289.5% of the surrounding traffic's one", + "Average speed is 289.41% of the surrounding traffic's one", + "Average speed is 293.18% of the surrounding traffic's one", + "Average speed is 314.86% of the surrounding traffic's one", + "Average speed is 320.86% of the surrounding traffic's one", + "Average speed is 299.08% of the surrounding traffic's one", + "Average speed is 734.87% of the surrounding traffic's one", + "Average speed is 586.63% of the surrounding traffic's one", + "Average speed is 566.88% of the surrounding traffic's one", + "Average speed is 390.73% of the surrounding traffic's one", + "Average speed is 265.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.2, + "duration_system": 54.06 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.368" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/61_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/61_res.json new file mode 100644 index 0000000000000000000000000000000000000000..11e2fc1580f5194acbdfe17ed6760b7dfd61289a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/61_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 225.443, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 62.1, + "duration_game": 11.95, + "duration_system": 125.139, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_05_11_08_55_15", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.42% of the surrounding traffic's one", + "Average speed is 28.38% of the surrounding traffic's one", + "Average speed is 336.69% of the surrounding traffic's one", + "Average speed is 400.22% of the surrounding traffic's one", + "Average speed is 579.65% of the surrounding traffic's one", + "Average speed is 592.72% of the surrounding traffic's one", + "Average speed is 699.3% of the surrounding traffic's one", + "Average speed is 540.53% of the surrounding traffic's one", + "Average speed is 834.77% of the surrounding traffic's one", + "Average speed is 569.03% of the surrounding traffic's one", + "Average speed is 333.15% of the surrounding traffic's one", + "Average speed is 255.28% of the surrounding traffic's one", + "Average speed is 228.5% of the surrounding traffic's one", + "Average speed is 139.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 11.95, + "duration_system": 125.139 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "225.443" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/62_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/62_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e10427fdc64dfd2996dbe330e9f9580ef440965c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/62_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 230.529, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 60.73, + "duration_game": 19.3, + "duration_system": 231.234, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_05_10_22_04_56", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 100.22% of the surrounding traffic's one", + "Average speed is 15.77% of the surrounding traffic's one", + "Average speed is 468.82% of the surrounding traffic's one", + "Average speed is 546.02% of the surrounding traffic's one", + "Average speed is 547.71% of the surrounding traffic's one", + "Average speed is 490.26% of the surrounding traffic's one", + "Average speed is 469.82% of the surrounding traffic's one", + "Average speed is 444.13% of the surrounding traffic's one", + "Average speed is 575.75% of the surrounding traffic's one", + "Average speed is 558.24% of the surrounding traffic's one", + "Average speed is 583.44% of the surrounding traffic's one", + "Average speed is 331.48% of the surrounding traffic's one", + "Average speed is 310.54% of the surrounding traffic's one", + "Average speed is 292.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 19.3, + "duration_system": 231.234 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "230.529" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/63_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/63_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a3d9d947c578b67e1c762de96ff2b16818123962 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/63_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.688, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.137, + "duration_game": 17.55, + "duration_system": 145.243, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_05_11_08_59_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.69% of the surrounding traffic's one", + "Average speed is 135.79% of the surrounding traffic's one", + "Average speed is 204.66% of the surrounding traffic's one", + "Average speed is 187.41% of the surrounding traffic's one", + "Average speed is 155.29% of the surrounding traffic's one", + "Average speed is 70.62% of the surrounding traffic's one", + "Average speed is 72.52% of the surrounding traffic's one", + "Average speed is 181.38% of the surrounding traffic's one", + "Average speed is 160.75% of the surrounding traffic's one", + "Average speed is 142.42% of the surrounding traffic's one", + "Average speed is 110.63% of the surrounding traffic's one", + "Average speed is 111.21% of the surrounding traffic's one", + "Average speed is 112.52% of the surrounding traffic's one", + "Average speed is 117.04% of the surrounding traffic's one", + "Average speed is 128.83% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one", + "Average speed is 101.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 17.55, + "duration_system": 145.243 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.688" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/64_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/64_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c98e61a3098245544e65d5c193f2329dde560152 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/64_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.149, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 117.121, + "duration_game": 33.85, + "duration_system": 276.33, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_05_11_09_04_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.37% of the surrounding traffic's one", + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 184.44% of the surrounding traffic's one", + "Average speed is 207.03% of the surrounding traffic's one", + "Average speed is 179.37% of the surrounding traffic's one", + "Average speed is 165.48% of the surrounding traffic's one", + "Average speed is 129.9% of the surrounding traffic's one", + "Average speed is 44.51% of the surrounding traffic's one", + "Average speed is 91.96% of the surrounding traffic's one", + "Average speed is 187.27% of the surrounding traffic's one", + "Average speed is 190.83% of the surrounding traffic's one", + "Average speed is 169.79% of the surrounding traffic's one", + "Average speed is 137.72% of the surrounding traffic's one", + "Average speed is 96.97% of the surrounding traffic's one", + "Average speed is 121.01% of the surrounding traffic's one", + "Average speed is 13.24% of the surrounding traffic's one", + "Average speed is 102.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 33.85, + "duration_system": 276.33 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.149" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/65_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/65_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e3ce355c566a73ce4b214cf8c31a319bcc20472b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/65_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.242, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.065, + "duration_game": 74.25, + "duration_system": 1090.254, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_05_10_22_11_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 160.22% of the surrounding traffic's one", + "Average speed is 155.17% of the surrounding traffic's one", + "Average speed is 173.96% of the surrounding traffic's one", + "Average speed is 178.81% of the surrounding traffic's one", + "Average speed is 117.47% of the surrounding traffic's one", + "Average speed is 2.75% of the surrounding traffic's one", + "Average speed is 155.41% of the surrounding traffic's one", + "Average speed is 220.73% of the surrounding traffic's one", + "Average speed is 246.47% of the surrounding traffic's one", + "Average speed is 176.59% of the surrounding traffic's one", + "Average speed is 62.12% of the surrounding traffic's one", + "Average speed is 78.58% of the surrounding traffic's one", + "Average speed is 104.85% of the surrounding traffic's one", + "Average speed is 106.37% of the surrounding traffic's one", + "Average speed is 106.59% of the surrounding traffic's one", + "Average speed is 115.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 74.25, + "duration_system": 1090.254 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.242" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/66_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/66_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bd537f458ba39b39da099f728a47522058c3b209 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/66_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.545, + "yield_emergency_vehicle_infractions": 9.703, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.061, + "duration_game": 7.2, + "duration_system": 66.065, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_05_10_22_31_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.39% of the surrounding traffic's one", + "Average speed is 187.16% of the surrounding traffic's one", + "Average speed is 187.1% of the surrounding traffic's one", + "Average speed is 209.54% of the surrounding traffic's one", + "Average speed is 215.78% of the surrounding traffic's one", + "Average speed is 210.0% of the surrounding traffic's one", + "Average speed is 224.39% of the surrounding traffic's one", + "Average speed is 232.32% of the surrounding traffic's one", + "Average speed is 230.31% of the surrounding traffic's one", + "Average speed is 210.89% of the surrounding traffic's one", + "Average speed is 195.52% of the surrounding traffic's one", + "Average speed is 173.73% of the surrounding traffic's one", + "Average speed is 161.54% of the surrounding traffic's one", + "Average speed is 225.03% of the surrounding traffic's one", + "Average speed is 225.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 66.065 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.703", + "0.0", + "145.545" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/67_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/67_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0500e254125527b754f7381362d40f2251532b86 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/67_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.456, + "yield_emergency_vehicle_infractions": 9.697, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.124, + "duration_game": 8.0, + "duration_system": 73.073, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_05_11_09_11_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.67% of the surrounding traffic's one", + "Average speed is 133.5% of the surrounding traffic's one", + "Average speed is 119.89% of the surrounding traffic's one", + "Average speed is 152.65% of the surrounding traffic's one", + "Average speed is 170.82% of the surrounding traffic's one", + "Average speed is 192.59% of the surrounding traffic's one", + "Average speed is 214.2% of the surrounding traffic's one", + "Average speed is 226.77% of the surrounding traffic's one", + "Average speed is 243.41% of the surrounding traffic's one", + "Average speed is 250.6% of the surrounding traffic's one", + "Average speed is 245.24% of the surrounding traffic's one", + "Average speed is 239.59% of the surrounding traffic's one", + "Average speed is 226.06% of the surrounding traffic's one", + "Average speed is 195.57% of the surrounding traffic's one", + "Average speed is 173.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 8.0, + "duration_system": 73.073 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.697", + "0.0", + "145.456" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/68_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/68_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d56952e74f78404b504b69dcf252f10b2b2bb6cd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/68_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.971, + "yield_emergency_vehicle_infractions": 9.798, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.061, + "duration_game": 7.9, + "duration_system": 83.083, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_05_10_22_35_10", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.83% of the surrounding traffic's one", + "Average speed is 174.08% of the surrounding traffic's one", + "Average speed is 200.97% of the surrounding traffic's one", + "Average speed is 256.67% of the surrounding traffic's one", + "Average speed is 231.23% of the surrounding traffic's one", + "Average speed is 218.47% of the surrounding traffic's one", + "Average speed is 220.11% of the surrounding traffic's one", + "Average speed is 208.99% of the surrounding traffic's one", + "Average speed is 197.44% of the surrounding traffic's one", + "Average speed is 192.27% of the surrounding traffic's one", + "Average speed is 182.23% of the surrounding traffic's one", + "Average speed is 173.76% of the surrounding traffic's one", + "Average speed is 167.59% of the surrounding traffic's one", + "Average speed is 164.0% of the surrounding traffic's one", + "Average speed is 164.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.9, + "duration_system": 83.083 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.798", + "0.0", + "146.971" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/69_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/69_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ab353ab82c4b94fe7e99716fbc1c05803df43612 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/69_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.247, + "yield_emergency_vehicle_infractions": 9.75, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.566, + "duration_game": 7.55, + "duration_system": 85.096, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_05_10_22_39_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.47% of the surrounding traffic's one", + "Average speed is 141.98% of the surrounding traffic's one", + "Average speed is 130.24% of the surrounding traffic's one", + "Average speed is 195.56% of the surrounding traffic's one", + "Average speed is 199.43% of the surrounding traffic's one", + "Average speed is 202.57% of the surrounding traffic's one", + "Average speed is 222.48% of the surrounding traffic's one", + "Average speed is 235.11% of the surrounding traffic's one", + "Average speed is 241.2% of the surrounding traffic's one", + "Average speed is 239.84% of the surrounding traffic's one", + "Average speed is 245.3% of the surrounding traffic's one", + "Average speed is 240.22% of the surrounding traffic's one", + "Average speed is 227.65% of the surrounding traffic's one", + "Average speed is 219.64% of the surrounding traffic's one", + "Average speed is 222.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.55, + "duration_system": 85.096 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.75", + "0.0", + "146.247" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/70_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/70_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2ddcdb8f2a48337961cfff04945e2d4d3e0ddc9e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/70_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 128.262, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.541, + "duration_game": 138.55, + "duration_system": 1301.807, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_05_11_16_19_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.68% of the surrounding traffic's one", + "Average speed is 135.89% of the surrounding traffic's one", + "Average speed is 231.9% of the surrounding traffic's one", + "Average speed is 241.25% of the surrounding traffic's one", + "Average speed is 188.22% of the surrounding traffic's one", + "Average speed is 156.69% of the surrounding traffic's one", + "Average speed is 91.31% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 573.78% of the surrounding traffic's one", + "Average speed is 679.54% of the surrounding traffic's one", + "Average speed is 845.74% of the surrounding traffic's one", + "Average speed is 760.88% of the surrounding traffic's one", + "Average speed is 818.6% of the surrounding traffic's one", + "Average speed is 5791.23% of the surrounding traffic's one", + "Average speed is 3787.07% of the surrounding traffic's one", + "Average speed is 376556.55% of the surrounding traffic's one", + "Average speed is 55817452.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.541, + "duration_game": 138.55, + "duration_system": 1301.807 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "128.262" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/71_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/71_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cc4dbd6d5d6c1ef5198fdcc2fc963c7f3eaf09b8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/71_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.575, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.071, + "duration_game": 17.45, + "duration_system": 142.176, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_05_11_10_27_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.04% of the surrounding traffic's one", + "Average speed is 165.92% of the surrounding traffic's one", + "Average speed is 193.74% of the surrounding traffic's one", + "Average speed is 164.64% of the surrounding traffic's one", + "Average speed is 149.66% of the surrounding traffic's one", + "Average speed is 122.49% of the surrounding traffic's one", + "Average speed is 81.05% of the surrounding traffic's one", + "Average speed is 66.77% of the surrounding traffic's one", + "Average speed is 86.01% of the surrounding traffic's one", + "Average speed is 252.4% of the surrounding traffic's one", + "Average speed is 267.58% of the surrounding traffic's one", + "Average speed is 377.63% of the surrounding traffic's one", + "Average speed is 400.49% of the surrounding traffic's one", + "Average speed is 420.89% of the surrounding traffic's one", + "Average speed is 592.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.45, + "duration_system": 142.176 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.575" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/72_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/72_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0ab59c40efc179de26d991a3a6344e9f232e5100 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/72_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.584, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.061, + "duration_game": 32.85, + "duration_system": 285.783, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_05_11_10_32_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.7% of the surrounding traffic's one", + "Average speed is 153.77% of the surrounding traffic's one", + "Average speed is 220.27% of the surrounding traffic's one", + "Average speed is 165.69% of the surrounding traffic's one", + "Average speed is 167.82% of the surrounding traffic's one", + "Average speed is 198.72% of the surrounding traffic's one", + "Average speed is 178.03% of the surrounding traffic's one", + "Average speed is 157.85% of the surrounding traffic's one", + "Average speed is 115.1% of the surrounding traffic's one", + "Average speed is 106.91% of the surrounding traffic's one", + "Average speed is 115.54% of the surrounding traffic's one", + "Average speed is 102.0% of the surrounding traffic's one", + "Average speed is 101.84% of the surrounding traffic's one", + "Average speed is 133.99% of the surrounding traffic's one", + "Average speed is 27.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.85, + "duration_system": 285.783 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.584" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/73_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/73_res.json new file mode 100644 index 0000000000000000000000000000000000000000..21c8428acc02cc4a38e46befe847e65480c70c3e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/73_res.json @@ -0,0 +1,73 @@ +{ + "_checkpoint": { + "global_record": {}, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_05_11_10_39_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.47% of the surrounding traffic's one", + "Average speed is 134.5% of the surrounding traffic's one", + "Average speed is 212.57% of the surrounding traffic's one", + "Average speed is 295.57% of the surrounding traffic's one", + "Average speed is 198.54% of the surrounding traffic's one", + "Average speed is 19.78% of the surrounding traffic's one", + "Average speed is 276.56% of the surrounding traffic's one", + "Average speed is 342.87% of the surrounding traffic's one", + "Average speed is 238.16% of the surrounding traffic's one", + "Average speed is 187.9% of the surrounding traffic's one", + "Average speed is 233.07% of the surrounding traffic's one", + "Average speed is 227.34% of the surrounding traffic's one", + "Average speed is 215.96% of the surrounding traffic's one", + "Average speed is 208.27% of the surrounding traffic's one", + "Average speed is 244.92% of the surrounding traffic's one", + "Average speed is 236.62% of the surrounding traffic's one", + "Average speed is 199.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 27.0, + "duration_system": 326.359 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Started", + "eligible": false, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [], + "labels": [] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/74_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/74_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bf30ebf13187a5376b94d5e9c8945ecce05b21f3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/74_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.336, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.961, + "duration_game": 19.0, + "duration_system": 205.237, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_05_10_22_42_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.14% of the surrounding traffic's one", + "Average speed is 143.95% of the surrounding traffic's one", + "Average speed is 182.49% of the surrounding traffic's one", + "Average speed is 224.23% of the surrounding traffic's one", + "Average speed is 256.17% of the surrounding traffic's one", + "Average speed is 350.32% of the surrounding traffic's one", + "Average speed is 459.12% of the surrounding traffic's one", + "Average speed is 275.65% of the surrounding traffic's one", + "Average speed is 27.75% of the surrounding traffic's one", + "Average speed is 323.45% of the surrounding traffic's one", + "Average speed is 584.4% of the surrounding traffic's one", + "Average speed is 498.85% of the surrounding traffic's one", + "Average speed is 504.94% of the surrounding traffic's one", + "Average speed is 807.62% of the surrounding traffic's one", + "Average speed is 797.76% of the surrounding traffic's one", + "Average speed is 770.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.0, + "duration_system": 205.237 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.336" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/75_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/75_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2b591c32466b095fcce6768bb3d2bc44b7a9db42 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/75_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.729, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.062, + "duration_game": 16.0, + "duration_system": 208.232, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_05_11_11_51_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 156.75% of the surrounding traffic's one", + "Average speed is 142.42% of the surrounding traffic's one", + "Average speed is 179.61% of the surrounding traffic's one", + "Average speed is 209.02% of the surrounding traffic's one", + "Average speed is 265.11% of the surrounding traffic's one", + "Average speed is 367.78% of the surrounding traffic's one", + "Average speed is 288.13% of the surrounding traffic's one", + "Average speed is 66.24% of the surrounding traffic's one", + "Average speed is 220.49% of the surrounding traffic's one", + "Average speed is 319.74% of the surrounding traffic's one", + "Average speed is 221.54% of the surrounding traffic's one", + "Average speed is 202.68% of the surrounding traffic's one", + "Average speed is 236.32% of the surrounding traffic's one", + "Average speed is 206.38% of the surrounding traffic's one", + "Average speed is 239.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 16.0, + "duration_system": 208.232 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.729" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/76_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/76_res.json new file mode 100644 index 0000000000000000000000000000000000000000..47a59c09246d0c2983679a02866969bb3a60f814 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/76_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 129.638, + "duration_game": 13.35, + "duration_system": 138.166, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_05_11_11_57_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 52.53% of the surrounding traffic's one", + "Average speed is 212.72% of the surrounding traffic's one", + "Average speed is 382.15% of the surrounding traffic's one", + "Average speed is 534.26% of the surrounding traffic's one", + "Average speed is 426.08% of the surrounding traffic's one", + "Average speed is 415.37% of the surrounding traffic's one", + "Average speed is 547.52% of the surrounding traffic's one", + "Average speed is 519.69% of the surrounding traffic's one", + "Average speed is 455.77% of the surrounding traffic's one", + "Average speed is 447.58% of the surrounding traffic's one", + "Average speed is 381.3% of the surrounding traffic's one", + "Average speed is 362.55% of the surrounding traffic's one", + "Average speed is 351.38% of the surrounding traffic's one", + "Average speed is 350.41% of the surrounding traffic's one", + "Average speed is 475.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.35, + "duration_system": 138.166 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/77_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/77_res.json new file mode 100644 index 0000000000000000000000000000000000000000..59ef94700f6539cf60d59512dab73db12f164540 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/77_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.672, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.154, + "duration_game": 22.3, + "duration_system": 186.619, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_05_11_12_02_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.74% of the surrounding traffic's one", + "Average speed is 143.13% of the surrounding traffic's one", + "Average speed is 180.74% of the surrounding traffic's one", + "Average speed is 227.43% of the surrounding traffic's one", + "Average speed is 235.66% of the surrounding traffic's one", + "Average speed is 191.18% of the surrounding traffic's one", + "Average speed is 172.98% of the surrounding traffic's one", + "Average speed is 171.25% of the surrounding traffic's one", + "Average speed is 136.16% of the surrounding traffic's one", + "Average speed is 129.91% of the surrounding traffic's one", + "Average speed is 100.87% of the surrounding traffic's one", + "Average speed is 103.86% of the surrounding traffic's one", + "Average speed is 95.86% of the surrounding traffic's one", + "Average speed is 98.94% of the surrounding traffic's one", + "Average speed is 115.21% of the surrounding traffic's one", + "Average speed is 110.79% of the surrounding traffic's one", + "Average speed is 120.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.3, + "duration_system": 186.619 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.672" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/78_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/78_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a9846e1bbc0f652efb5795619222293ff7234577 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/78_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.244, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.063, + "duration_game": 17.65, + "duration_system": 147.169, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_05_11_12_07_52", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 47.04% of the surrounding traffic's one", + "Average speed is 148.98% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one", + "Average speed is 125.32% of the surrounding traffic's one", + "Average speed is 125.31% of the surrounding traffic's one", + "Average speed is 115.91% of the surrounding traffic's one", + "Average speed is 123.25% of the surrounding traffic's one", + "Average speed is 125.22% of the surrounding traffic's one", + "Average speed is 123.82% of the surrounding traffic's one", + "Average speed is 106.05% of the surrounding traffic's one", + "Average speed is 109.42% of the surrounding traffic's one", + "Average speed is 118.3% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 120.43% of the surrounding traffic's one", + "Average speed is 126.15% of the surrounding traffic's one", + "Average speed is 104.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 17.65, + "duration_system": 147.169 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.244" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/79_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/79_res.json new file mode 100644 index 0000000000000000000000000000000000000000..88cfbb4a169c23d6aabca8a13f283b39d3a0dc02 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/79_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.622, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.327, + "duration_game": 28.0, + "duration_system": 238.256, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_05_11_12_12_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.63% of the surrounding traffic's one", + "Average speed is 118.36% of the surrounding traffic's one", + "Average speed is 16.81% of the surrounding traffic's one", + "Average speed is 153.72% of the surrounding traffic's one", + "Average speed is 113.72% of the surrounding traffic's one", + "Average speed is 106.91% of the surrounding traffic's one", + "Average speed is 129.11% of the surrounding traffic's one", + "Average speed is 68.77% of the surrounding traffic's one", + "Average speed is 103.0% of the surrounding traffic's one", + "Average speed is 155.59% of the surrounding traffic's one", + "Average speed is 133.29% of the surrounding traffic's one", + "Average speed is 100.54% of the surrounding traffic's one", + "Average speed is 125.54% of the surrounding traffic's one", + "Average speed is 100.55% of the surrounding traffic's one", + "Average speed is 105.77% of the surrounding traffic's one", + "Average speed is 112.93% of the surrounding traffic's one", + "Average speed is 121.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 28.0, + "duration_system": 238.256 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.622" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/80_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/80_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ad61c8838d1d9cd0a7129d4bd248e26b48192773 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/80_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.948, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.288, + "duration_game": 16.8, + "duration_system": 131.158, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_05_11_12_19_25", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.39% of the surrounding traffic's one", + "Average speed is 102.82% of the surrounding traffic's one", + "Average speed is 109.31% of the surrounding traffic's one", + "Average speed is 138.57% of the surrounding traffic's one", + "Average speed is 102.2% of the surrounding traffic's one", + "Average speed is 101.27% of the surrounding traffic's one", + "Average speed is 97.1% of the surrounding traffic's one", + "Average speed is 97.05% of the surrounding traffic's one", + "Average speed is 107.24% of the surrounding traffic's one", + "Average speed is 115.64% of the surrounding traffic's one", + "Average speed is 108.76% of the surrounding traffic's one", + "Average speed is 101.15% of the surrounding traffic's one", + "Average speed is 106.48% of the surrounding traffic's one", + "Average speed is 102.33% of the surrounding traffic's one", + "Average speed is 99.1% of the surrounding traffic's one", + "Average speed is 115.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 131.158 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.948" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/81_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/81_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8c3503c405da2ba7431060821064f4b6e24c8fd6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/81_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.968, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.063, + "duration_game": 10.7, + "duration_system": 89.173, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_05_11_12_24_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.94% of the surrounding traffic's one", + "Average speed is 141.46% of the surrounding traffic's one", + "Average speed is 126.28% of the surrounding traffic's one", + "Average speed is 120.9% of the surrounding traffic's one", + "Average speed is 131.78% of the surrounding traffic's one", + "Average speed is 117.84% of the surrounding traffic's one", + "Average speed is 126.83% of the surrounding traffic's one", + "Average speed is 117.44% of the surrounding traffic's one", + "Average speed is 125.06% of the surrounding traffic's one", + "Average speed is 121.62% of the surrounding traffic's one", + "Average speed is 120.09% of the surrounding traffic's one", + "Average speed is 112.39% of the surrounding traffic's one", + "Average speed is 132.81% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 10.7, + "duration_system": 89.173 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "146.968" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/82_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/82_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c40658f5510e227d0ffa0cd29e50bd78e153516e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/82_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.274, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 101.164, + "duration_game": 8.25, + "duration_system": 67.083, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_05_11_12_28_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.12% of the surrounding traffic's one", + "Average speed is 134.13% of the surrounding traffic's one", + "Average speed is 143.54% of the surrounding traffic's one", + "Average speed is 119.83% of the surrounding traffic's one", + "Average speed is 134.9% of the surrounding traffic's one", + "Average speed is 167.59% of the surrounding traffic's one", + "Average speed is 191.84% of the surrounding traffic's one", + "Average speed is 208.34% of the surrounding traffic's one", + "Average speed is 223.54% of the surrounding traffic's one", + "Average speed is 234.57% of the surrounding traffic's one", + "Average speed is 240.57% of the surrounding traffic's one", + "Average speed is 238.46% of the surrounding traffic's one", + "Average speed is 223.22% of the surrounding traffic's one", + "Average speed is 192.82% of the surrounding traffic's one", + "Average speed is 149.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.25, + "duration_system": 67.083 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.274" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/83_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/83_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6e49379a0d3b72e26daddba5879659c9606ed309 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/83_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.464, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.118, + "duration_game": 8.0, + "duration_system": 65.079, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_05_10_22_48_46", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.63% of the surrounding traffic's one", + "Average speed is 134.24% of the surrounding traffic's one", + "Average speed is 102.42% of the surrounding traffic's one", + "Average speed is 126.6% of the surrounding traffic's one", + "Average speed is 159.1% of the surrounding traffic's one", + "Average speed is 180.38% of the surrounding traffic's one", + "Average speed is 203.4% of the surrounding traffic's one", + "Average speed is 221.23% of the surrounding traffic's one", + "Average speed is 232.39% of the surrounding traffic's one", + "Average speed is 239.6% of the surrounding traffic's one", + "Average speed is 244.6% of the surrounding traffic's one", + "Average speed is 239.95% of the surrounding traffic's one", + "Average speed is 229.46% of the surrounding traffic's one", + "Average speed is 227.97% of the surrounding traffic's one", + "Average speed is 236.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.0, + "duration_system": 65.079 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.464" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/84_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/84_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6207f0789f7554ca871f76b3cb64490a130a99de --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/84_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.438, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.002, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.418, + "duration_game": 14.1, + "duration_system": 150.17, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_05_11_12_31_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2587.804, y=-79.638, z=173.289) at time=8.200s [CARLA Frame: 6028, Agent Step: 163]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.77% of the surrounding traffic's one", + "Average speed is 528.0% of the surrounding traffic's one", + "Average speed is 697.92% of the surrounding traffic's one", + "Average speed is 407.42% of the surrounding traffic's one", + "Average speed is 141.01% of the surrounding traffic's one", + "Average speed is 52.38% of the surrounding traffic's one", + "Average speed is 130.59% of the surrounding traffic's one", + "Average speed is 244.88% of the surrounding traffic's one", + "Average speed is 294.31% of the surrounding traffic's one", + "Average speed is 228.51% of the surrounding traffic's one", + "Average speed is 96.67% of the surrounding traffic's one", + "Average speed is 361.38% of the surrounding traffic's one", + "Average speed is 1847.48% of the surrounding traffic's one", + "Average speed is 1538.4% of the surrounding traffic's one", + "Average speed is 3740.45% of the surrounding traffic's one", + "Average speed is 3751.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 14.1, + "duration_system": 150.17 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "13.438", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.002" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/85_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/85_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d88259efb6801f09047c375e553ff9193ba85a7e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/85_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.626, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.521, + "duration_game": 11.6, + "duration_system": 115.134, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_05_11_12_36_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 373.02% of the surrounding traffic's one", + "Average speed is 237.43% of the surrounding traffic's one", + "Average speed is 327.92% of the surrounding traffic's one", + "Average speed is 126.17% of the surrounding traffic's one", + "Average speed is 56.73% of the surrounding traffic's one", + "Average speed is 172.89% of the surrounding traffic's one", + "Average speed is 330.37% of the surrounding traffic's one", + "Average speed is 342.86% of the surrounding traffic's one", + "Average speed is 451.48% of the surrounding traffic's one", + "Average speed is 349.08% of the surrounding traffic's one", + "Average speed is 500.16% of the surrounding traffic's one", + "Average speed is 648.92% of the surrounding traffic's one", + "Average speed is 2295.91% of the surrounding traffic's one", + "Average speed is 1358.37% of the surrounding traffic's one", + "Average speed is 4429.79% of the surrounding traffic's one", + "Average speed is 1352.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.6, + "duration_system": 115.134 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.626" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/86_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/86_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ffae7da17cf7d8f8410802ae3706bdb330e52676 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/86_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.414, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 71.938, + "duration_game": 13.15, + "duration_system": 110.126, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_05_10_22_52_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.56% of the surrounding traffic's one", + "Average speed is 544.67% of the surrounding traffic's one", + "Average speed is 474.42% of the surrounding traffic's one", + "Average speed is 342.9% of the surrounding traffic's one", + "Average speed is 143.0% of the surrounding traffic's one", + "Average speed is 65.1% of the surrounding traffic's one", + "Average speed is 54.66% of the surrounding traffic's one", + "Average speed is 400.85% of the surrounding traffic's one", + "Average speed is 378.03% of the surrounding traffic's one", + "Average speed is 254.23% of the surrounding traffic's one", + "Average speed is 489.83% of the surrounding traffic's one", + "Average speed is 885.1% of the surrounding traffic's one", + "Average speed is 1300.01% of the surrounding traffic's one", + "Average speed is 4024.74% of the surrounding traffic's one", + "Average speed is 5357.58% of the surrounding traffic's one", + "Average speed is 3717.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.15, + "duration_system": 110.126 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.414" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/87_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/87_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a9f9089613737cec73771c899f6a89787e4d533d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/87_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.813, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.297, + "duration_game": 12.45, + "duration_system": 115.117, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_05_11_12_41_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.33% of the surrounding traffic's one", + "Average speed is 117.52% of the surrounding traffic's one", + "Average speed is 987.52% of the surrounding traffic's one", + "Average speed is 380.56% of the surrounding traffic's one", + "Average speed is 80.96% of the surrounding traffic's one", + "Average speed is 39.73% of the surrounding traffic's one", + "Average speed is 108.75% of the surrounding traffic's one", + "Average speed is 210.88% of the surrounding traffic's one", + "Average speed is 261.65% of the surrounding traffic's one", + "Average speed is 280.59% of the surrounding traffic's one", + "Average speed is 299.38% of the surrounding traffic's one", + "Average speed is 444.51% of the surrounding traffic's one", + "Average speed is 439.75% of the surrounding traffic's one", + "Average speed is 355.2% of the surrounding traffic's one", + "Average speed is 292.19% of the surrounding traffic's one", + "Average speed is 205.45% of the surrounding traffic's one", + "Average speed is 183.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.45, + "duration_system": 115.117 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.813" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/88_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/88_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2106e9cc4c607aab72185737f1cb75cfa271535e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/88_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 225.771, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 66.439, + "duration_game": 17.05, + "duration_system": 154.158, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_05_10_22_56_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.53% of the surrounding traffic's one", + "Average speed is 110.64% of the surrounding traffic's one", + "Average speed is 81.99% of the surrounding traffic's one", + "Average speed is 51.34% of the surrounding traffic's one", + "Average speed is 49.58% of the surrounding traffic's one", + "Average speed is 383.79% of the surrounding traffic's one", + "Average speed is 590.87% of the surrounding traffic's one", + "Average speed is 455.17% of the surrounding traffic's one", + "Average speed is 338.7% of the surrounding traffic's one", + "Average speed is 280.39% of the surrounding traffic's one", + "Average speed is 333.39% of the surrounding traffic's one", + "Average speed is 563.49% of the surrounding traffic's one", + "Average speed is 549.83% of the surrounding traffic's one", + "Average speed is 349.83% of the surrounding traffic's one", + "Average speed is 251.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 17.05, + "duration_system": 154.158 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "225.771" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/89_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/89_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a4641368529f75765d8d6235d9e71d551f6a01d6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/89_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.724, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.313, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.59, + "duration_game": 22.3, + "duration_system": 201.238, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_05_11_12_45_48", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=4719 at (x=2635.692, y=5228.108, z=163.056) at time=17.400s [CARLA Frame: 6264, Agent Step: 347]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.58% of the surrounding traffic's one", + "Average speed is 116.1% of the surrounding traffic's one", + "Average speed is 148.13% of the surrounding traffic's one", + "Average speed is 113.33% of the surrounding traffic's one", + "Average speed is 39.84% of the surrounding traffic's one", + "Average speed is 32.2% of the surrounding traffic's one", + "Average speed is 168.48% of the surrounding traffic's one", + "Average speed is 412.34% of the surrounding traffic's one", + "Average speed is 558.83% of the surrounding traffic's one", + "Average speed is 478.39% of the surrounding traffic's one", + "Average speed is 262.97% of the surrounding traffic's one", + "Average speed is 364.59% of the surrounding traffic's one", + "Average speed is 332.02% of the surrounding traffic's one", + "Average speed is 340.48% of the surrounding traffic's one", + "Average speed is 266.37% of the surrounding traffic's one", + "Average speed is 212.38% of the surrounding traffic's one", + "Average speed is 191.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 22.3, + "duration_system": 201.238 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.724", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.313" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/90_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/90_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b833e251c80f46bfa75835803ed37fe4c61cab --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/90_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.892, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.111, + "duration_game": 145.15, + "duration_system": 1420.383, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_05_11_12_51_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 162.24% of the surrounding traffic's one", + "Average speed is 108.62% of the surrounding traffic's one", + "Average speed is 52.54% of the surrounding traffic's one", + "Average speed is 71.29% of the surrounding traffic's one", + "Average speed is 2.67% of the surrounding traffic's one", + "Average speed is 261.05% of the surrounding traffic's one", + "Average speed is 555.94% of the surrounding traffic's one", + "Average speed is 708.91% of the surrounding traffic's one", + "Average speed is 674.55% of the surrounding traffic's one", + "Average speed is 450.76% of the surrounding traffic's one", + "Average speed is 370.37% of the surrounding traffic's one", + "Average speed is 83.42% of the surrounding traffic's one", + "Average speed is 347.22% of the surrounding traffic's one", + "Average speed is 608.47% of the surrounding traffic's one", + "Average speed is 490.6% of the surrounding traffic's one", + "Average speed is 264.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 145.15, + "duration_system": 1420.383 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.892" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/91_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/91_res.json new file mode 100644 index 0000000000000000000000000000000000000000..17d8a2875d6a53e82a26e603d1284fcf7ea940a3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/91_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.506, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.252, + "duration_game": 38.45, + "duration_system": 350.389, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_05_11_13_18_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.84% of the surrounding traffic's one", + "Average speed is 144.83% of the surrounding traffic's one", + "Average speed is 115.91% of the surrounding traffic's one", + "Average speed is 10.29% of the surrounding traffic's one", + "Average speed is 648.52% of the surrounding traffic's one", + "Average speed is 803.69% of the surrounding traffic's one", + "Average speed is 922.49% of the surrounding traffic's one", + "Average speed is 895.38% of the surrounding traffic's one", + "Average speed is 186.5% of the surrounding traffic's one", + "Average speed is 414.47% of the surrounding traffic's one", + "Average speed is 1344.19% of the surrounding traffic's one", + "Average speed is 3246.02% of the surrounding traffic's one", + "Average speed is 1624.36% of the surrounding traffic's one", + "Average speed is 1004.42% of the surrounding traffic's one", + "Average speed is 899.11% of the surrounding traffic's one", + "Average speed is 928.53% of the surrounding traffic's one", + "Average speed is 727.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 38.45, + "duration_system": 350.389 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.506" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/92_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/92_res.json new file mode 100644 index 0000000000000000000000000000000000000000..afd8cf339c726ab7291e153a7327c554d85981c3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/92_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 217.515, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.558, + "duration_game": 53.0, + "duration_system": 503.902, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_05_11_13_26_34", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 236.47% of the surrounding traffic's one", + "Average speed is 165.87% of the surrounding traffic's one", + "Average speed is 90.69% of the surrounding traffic's one", + "Average speed is 49.83% of the surrounding traffic's one", + "Average speed is 8.42% of the surrounding traffic's one", + "Average speed is 780.97% of the surrounding traffic's one", + "Average speed is 346.97% of the surrounding traffic's one", + "Average speed is 947.36% of the surrounding traffic's one", + "Average speed is 842.9% of the surrounding traffic's one", + "Average speed is 784.56% of the surrounding traffic's one", + "Average speed is 854.13% of the surrounding traffic's one", + "Average speed is 594.92% of the surrounding traffic's one", + "Average speed is 412.89% of the surrounding traffic's one", + "Average speed is 329.81% of the surrounding traffic's one", + "Average speed is 252.33% of the surrounding traffic's one", + "Average speed is 182.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 53.0, + "duration_system": 503.902 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "217.515" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/93_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/93_res.json new file mode 100644 index 0000000000000000000000000000000000000000..af310c0983ebd817b238c36626b6ce8835a73a9a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/93_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 185.669, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 12.378, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.789, + "duration_game": 259.35, + "duration_system": 2601.21, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_05_11_13_37_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 214.3% of the surrounding traffic's one", + "Average speed is 329.3% of the surrounding traffic's one", + "Average speed is 706.32% of the surrounding traffic's one", + "Average speed is 200.0% of the surrounding traffic's one", + "Average speed is 14.05% of the surrounding traffic's one", + "Average speed is 1419.48% of the surrounding traffic's one", + "Average speed is 1537.79% of the surrounding traffic's one", + "Average speed is 938.02% of the surrounding traffic's one", + "Average speed is 610.11% of the surrounding traffic's one", + "Average speed is 581.3% of the surrounding traffic's one", + "Average speed is 0.35% of the surrounding traffic's one", + "Average speed is 72.98% of the surrounding traffic's one", + "Average speed is 163.76% of the surrounding traffic's one", + "Average speed is 288.18% of the surrounding traffic's one", + "Average speed is 244.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 259.35, + "duration_system": 2601.21 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.378", + "185.669" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/94_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/94_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fe7a5cd6b574f853e9d317e2211e6c450b202308 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/94_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 85.304, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 222.734, + "duration_game": 22.0, + "duration_system": 215.241, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_05_10_23_01_40", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.78% of the surrounding traffic's one", + "Average speed is 357.26% of the surrounding traffic's one", + "Average speed is 378.61% of the surrounding traffic's one", + "Average speed is 435.62% of the surrounding traffic's one", + "Average speed is 430.27% of the surrounding traffic's one", + "Average speed is 492.57% of the surrounding traffic's one", + "Average speed is 905.66% of the surrounding traffic's one", + "Average speed is 1448.06% of the surrounding traffic's one", + "Average speed is 1125.51% of the surrounding traffic's one", + "Average speed is 1078.92% of the surrounding traffic's one", + "Average speed is 608.08% of the surrounding traffic's one", + "Average speed is 432.23% of the surrounding traffic's one", + "Average speed is 282.5% of the surrounding traffic's one", + "Average speed is 227.58% of the surrounding traffic's one", + "Average speed is 220.06% of the surrounding traffic's one", + "Average speed is 219.19% of the surrounding traffic's one", + "Average speed is 7898.68% of the surrounding traffic's one", + "Average speed is 1354518.51% of the surrounding traffic's one", + "Average speed is 1354518.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 22.0, + "duration_system": 215.241 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "85.304" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/95_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/95_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4d246f24511381ae15e7e0e0745ecaf3508d12d5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/95_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.004, + "min_speed_infractions": 104.245, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 97.663459, + "score_route": 100.0, + "score_penalty": 0.976635 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 182.263, + "duration_game": 14.4, + "duration_system": 127.139, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_05_10_23_07_44", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 4.046 meters (2.34% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 208.88% of the surrounding traffic's one", + "Average speed is 737.4% of the surrounding traffic's one", + "Average speed is 569.1% of the surrounding traffic's one", + "Average speed is 459.17% of the surrounding traffic's one", + "Average speed is 430.26% of the surrounding traffic's one", + "Average speed is 410.56% of the surrounding traffic's one", + "Average speed is 809.12% of the surrounding traffic's one", + "Average speed is 1150.35% of the surrounding traffic's one", + "Average speed is 1067.53% of the surrounding traffic's one", + "Average speed is 969.13% of the surrounding traffic's one", + "Average speed is 6530.54% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 33121177.74% of the surrounding traffic's one", + "Average speed is 1355948.66% of the surrounding traffic's one", + "Average speed is 1790317.05% of the surrounding traffic's one", + "Average speed is 1790317.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.976635, + "score_composed": 97.663459 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.4, + "duration_system": 127.139 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "97.663459", + "100.0", + "0.976635", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.004", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "104.245" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/96_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/96_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f2548861f7109794692cf9cd833f0f8eaf21de25 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/96_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.855, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 140.53, + "duration_game": 13.5, + "duration_system": 199.271, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_05_11_14_23_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 227.65% of the surrounding traffic's one", + "Average speed is 204.04% of the surrounding traffic's one", + "Average speed is 201.02% of the surrounding traffic's one", + "Average speed is 361.38% of the surrounding traffic's one", + "Average speed is 382.71% of the surrounding traffic's one", + "Average speed is 418.62% of the surrounding traffic's one", + "Average speed is 577.45% of the surrounding traffic's one", + "Average speed is 575.45% of the surrounding traffic's one", + "Average speed is 575.81% of the surrounding traffic's one", + "Average speed is 924.58% of the surrounding traffic's one", + "Average speed is 698.86% of the surrounding traffic's one", + "Average speed is 578.03% of the surrounding traffic's one", + "Average speed is 2762.09% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 2972285519839.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.5, + "duration_system": 199.271 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.855" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/97_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/97_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a127eb258673d5e78854ff3a1d81f1229d7e0764 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/97_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 231.882, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.688, + "duration_game": 40.7, + "duration_system": 390.428, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_05_10_23_12_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.1% of the surrounding traffic's one", + "Average speed is 2023.07% of the surrounding traffic's one", + "Average speed is 231.28% of the surrounding traffic's one", + "Average speed is 7743.6% of the surrounding traffic's one", + "Average speed is 3266.21% of the surrounding traffic's one", + "Average speed is 1891.23% of the surrounding traffic's one", + "Average speed is 1815.13% of the surrounding traffic's one", + "Average speed is 2566.14% of the surrounding traffic's one", + "Average speed is 1811.02% of the surrounding traffic's one", + "Average speed is 1258.12% of the surrounding traffic's one", + "Average speed is 1489.3% of the surrounding traffic's one", + "Average speed is 1093.67% of the surrounding traffic's one", + "Average speed is 817.25% of the surrounding traffic's one", + "Average speed is 693.07% of the surrounding traffic's one", + "Average speed is 605.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.7, + "duration_system": 390.428 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "231.882" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/98_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/98_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6b7e87e82aa8e8fd2551b80c3fef12e4b42c472f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/98_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 246.861, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 60.763, + "duration_game": 41.55, + "duration_system": 373.753, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_05_11_14_29_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 93.81% of the surrounding traffic's one", + "Average speed is 8.17% of the surrounding traffic's one", + "Average speed is 181.41% of the surrounding traffic's one", + "Average speed is 3338.95% of the surrounding traffic's one", + "Average speed is 1878.88% of the surrounding traffic's one", + "Average speed is 1878.42% of the surrounding traffic's one", + "Average speed is 1836.97% of the surrounding traffic's one", + "Average speed is 1564.81% of the surrounding traffic's one", + "Average speed is 1053.68% of the surrounding traffic's one", + "Average speed is 1004.18% of the surrounding traffic's one", + "Average speed is 533.82% of the surrounding traffic's one", + "Average speed is 323.85% of the surrounding traffic's one", + "Average speed is 290.28% of the surrounding traffic's one", + "Average speed is 249.19% of the surrounding traffic's one", + "Average speed is 228.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 41.55, + "duration_system": 373.753 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "246.861" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/99_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/99_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e7289db2124c02296fbd4b8a20cd32c58ca0c7b5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/99_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 273.324, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 54.88, + "duration_game": 25.95, + "duration_system": 313.396, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_05_11_14_38_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 12.21% of the surrounding traffic's one", + "Average speed is 166.21% of the surrounding traffic's one", + "Average speed is 2629.84% of the surrounding traffic's one", + "Average speed is 2712.17% of the surrounding traffic's one", + "Average speed is 2156.72% of the surrounding traffic's one", + "Average speed is 1649.44% of the surrounding traffic's one", + "Average speed is 1621.11% of the surrounding traffic's one", + "Average speed is 1103.44% of the surrounding traffic's one", + "Average speed is 832.65% of the surrounding traffic's one", + "Average speed is 664.33% of the surrounding traffic's one", + "Average speed is 482.72% of the surrounding traffic's one", + "Average speed is 515.89% of the surrounding traffic's one", + "Average speed is 396.19% of the surrounding traffic's one", + "Average speed is 297.64% of the surrounding traffic's one", + "Average speed is 229.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.95, + "duration_system": 313.396 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "273.324" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_3/merged.json b/evaluation_logs/bench2drive/bench2drive_detailed_3/merged.json new file mode 100644 index 0000000000000000000000000000000000000000..be507394547839a4e888ae5d1e9660cd3dcbcbe9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_3/merged.json @@ -0,0 +1,10999 @@ +{ + "_checkpoint": { + "records": [ + { + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_05_11_15_55_43", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 303.15% of the surrounding traffic's one", + "Average speed is 240.91% of the surrounding traffic's one", + "Average speed is 248.46% of the surrounding traffic's one", + "Average speed is 102.22% of the surrounding traffic's one", + "Average speed is 55.0% of the surrounding traffic's one", + "Average speed is 234.27% of the surrounding traffic's one", + "Average speed is 485.44% of the surrounding traffic's one", + "Average speed is 429.13% of the surrounding traffic's one", + "Average speed is 440.78% of the surrounding traffic's one", + "Average speed is 1135.03% of the surrounding traffic's one", + "Average speed is 1142.62% of the surrounding traffic's one", + "Average speed is 530.91% of the surrounding traffic's one", + "Average speed is 714.82% of the surrounding traffic's one", + "Average speed is 497.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.8, + "duration_system": 91.092 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_05_11_00_10_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 332.66% of the surrounding traffic's one", + "Average speed is 553.09% of the surrounding traffic's one", + "Average speed is 488.36% of the surrounding traffic's one", + "Average speed is 165.27% of the surrounding traffic's one", + "Average speed is 74.48% of the surrounding traffic's one", + "Average speed is 32.41% of the surrounding traffic's one", + "Average speed is 380.06% of the surrounding traffic's one", + "Average speed is 420.79% of the surrounding traffic's one", + "Average speed is 507.37% of the surrounding traffic's one", + "Average speed is 472.03% of the surrounding traffic's one", + "Average speed is 901.3% of the surrounding traffic's one", + "Average speed is 2710.19% of the surrounding traffic's one", + "Average speed is 1806.3% of the surrounding traffic's one", + "Average speed is 1165.91% of the surrounding traffic's one", + "Average speed is 810.38% of the surrounding traffic's one", + "Average speed is 654.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 14.25, + "duration_system": 126.15 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_05_11_15_08_08", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3859 at (x=1361.87, y=5578.333, z=369.593) at time=8.650s [CARLA Frame: 6057, Agent Step: 172]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.97% of the surrounding traffic's one", + "Average speed is 381.58% of the surrounding traffic's one", + "Average speed is 563.14% of the surrounding traffic's one", + "Average speed is 311.38% of the surrounding traffic's one", + "Average speed is 110.87% of the surrounding traffic's one", + "Average speed is 57.61% of the surrounding traffic's one", + "Average speed is 196.51% of the surrounding traffic's one", + "Average speed is 300.88% of the surrounding traffic's one", + "Average speed is 28.16% of the surrounding traffic's one", + "Average speed is 41.61% of the surrounding traffic's one", + "Average speed is 1148.65% of the surrounding traffic's one", + "Average speed is 8030.54% of the surrounding traffic's one", + "Average speed is 1278507.61% of the surrounding traffic's one", + "Average speed is 1004.29% of the surrounding traffic's one", + "Average speed is 500.48% of the surrounding traffic's one", + "Average speed is 180.11% of the surrounding traffic's one", + "Average speed is 162.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 258.95, + "duration_system": 2721.362 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_05_11_15_03_53", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3764 at (x=3629.13, y=5080.014, z=367.855) at time=9.800s [CARLA Frame: 6101, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 244.49% of the surrounding traffic's one", + "Average speed is 215.68% of the surrounding traffic's one", + "Average speed is 311.94% of the surrounding traffic's one", + "Average speed is 348.55% of the surrounding traffic's one", + "Average speed is 227.65% of the surrounding traffic's one", + "Average speed is 24.29% of the surrounding traffic's one", + "Average speed is 82.56% of the surrounding traffic's one", + "Average speed is 471.42% of the surrounding traffic's one", + "Average speed is 397.16% of the surrounding traffic's one", + "Average speed is 461.74% of the surrounding traffic's one", + "Average speed is 387.98% of the surrounding traffic's one", + "Average speed is 574.38% of the surrounding traffic's one", + "Average speed is 1796.76% of the surrounding traffic's one", + "Average speed is 789.74% of the surrounding traffic's one", + "Average speed is 721.87% of the surrounding traffic's one", + "Average speed is 674.75% of the surrounding traffic's one", + "Average speed is 550.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.75, + "duration_system": 123.151 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_05_10_23_33_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3931 at (x=1324.552, y=3872.58, z=363.3) at time=8.500s [CARLA Frame: 5872, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 344.55% of the surrounding traffic's one", + "Average speed is 570.81% of the surrounding traffic's one", + "Average speed is 442.91% of the surrounding traffic's one", + "Average speed is 90.64% of the surrounding traffic's one", + "Average speed is 39.34% of the surrounding traffic's one", + "Average speed is 173.85% of the surrounding traffic's one", + "Average speed is 47.56% of the surrounding traffic's one", + "Average speed is 64.69% of the surrounding traffic's one", + "Average speed is 3182.08% of the surrounding traffic's one", + "Average speed is 2338.32% of the surrounding traffic's one", + "Average speed is 10620.26% of the surrounding traffic's one", + "Average speed is 2878.19% of the surrounding traffic's one", + "Average speed is 1455.91% of the surrounding traffic's one", + "Average speed is 744.86% of the surrounding traffic's one", + "Average speed is 560.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 212.35, + "duration_system": 2108.396 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_05_11_14_56_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.49% of the surrounding traffic's one", + "Average speed is 134.3% of the surrounding traffic's one", + "Average speed is 1116.96% of the surrounding traffic's one", + "Average speed is 161.04% of the surrounding traffic's one", + "Average speed is 31.24% of the surrounding traffic's one", + "Average speed is 70.06% of the surrounding traffic's one", + "Average speed is 4763.17% of the surrounding traffic's one", + "Average speed is 2798.97% of the surrounding traffic's one", + "Average speed is 1849.88% of the surrounding traffic's one", + "Average speed is 1941.75% of the surrounding traffic's one", + "Average speed is 6390.36% of the surrounding traffic's one", + "Average speed is 4973.25% of the surrounding traffic's one", + "Average speed is 1329.51% of the surrounding traffic's one", + "Average speed is 870.65% of the surrounding traffic's one", + "Average speed is 557.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 31.05, + "duration_system": 324.306 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_05_11_14_45_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 77.86% of the surrounding traffic's one", + "Average speed is 6.52% of the surrounding traffic's one", + "Average speed is 656.33% of the surrounding traffic's one", + "Average speed is 948.75% of the surrounding traffic's one", + "Average speed is 1150.27% of the surrounding traffic's one", + "Average speed is 1187.6% of the surrounding traffic's one", + "Average speed is 1158.05% of the surrounding traffic's one", + "Average speed is 885.68% of the surrounding traffic's one", + "Average speed is 898.77% of the surrounding traffic's one", + "Average speed is 1022.66% of the surrounding traffic's one", + "Average speed is 833.2% of the surrounding traffic's one", + "Average speed is 673.1% of the surrounding traffic's one", + "Average speed is 522.6% of the surrounding traffic's one", + "Average speed is 420.97% of the surrounding traffic's one", + "Average speed is 266.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.7, + "duration_system": 460.523 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_05_10_23_24_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 74.04% of the surrounding traffic's one", + "Average speed is 5.49% of the surrounding traffic's one", + "Average speed is 346.06% of the surrounding traffic's one", + "Average speed is 509.59% of the surrounding traffic's one", + "Average speed is 647.23% of the surrounding traffic's one", + "Average speed is 630.73% of the surrounding traffic's one", + "Average speed is 721.28% of the surrounding traffic's one", + "Average speed is 716.61% of the surrounding traffic's one", + "Average speed is 773.07% of the surrounding traffic's one", + "Average speed is 597.17% of the surrounding traffic's one", + "Average speed is 520.42% of the surrounding traffic's one", + "Average speed is 466.95% of the surrounding traffic's one", + "Average speed is 310.03% of the surrounding traffic's one", + "Average speed is 259.95% of the surrounding traffic's one", + "Average speed is 231.82% of the surrounding traffic's one", + "Average speed is 186.44% of the surrounding traffic's one", + "Average speed is 181.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 43.1, + "duration_system": 387.24 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_05_10_23_21_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.11% of the surrounding traffic's one", + "Average speed is 179.23% of the surrounding traffic's one", + "Average speed is 212.62% of the surrounding traffic's one", + "Average speed is 237.45% of the surrounding traffic's one", + "Average speed is 233.2% of the surrounding traffic's one", + "Average speed is 231.96% of the surrounding traffic's one", + "Average speed is 271.99% of the surrounding traffic's one", + "Average speed is 295.7% of the surrounding traffic's one", + "Average speed is 317.44% of the surrounding traffic's one", + "Average speed is 679.81% of the surrounding traffic's one", + "Average speed is 706.19% of the surrounding traffic's one", + "Average speed is 674.04% of the surrounding traffic's one", + "Average speed is 682.49% of the surrounding traffic's one", + "Average speed is 601.97% of the surrounding traffic's one", + "Average speed is 444.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 5.85, + "duration_system": 48.053 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_05_11_14_38_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 12.21% of the surrounding traffic's one", + "Average speed is 166.21% of the surrounding traffic's one", + "Average speed is 2629.84% of the surrounding traffic's one", + "Average speed is 2712.17% of the surrounding traffic's one", + "Average speed is 2156.72% of the surrounding traffic's one", + "Average speed is 1649.44% of the surrounding traffic's one", + "Average speed is 1621.11% of the surrounding traffic's one", + "Average speed is 1103.44% of the surrounding traffic's one", + "Average speed is 832.65% of the surrounding traffic's one", + "Average speed is 664.33% of the surrounding traffic's one", + "Average speed is 482.72% of the surrounding traffic's one", + "Average speed is 515.89% of the surrounding traffic's one", + "Average speed is 396.19% of the surrounding traffic's one", + "Average speed is 297.64% of the surrounding traffic's one", + "Average speed is 229.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.95, + "duration_system": 313.396 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_05_11_14_29_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 93.81% of the surrounding traffic's one", + "Average speed is 8.17% of the surrounding traffic's one", + "Average speed is 181.41% of the surrounding traffic's one", + "Average speed is 3338.95% of the surrounding traffic's one", + "Average speed is 1878.88% of the surrounding traffic's one", + "Average speed is 1878.42% of the surrounding traffic's one", + "Average speed is 1836.97% of the surrounding traffic's one", + "Average speed is 1564.81% of the surrounding traffic's one", + "Average speed is 1053.68% of the surrounding traffic's one", + "Average speed is 1004.18% of the surrounding traffic's one", + "Average speed is 533.82% of the surrounding traffic's one", + "Average speed is 323.85% of the surrounding traffic's one", + "Average speed is 290.28% of the surrounding traffic's one", + "Average speed is 249.19% of the surrounding traffic's one", + "Average speed is 228.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 41.55, + "duration_system": 373.753 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_05_10_23_12_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.1% of the surrounding traffic's one", + "Average speed is 2023.07% of the surrounding traffic's one", + "Average speed is 231.28% of the surrounding traffic's one", + "Average speed is 7743.6% of the surrounding traffic's one", + "Average speed is 3266.21% of the surrounding traffic's one", + "Average speed is 1891.23% of the surrounding traffic's one", + "Average speed is 1815.13% of the surrounding traffic's one", + "Average speed is 2566.14% of the surrounding traffic's one", + "Average speed is 1811.02% of the surrounding traffic's one", + "Average speed is 1258.12% of the surrounding traffic's one", + "Average speed is 1489.3% of the surrounding traffic's one", + "Average speed is 1093.67% of the surrounding traffic's one", + "Average speed is 817.25% of the surrounding traffic's one", + "Average speed is 693.07% of the surrounding traffic's one", + "Average speed is 605.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.7, + "duration_system": 390.428 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_05_11_14_23_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 227.65% of the surrounding traffic's one", + "Average speed is 204.04% of the surrounding traffic's one", + "Average speed is 201.02% of the surrounding traffic's one", + "Average speed is 361.38% of the surrounding traffic's one", + "Average speed is 382.71% of the surrounding traffic's one", + "Average speed is 418.62% of the surrounding traffic's one", + "Average speed is 577.45% of the surrounding traffic's one", + "Average speed is 575.45% of the surrounding traffic's one", + "Average speed is 575.81% of the surrounding traffic's one", + "Average speed is 924.58% of the surrounding traffic's one", + "Average speed is 698.86% of the surrounding traffic's one", + "Average speed is 578.03% of the surrounding traffic's one", + "Average speed is 2762.09% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 2972285519839.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.5, + "duration_system": 199.271 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_05_10_23_07_44", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 4.046 meters (2.34% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 208.88% of the surrounding traffic's one", + "Average speed is 737.4% of the surrounding traffic's one", + "Average speed is 569.1% of the surrounding traffic's one", + "Average speed is 459.17% of the surrounding traffic's one", + "Average speed is 430.26% of the surrounding traffic's one", + "Average speed is 410.56% of the surrounding traffic's one", + "Average speed is 809.12% of the surrounding traffic's one", + "Average speed is 1150.35% of the surrounding traffic's one", + "Average speed is 1067.53% of the surrounding traffic's one", + "Average speed is 969.13% of the surrounding traffic's one", + "Average speed is 6530.54% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 33121177.74% of the surrounding traffic's one", + "Average speed is 1355948.66% of the surrounding traffic's one", + "Average speed is 1790317.05% of the surrounding traffic's one", + "Average speed is 1790317.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.976635, + "score_composed": 97.663459 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.4, + "duration_system": 127.139 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_05_10_23_01_40", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.78% of the surrounding traffic's one", + "Average speed is 357.26% of the surrounding traffic's one", + "Average speed is 378.61% of the surrounding traffic's one", + "Average speed is 435.62% of the surrounding traffic's one", + "Average speed is 430.27% of the surrounding traffic's one", + "Average speed is 492.57% of the surrounding traffic's one", + "Average speed is 905.66% of the surrounding traffic's one", + "Average speed is 1448.06% of the surrounding traffic's one", + "Average speed is 1125.51% of the surrounding traffic's one", + "Average speed is 1078.92% of the surrounding traffic's one", + "Average speed is 608.08% of the surrounding traffic's one", + "Average speed is 432.23% of the surrounding traffic's one", + "Average speed is 282.5% of the surrounding traffic's one", + "Average speed is 227.58% of the surrounding traffic's one", + "Average speed is 220.06% of the surrounding traffic's one", + "Average speed is 219.19% of the surrounding traffic's one", + "Average speed is 7898.68% of the surrounding traffic's one", + "Average speed is 1354518.51% of the surrounding traffic's one", + "Average speed is 1354518.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 22.0, + "duration_system": 215.241 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_05_11_13_37_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 214.3% of the surrounding traffic's one", + "Average speed is 329.3% of the surrounding traffic's one", + "Average speed is 706.32% of the surrounding traffic's one", + "Average speed is 200.0% of the surrounding traffic's one", + "Average speed is 14.05% of the surrounding traffic's one", + "Average speed is 1419.48% of the surrounding traffic's one", + "Average speed is 1537.79% of the surrounding traffic's one", + "Average speed is 938.02% of the surrounding traffic's one", + "Average speed is 610.11% of the surrounding traffic's one", + "Average speed is 581.3% of the surrounding traffic's one", + "Average speed is 0.35% of the surrounding traffic's one", + "Average speed is 72.98% of the surrounding traffic's one", + "Average speed is 163.76% of the surrounding traffic's one", + "Average speed is 288.18% of the surrounding traffic's one", + "Average speed is 244.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 259.35, + "duration_system": 2601.21 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_05_11_13_26_34", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 236.47% of the surrounding traffic's one", + "Average speed is 165.87% of the surrounding traffic's one", + "Average speed is 90.69% of the surrounding traffic's one", + "Average speed is 49.83% of the surrounding traffic's one", + "Average speed is 8.42% of the surrounding traffic's one", + "Average speed is 780.97% of the surrounding traffic's one", + "Average speed is 346.97% of the surrounding traffic's one", + "Average speed is 947.36% of the surrounding traffic's one", + "Average speed is 842.9% of the surrounding traffic's one", + "Average speed is 784.56% of the surrounding traffic's one", + "Average speed is 854.13% of the surrounding traffic's one", + "Average speed is 594.92% of the surrounding traffic's one", + "Average speed is 412.89% of the surrounding traffic's one", + "Average speed is 329.81% of the surrounding traffic's one", + "Average speed is 252.33% of the surrounding traffic's one", + "Average speed is 182.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 53.0, + "duration_system": 503.902 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_05_11_13_18_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.84% of the surrounding traffic's one", + "Average speed is 144.83% of the surrounding traffic's one", + "Average speed is 115.91% of the surrounding traffic's one", + "Average speed is 10.29% of the surrounding traffic's one", + "Average speed is 648.52% of the surrounding traffic's one", + "Average speed is 803.69% of the surrounding traffic's one", + "Average speed is 922.49% of the surrounding traffic's one", + "Average speed is 895.38% of the surrounding traffic's one", + "Average speed is 186.5% of the surrounding traffic's one", + "Average speed is 414.47% of the surrounding traffic's one", + "Average speed is 1344.19% of the surrounding traffic's one", + "Average speed is 3246.02% of the surrounding traffic's one", + "Average speed is 1624.36% of the surrounding traffic's one", + "Average speed is 1004.42% of the surrounding traffic's one", + "Average speed is 899.11% of the surrounding traffic's one", + "Average speed is 928.53% of the surrounding traffic's one", + "Average speed is 727.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 38.45, + "duration_system": 350.389 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_05_11_12_51_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 162.24% of the surrounding traffic's one", + "Average speed is 108.62% of the surrounding traffic's one", + "Average speed is 52.54% of the surrounding traffic's one", + "Average speed is 71.29% of the surrounding traffic's one", + "Average speed is 2.67% of the surrounding traffic's one", + "Average speed is 261.05% of the surrounding traffic's one", + "Average speed is 555.94% of the surrounding traffic's one", + "Average speed is 708.91% of the surrounding traffic's one", + "Average speed is 674.55% of the surrounding traffic's one", + "Average speed is 450.76% of the surrounding traffic's one", + "Average speed is 370.37% of the surrounding traffic's one", + "Average speed is 83.42% of the surrounding traffic's one", + "Average speed is 347.22% of the surrounding traffic's one", + "Average speed is 608.47% of the surrounding traffic's one", + "Average speed is 490.6% of the surrounding traffic's one", + "Average speed is 264.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 145.15, + "duration_system": 1420.383 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_05_11_12_45_48", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=4719 at (x=2635.692, y=5228.108, z=163.056) at time=17.400s [CARLA Frame: 6264, Agent Step: 347]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.58% of the surrounding traffic's one", + "Average speed is 116.1% of the surrounding traffic's one", + "Average speed is 148.13% of the surrounding traffic's one", + "Average speed is 113.33% of the surrounding traffic's one", + "Average speed is 39.84% of the surrounding traffic's one", + "Average speed is 32.2% of the surrounding traffic's one", + "Average speed is 168.48% of the surrounding traffic's one", + "Average speed is 412.34% of the surrounding traffic's one", + "Average speed is 558.83% of the surrounding traffic's one", + "Average speed is 478.39% of the surrounding traffic's one", + "Average speed is 262.97% of the surrounding traffic's one", + "Average speed is 364.59% of the surrounding traffic's one", + "Average speed is 332.02% of the surrounding traffic's one", + "Average speed is 340.48% of the surrounding traffic's one", + "Average speed is 266.37% of the surrounding traffic's one", + "Average speed is 212.38% of the surrounding traffic's one", + "Average speed is 191.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 22.3, + "duration_system": 201.238 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_05_10_22_56_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.53% of the surrounding traffic's one", + "Average speed is 110.64% of the surrounding traffic's one", + "Average speed is 81.99% of the surrounding traffic's one", + "Average speed is 51.34% of the surrounding traffic's one", + "Average speed is 49.58% of the surrounding traffic's one", + "Average speed is 383.79% of the surrounding traffic's one", + "Average speed is 590.87% of the surrounding traffic's one", + "Average speed is 455.17% of the surrounding traffic's one", + "Average speed is 338.7% of the surrounding traffic's one", + "Average speed is 280.39% of the surrounding traffic's one", + "Average speed is 333.39% of the surrounding traffic's one", + "Average speed is 563.49% of the surrounding traffic's one", + "Average speed is 549.83% of the surrounding traffic's one", + "Average speed is 349.83% of the surrounding traffic's one", + "Average speed is 251.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 17.05, + "duration_system": 154.158 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_05_11_12_41_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.33% of the surrounding traffic's one", + "Average speed is 117.52% of the surrounding traffic's one", + "Average speed is 987.52% of the surrounding traffic's one", + "Average speed is 380.56% of the surrounding traffic's one", + "Average speed is 80.96% of the surrounding traffic's one", + "Average speed is 39.73% of the surrounding traffic's one", + "Average speed is 108.75% of the surrounding traffic's one", + "Average speed is 210.88% of the surrounding traffic's one", + "Average speed is 261.65% of the surrounding traffic's one", + "Average speed is 280.59% of the surrounding traffic's one", + "Average speed is 299.38% of the surrounding traffic's one", + "Average speed is 444.51% of the surrounding traffic's one", + "Average speed is 439.75% of the surrounding traffic's one", + "Average speed is 355.2% of the surrounding traffic's one", + "Average speed is 292.19% of the surrounding traffic's one", + "Average speed is 205.45% of the surrounding traffic's one", + "Average speed is 183.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.45, + "duration_system": 115.117 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_05_10_22_52_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.56% of the surrounding traffic's one", + "Average speed is 544.67% of the surrounding traffic's one", + "Average speed is 474.42% of the surrounding traffic's one", + "Average speed is 342.9% of the surrounding traffic's one", + "Average speed is 143.0% of the surrounding traffic's one", + "Average speed is 65.1% of the surrounding traffic's one", + "Average speed is 54.66% of the surrounding traffic's one", + "Average speed is 400.85% of the surrounding traffic's one", + "Average speed is 378.03% of the surrounding traffic's one", + "Average speed is 254.23% of the surrounding traffic's one", + "Average speed is 489.83% of the surrounding traffic's one", + "Average speed is 885.1% of the surrounding traffic's one", + "Average speed is 1300.01% of the surrounding traffic's one", + "Average speed is 4024.74% of the surrounding traffic's one", + "Average speed is 5357.58% of the surrounding traffic's one", + "Average speed is 3717.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.15, + "duration_system": 110.126 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_05_11_12_36_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 373.02% of the surrounding traffic's one", + "Average speed is 237.43% of the surrounding traffic's one", + "Average speed is 327.92% of the surrounding traffic's one", + "Average speed is 126.17% of the surrounding traffic's one", + "Average speed is 56.73% of the surrounding traffic's one", + "Average speed is 172.89% of the surrounding traffic's one", + "Average speed is 330.37% of the surrounding traffic's one", + "Average speed is 342.86% of the surrounding traffic's one", + "Average speed is 451.48% of the surrounding traffic's one", + "Average speed is 349.08% of the surrounding traffic's one", + "Average speed is 500.16% of the surrounding traffic's one", + "Average speed is 648.92% of the surrounding traffic's one", + "Average speed is 2295.91% of the surrounding traffic's one", + "Average speed is 1358.37% of the surrounding traffic's one", + "Average speed is 4429.79% of the surrounding traffic's one", + "Average speed is 1352.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.6, + "duration_system": 115.134 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_05_11_12_31_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2587.804, y=-79.638, z=173.289) at time=8.200s [CARLA Frame: 6028, Agent Step: 163]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.77% of the surrounding traffic's one", + "Average speed is 528.0% of the surrounding traffic's one", + "Average speed is 697.92% of the surrounding traffic's one", + "Average speed is 407.42% of the surrounding traffic's one", + "Average speed is 141.01% of the surrounding traffic's one", + "Average speed is 52.38% of the surrounding traffic's one", + "Average speed is 130.59% of the surrounding traffic's one", + "Average speed is 244.88% of the surrounding traffic's one", + "Average speed is 294.31% of the surrounding traffic's one", + "Average speed is 228.51% of the surrounding traffic's one", + "Average speed is 96.67% of the surrounding traffic's one", + "Average speed is 361.38% of the surrounding traffic's one", + "Average speed is 1847.48% of the surrounding traffic's one", + "Average speed is 1538.4% of the surrounding traffic's one", + "Average speed is 3740.45% of the surrounding traffic's one", + "Average speed is 3751.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 14.1, + "duration_system": 150.17 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_05_10_22_48_46", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.63% of the surrounding traffic's one", + "Average speed is 134.24% of the surrounding traffic's one", + "Average speed is 102.42% of the surrounding traffic's one", + "Average speed is 126.6% of the surrounding traffic's one", + "Average speed is 159.1% of the surrounding traffic's one", + "Average speed is 180.38% of the surrounding traffic's one", + "Average speed is 203.4% of the surrounding traffic's one", + "Average speed is 221.23% of the surrounding traffic's one", + "Average speed is 232.39% of the surrounding traffic's one", + "Average speed is 239.6% of the surrounding traffic's one", + "Average speed is 244.6% of the surrounding traffic's one", + "Average speed is 239.95% of the surrounding traffic's one", + "Average speed is 229.46% of the surrounding traffic's one", + "Average speed is 227.97% of the surrounding traffic's one", + "Average speed is 236.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.0, + "duration_system": 65.079 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_05_11_12_28_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.12% of the surrounding traffic's one", + "Average speed is 134.13% of the surrounding traffic's one", + "Average speed is 143.54% of the surrounding traffic's one", + "Average speed is 119.83% of the surrounding traffic's one", + "Average speed is 134.9% of the surrounding traffic's one", + "Average speed is 167.59% of the surrounding traffic's one", + "Average speed is 191.84% of the surrounding traffic's one", + "Average speed is 208.34% of the surrounding traffic's one", + "Average speed is 223.54% of the surrounding traffic's one", + "Average speed is 234.57% of the surrounding traffic's one", + "Average speed is 240.57% of the surrounding traffic's one", + "Average speed is 238.46% of the surrounding traffic's one", + "Average speed is 223.22% of the surrounding traffic's one", + "Average speed is 192.82% of the surrounding traffic's one", + "Average speed is 149.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.25, + "duration_system": 67.083 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_05_11_12_24_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.94% of the surrounding traffic's one", + "Average speed is 141.46% of the surrounding traffic's one", + "Average speed is 126.28% of the surrounding traffic's one", + "Average speed is 120.9% of the surrounding traffic's one", + "Average speed is 131.78% of the surrounding traffic's one", + "Average speed is 117.84% of the surrounding traffic's one", + "Average speed is 126.83% of the surrounding traffic's one", + "Average speed is 117.44% of the surrounding traffic's one", + "Average speed is 125.06% of the surrounding traffic's one", + "Average speed is 121.62% of the surrounding traffic's one", + "Average speed is 120.09% of the surrounding traffic's one", + "Average speed is 112.39% of the surrounding traffic's one", + "Average speed is 132.81% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 10.7, + "duration_system": 89.173 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_05_11_12_19_25", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.39% of the surrounding traffic's one", + "Average speed is 102.82% of the surrounding traffic's one", + "Average speed is 109.31% of the surrounding traffic's one", + "Average speed is 138.57% of the surrounding traffic's one", + "Average speed is 102.2% of the surrounding traffic's one", + "Average speed is 101.27% of the surrounding traffic's one", + "Average speed is 97.1% of the surrounding traffic's one", + "Average speed is 97.05% of the surrounding traffic's one", + "Average speed is 107.24% of the surrounding traffic's one", + "Average speed is 115.64% of the surrounding traffic's one", + "Average speed is 108.76% of the surrounding traffic's one", + "Average speed is 101.15% of the surrounding traffic's one", + "Average speed is 106.48% of the surrounding traffic's one", + "Average speed is 102.33% of the surrounding traffic's one", + "Average speed is 99.1% of the surrounding traffic's one", + "Average speed is 115.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 131.158 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_05_11_12_12_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.63% of the surrounding traffic's one", + "Average speed is 118.36% of the surrounding traffic's one", + "Average speed is 16.81% of the surrounding traffic's one", + "Average speed is 153.72% of the surrounding traffic's one", + "Average speed is 113.72% of the surrounding traffic's one", + "Average speed is 106.91% of the surrounding traffic's one", + "Average speed is 129.11% of the surrounding traffic's one", + "Average speed is 68.77% of the surrounding traffic's one", + "Average speed is 103.0% of the surrounding traffic's one", + "Average speed is 155.59% of the surrounding traffic's one", + "Average speed is 133.29% of the surrounding traffic's one", + "Average speed is 100.54% of the surrounding traffic's one", + "Average speed is 125.54% of the surrounding traffic's one", + "Average speed is 100.55% of the surrounding traffic's one", + "Average speed is 105.77% of the surrounding traffic's one", + "Average speed is 112.93% of the surrounding traffic's one", + "Average speed is 121.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 28.0, + "duration_system": 238.256 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_05_11_12_07_52", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 47.04% of the surrounding traffic's one", + "Average speed is 148.98% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one", + "Average speed is 125.32% of the surrounding traffic's one", + "Average speed is 125.31% of the surrounding traffic's one", + "Average speed is 115.91% of the surrounding traffic's one", + "Average speed is 123.25% of the surrounding traffic's one", + "Average speed is 125.22% of the surrounding traffic's one", + "Average speed is 123.82% of the surrounding traffic's one", + "Average speed is 106.05% of the surrounding traffic's one", + "Average speed is 109.42% of the surrounding traffic's one", + "Average speed is 118.3% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 120.43% of the surrounding traffic's one", + "Average speed is 126.15% of the surrounding traffic's one", + "Average speed is 104.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 17.65, + "duration_system": 147.169 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_05_11_12_02_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.74% of the surrounding traffic's one", + "Average speed is 143.13% of the surrounding traffic's one", + "Average speed is 180.74% of the surrounding traffic's one", + "Average speed is 227.43% of the surrounding traffic's one", + "Average speed is 235.66% of the surrounding traffic's one", + "Average speed is 191.18% of the surrounding traffic's one", + "Average speed is 172.98% of the surrounding traffic's one", + "Average speed is 171.25% of the surrounding traffic's one", + "Average speed is 136.16% of the surrounding traffic's one", + "Average speed is 129.91% of the surrounding traffic's one", + "Average speed is 100.87% of the surrounding traffic's one", + "Average speed is 103.86% of the surrounding traffic's one", + "Average speed is 95.86% of the surrounding traffic's one", + "Average speed is 98.94% of the surrounding traffic's one", + "Average speed is 115.21% of the surrounding traffic's one", + "Average speed is 110.79% of the surrounding traffic's one", + "Average speed is 120.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.3, + "duration_system": 186.619 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_05_11_11_57_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 52.53% of the surrounding traffic's one", + "Average speed is 212.72% of the surrounding traffic's one", + "Average speed is 382.15% of the surrounding traffic's one", + "Average speed is 534.26% of the surrounding traffic's one", + "Average speed is 426.08% of the surrounding traffic's one", + "Average speed is 415.37% of the surrounding traffic's one", + "Average speed is 547.52% of the surrounding traffic's one", + "Average speed is 519.69% of the surrounding traffic's one", + "Average speed is 455.77% of the surrounding traffic's one", + "Average speed is 447.58% of the surrounding traffic's one", + "Average speed is 381.3% of the surrounding traffic's one", + "Average speed is 362.55% of the surrounding traffic's one", + "Average speed is 351.38% of the surrounding traffic's one", + "Average speed is 350.41% of the surrounding traffic's one", + "Average speed is 475.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.35, + "duration_system": 138.166 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_05_11_11_51_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 156.75% of the surrounding traffic's one", + "Average speed is 142.42% of the surrounding traffic's one", + "Average speed is 179.61% of the surrounding traffic's one", + "Average speed is 209.02% of the surrounding traffic's one", + "Average speed is 265.11% of the surrounding traffic's one", + "Average speed is 367.78% of the surrounding traffic's one", + "Average speed is 288.13% of the surrounding traffic's one", + "Average speed is 66.24% of the surrounding traffic's one", + "Average speed is 220.49% of the surrounding traffic's one", + "Average speed is 319.74% of the surrounding traffic's one", + "Average speed is 221.54% of the surrounding traffic's one", + "Average speed is 202.68% of the surrounding traffic's one", + "Average speed is 236.32% of the surrounding traffic's one", + "Average speed is 206.38% of the surrounding traffic's one", + "Average speed is 239.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 16.0, + "duration_system": 208.232 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_05_10_22_42_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.14% of the surrounding traffic's one", + "Average speed is 143.95% of the surrounding traffic's one", + "Average speed is 182.49% of the surrounding traffic's one", + "Average speed is 224.23% of the surrounding traffic's one", + "Average speed is 256.17% of the surrounding traffic's one", + "Average speed is 350.32% of the surrounding traffic's one", + "Average speed is 459.12% of the surrounding traffic's one", + "Average speed is 275.65% of the surrounding traffic's one", + "Average speed is 27.75% of the surrounding traffic's one", + "Average speed is 323.45% of the surrounding traffic's one", + "Average speed is 584.4% of the surrounding traffic's one", + "Average speed is 498.85% of the surrounding traffic's one", + "Average speed is 504.94% of the surrounding traffic's one", + "Average speed is 807.62% of the surrounding traffic's one", + "Average speed is 797.76% of the surrounding traffic's one", + "Average speed is 770.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.0, + "duration_system": 205.237 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_05_11_10_39_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.47% of the surrounding traffic's one", + "Average speed is 134.5% of the surrounding traffic's one", + "Average speed is 212.57% of the surrounding traffic's one", + "Average speed is 295.57% of the surrounding traffic's one", + "Average speed is 198.54% of the surrounding traffic's one", + "Average speed is 19.78% of the surrounding traffic's one", + "Average speed is 276.56% of the surrounding traffic's one", + "Average speed is 342.87% of the surrounding traffic's one", + "Average speed is 238.16% of the surrounding traffic's one", + "Average speed is 187.9% of the surrounding traffic's one", + "Average speed is 233.07% of the surrounding traffic's one", + "Average speed is 227.34% of the surrounding traffic's one", + "Average speed is 215.96% of the surrounding traffic's one", + "Average speed is 208.27% of the surrounding traffic's one", + "Average speed is 244.92% of the surrounding traffic's one", + "Average speed is 236.62% of the surrounding traffic's one", + "Average speed is 199.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 27.0, + "duration_system": 326.359 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_05_11_10_32_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.7% of the surrounding traffic's one", + "Average speed is 153.77% of the surrounding traffic's one", + "Average speed is 220.27% of the surrounding traffic's one", + "Average speed is 165.69% of the surrounding traffic's one", + "Average speed is 167.82% of the surrounding traffic's one", + "Average speed is 198.72% of the surrounding traffic's one", + "Average speed is 178.03% of the surrounding traffic's one", + "Average speed is 157.85% of the surrounding traffic's one", + "Average speed is 115.1% of the surrounding traffic's one", + "Average speed is 106.91% of the surrounding traffic's one", + "Average speed is 115.54% of the surrounding traffic's one", + "Average speed is 102.0% of the surrounding traffic's one", + "Average speed is 101.84% of the surrounding traffic's one", + "Average speed is 133.99% of the surrounding traffic's one", + "Average speed is 27.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.85, + "duration_system": 285.783 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_05_11_10_27_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.04% of the surrounding traffic's one", + "Average speed is 165.92% of the surrounding traffic's one", + "Average speed is 193.74% of the surrounding traffic's one", + "Average speed is 164.64% of the surrounding traffic's one", + "Average speed is 149.66% of the surrounding traffic's one", + "Average speed is 122.49% of the surrounding traffic's one", + "Average speed is 81.05% of the surrounding traffic's one", + "Average speed is 66.77% of the surrounding traffic's one", + "Average speed is 86.01% of the surrounding traffic's one", + "Average speed is 252.4% of the surrounding traffic's one", + "Average speed is 267.58% of the surrounding traffic's one", + "Average speed is 377.63% of the surrounding traffic's one", + "Average speed is 400.49% of the surrounding traffic's one", + "Average speed is 420.89% of the surrounding traffic's one", + "Average speed is 592.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.45, + "duration_system": 142.176 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_05_11_16_19_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.68% of the surrounding traffic's one", + "Average speed is 135.89% of the surrounding traffic's one", + "Average speed is 231.9% of the surrounding traffic's one", + "Average speed is 241.25% of the surrounding traffic's one", + "Average speed is 188.22% of the surrounding traffic's one", + "Average speed is 156.69% of the surrounding traffic's one", + "Average speed is 91.31% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 573.78% of the surrounding traffic's one", + "Average speed is 679.54% of the surrounding traffic's one", + "Average speed is 845.74% of the surrounding traffic's one", + "Average speed is 760.88% of the surrounding traffic's one", + "Average speed is 818.6% of the surrounding traffic's one", + "Average speed is 5791.23% of the surrounding traffic's one", + "Average speed is 3787.07% of the surrounding traffic's one", + "Average speed is 376556.55% of the surrounding traffic's one", + "Average speed is 55817452.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.541, + "duration_game": 138.55, + "duration_system": 1301.807 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_05_10_22_39_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.47% of the surrounding traffic's one", + "Average speed is 141.98% of the surrounding traffic's one", + "Average speed is 130.24% of the surrounding traffic's one", + "Average speed is 195.56% of the surrounding traffic's one", + "Average speed is 199.43% of the surrounding traffic's one", + "Average speed is 202.57% of the surrounding traffic's one", + "Average speed is 222.48% of the surrounding traffic's one", + "Average speed is 235.11% of the surrounding traffic's one", + "Average speed is 241.2% of the surrounding traffic's one", + "Average speed is 239.84% of the surrounding traffic's one", + "Average speed is 245.3% of the surrounding traffic's one", + "Average speed is 240.22% of the surrounding traffic's one", + "Average speed is 227.65% of the surrounding traffic's one", + "Average speed is 219.64% of the surrounding traffic's one", + "Average speed is 222.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.55, + "duration_system": 85.096 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_05_10_22_35_10", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.83% of the surrounding traffic's one", + "Average speed is 174.08% of the surrounding traffic's one", + "Average speed is 200.97% of the surrounding traffic's one", + "Average speed is 256.67% of the surrounding traffic's one", + "Average speed is 231.23% of the surrounding traffic's one", + "Average speed is 218.47% of the surrounding traffic's one", + "Average speed is 220.11% of the surrounding traffic's one", + "Average speed is 208.99% of the surrounding traffic's one", + "Average speed is 197.44% of the surrounding traffic's one", + "Average speed is 192.27% of the surrounding traffic's one", + "Average speed is 182.23% of the surrounding traffic's one", + "Average speed is 173.76% of the surrounding traffic's one", + "Average speed is 167.59% of the surrounding traffic's one", + "Average speed is 164.0% of the surrounding traffic's one", + "Average speed is 164.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.9, + "duration_system": 83.083 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_05_11_09_11_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.67% of the surrounding traffic's one", + "Average speed is 133.5% of the surrounding traffic's one", + "Average speed is 119.89% of the surrounding traffic's one", + "Average speed is 152.65% of the surrounding traffic's one", + "Average speed is 170.82% of the surrounding traffic's one", + "Average speed is 192.59% of the surrounding traffic's one", + "Average speed is 214.2% of the surrounding traffic's one", + "Average speed is 226.77% of the surrounding traffic's one", + "Average speed is 243.41% of the surrounding traffic's one", + "Average speed is 250.6% of the surrounding traffic's one", + "Average speed is 245.24% of the surrounding traffic's one", + "Average speed is 239.59% of the surrounding traffic's one", + "Average speed is 226.06% of the surrounding traffic's one", + "Average speed is 195.57% of the surrounding traffic's one", + "Average speed is 173.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 8.0, + "duration_system": 73.073 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_05_10_22_31_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.39% of the surrounding traffic's one", + "Average speed is 187.16% of the surrounding traffic's one", + "Average speed is 187.1% of the surrounding traffic's one", + "Average speed is 209.54% of the surrounding traffic's one", + "Average speed is 215.78% of the surrounding traffic's one", + "Average speed is 210.0% of the surrounding traffic's one", + "Average speed is 224.39% of the surrounding traffic's one", + "Average speed is 232.32% of the surrounding traffic's one", + "Average speed is 230.31% of the surrounding traffic's one", + "Average speed is 210.89% of the surrounding traffic's one", + "Average speed is 195.52% of the surrounding traffic's one", + "Average speed is 173.73% of the surrounding traffic's one", + "Average speed is 161.54% of the surrounding traffic's one", + "Average speed is 225.03% of the surrounding traffic's one", + "Average speed is 225.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 66.065 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_05_10_22_11_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 160.22% of the surrounding traffic's one", + "Average speed is 155.17% of the surrounding traffic's one", + "Average speed is 173.96% of the surrounding traffic's one", + "Average speed is 178.81% of the surrounding traffic's one", + "Average speed is 117.47% of the surrounding traffic's one", + "Average speed is 2.75% of the surrounding traffic's one", + "Average speed is 155.41% of the surrounding traffic's one", + "Average speed is 220.73% of the surrounding traffic's one", + "Average speed is 246.47% of the surrounding traffic's one", + "Average speed is 176.59% of the surrounding traffic's one", + "Average speed is 62.12% of the surrounding traffic's one", + "Average speed is 78.58% of the surrounding traffic's one", + "Average speed is 104.85% of the surrounding traffic's one", + "Average speed is 106.37% of the surrounding traffic's one", + "Average speed is 106.59% of the surrounding traffic's one", + "Average speed is 115.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 74.25, + "duration_system": 1090.254 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_05_11_09_04_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.37% of the surrounding traffic's one", + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 184.44% of the surrounding traffic's one", + "Average speed is 207.03% of the surrounding traffic's one", + "Average speed is 179.37% of the surrounding traffic's one", + "Average speed is 165.48% of the surrounding traffic's one", + "Average speed is 129.9% of the surrounding traffic's one", + "Average speed is 44.51% of the surrounding traffic's one", + "Average speed is 91.96% of the surrounding traffic's one", + "Average speed is 187.27% of the surrounding traffic's one", + "Average speed is 190.83% of the surrounding traffic's one", + "Average speed is 169.79% of the surrounding traffic's one", + "Average speed is 137.72% of the surrounding traffic's one", + "Average speed is 96.97% of the surrounding traffic's one", + "Average speed is 121.01% of the surrounding traffic's one", + "Average speed is 13.24% of the surrounding traffic's one", + "Average speed is 102.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 33.85, + "duration_system": 276.33 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_05_11_08_59_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.69% of the surrounding traffic's one", + "Average speed is 135.79% of the surrounding traffic's one", + "Average speed is 204.66% of the surrounding traffic's one", + "Average speed is 187.41% of the surrounding traffic's one", + "Average speed is 155.29% of the surrounding traffic's one", + "Average speed is 70.62% of the surrounding traffic's one", + "Average speed is 72.52% of the surrounding traffic's one", + "Average speed is 181.38% of the surrounding traffic's one", + "Average speed is 160.75% of the surrounding traffic's one", + "Average speed is 142.42% of the surrounding traffic's one", + "Average speed is 110.63% of the surrounding traffic's one", + "Average speed is 111.21% of the surrounding traffic's one", + "Average speed is 112.52% of the surrounding traffic's one", + "Average speed is 117.04% of the surrounding traffic's one", + "Average speed is 128.83% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one", + "Average speed is 101.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 17.55, + "duration_system": 145.243 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_05_10_22_04_56", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 100.22% of the surrounding traffic's one", + "Average speed is 15.77% of the surrounding traffic's one", + "Average speed is 468.82% of the surrounding traffic's one", + "Average speed is 546.02% of the surrounding traffic's one", + "Average speed is 547.71% of the surrounding traffic's one", + "Average speed is 490.26% of the surrounding traffic's one", + "Average speed is 469.82% of the surrounding traffic's one", + "Average speed is 444.13% of the surrounding traffic's one", + "Average speed is 575.75% of the surrounding traffic's one", + "Average speed is 558.24% of the surrounding traffic's one", + "Average speed is 583.44% of the surrounding traffic's one", + "Average speed is 331.48% of the surrounding traffic's one", + "Average speed is 310.54% of the surrounding traffic's one", + "Average speed is 292.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 19.3, + "duration_system": 231.234 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_05_11_08_55_15", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.42% of the surrounding traffic's one", + "Average speed is 28.38% of the surrounding traffic's one", + "Average speed is 336.69% of the surrounding traffic's one", + "Average speed is 400.22% of the surrounding traffic's one", + "Average speed is 579.65% of the surrounding traffic's one", + "Average speed is 592.72% of the surrounding traffic's one", + "Average speed is 699.3% of the surrounding traffic's one", + "Average speed is 540.53% of the surrounding traffic's one", + "Average speed is 834.77% of the surrounding traffic's one", + "Average speed is 569.03% of the surrounding traffic's one", + "Average speed is 333.15% of the surrounding traffic's one", + "Average speed is 255.28% of the surrounding traffic's one", + "Average speed is 228.5% of the surrounding traffic's one", + "Average speed is 139.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 11.95, + "duration_system": 125.139 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_05_10_22_01_48", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.06% of the surrounding traffic's one", + "Average speed is 196.39% of the surrounding traffic's one", + "Average speed is 270.74% of the surrounding traffic's one", + "Average speed is 289.5% of the surrounding traffic's one", + "Average speed is 289.41% of the surrounding traffic's one", + "Average speed is 293.18% of the surrounding traffic's one", + "Average speed is 314.86% of the surrounding traffic's one", + "Average speed is 320.86% of the surrounding traffic's one", + "Average speed is 299.08% of the surrounding traffic's one", + "Average speed is 734.87% of the surrounding traffic's one", + "Average speed is 586.63% of the surrounding traffic's one", + "Average speed is 566.88% of the surrounding traffic's one", + "Average speed is 390.73% of the surrounding traffic's one", + "Average speed is 265.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.2, + "duration_system": 54.06 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_05_10_21_39_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 3.9% of the surrounding traffic's one", + "Average speed is 1423.38% of the surrounding traffic's one", + "Average speed is 3281.28% of the surrounding traffic's one", + "Average speed is 3357.67% of the surrounding traffic's one", + "Average speed is 2336.83% of the surrounding traffic's one", + "Average speed is 1673.96% of the surrounding traffic's one", + "Average speed is 1668.22% of the surrounding traffic's one", + "Average speed is 956.61% of the surrounding traffic's one", + "Average speed is 682.25% of the surrounding traffic's one", + "Average speed is 529.02% of the surrounding traffic's one", + "Average speed is 413.01% of the surrounding traffic's one", + "Average speed is 333.94% of the surrounding traffic's one", + "Average speed is 213.22% of the surrounding traffic's one", + "Average speed is 58.62% of the surrounding traffic's one", + "Average speed is 104.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 53.55, + "duration_system": 1175.217 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_05_11_08_49_43", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.88% of the surrounding traffic's one", + "Average speed is 79.33% of the surrounding traffic's one", + "Average speed is 153.58% of the surrounding traffic's one", + "Average speed is 166.41% of the surrounding traffic's one", + "Average speed is 65.8% of the surrounding traffic's one", + "Average speed is 46.17% of the surrounding traffic's one", + "Average speed is 366.75% of the surrounding traffic's one", + "Average speed is 511.87% of the surrounding traffic's one", + "Average speed is 525.0% of the surrounding traffic's one", + "Average speed is 487.82% of the surrounding traffic's one", + "Average speed is 382.85% of the surrounding traffic's one", + "Average speed is 426.62% of the surrounding traffic's one", + "Average speed is 286.46% of the surrounding traffic's one", + "Average speed is 176.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 14.4, + "duration_system": 196.201 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_05_11_08_42_03", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 215.48% of the surrounding traffic's one", + "Average speed is 283.45% of the surrounding traffic's one", + "Average speed is 152.0% of the surrounding traffic's one", + "Average speed is 87.49% of the surrounding traffic's one", + "Average speed is 28.68% of the surrounding traffic's one", + "Average speed is 273.32% of the surrounding traffic's one", + "Average speed is 341.72% of the surrounding traffic's one", + "Average speed is 378.1% of the surrounding traffic's one", + "Average speed is 380.76% of the surrounding traffic's one", + "Average speed is 622.25% of the surrounding traffic's one", + "Average speed is 3344.79% of the surrounding traffic's one", + "Average speed is 967.28% of the surrounding traffic's one", + "Average speed is 563.9% of the surrounding traffic's one", + "Average speed is 216.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 30.5, + "duration_system": 323.809 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_05_11_08_36_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 243.7% of the surrounding traffic's one", + "Average speed is 299.62% of the surrounding traffic's one", + "Average speed is 307.26% of the surrounding traffic's one", + "Average speed is 203.69% of the surrounding traffic's one", + "Average speed is 49.15% of the surrounding traffic's one", + "Average speed is 52.09% of the surrounding traffic's one", + "Average speed is 289.91% of the surrounding traffic's one", + "Average speed is 392.23% of the surrounding traffic's one", + "Average speed is 391.17% of the surrounding traffic's one", + "Average speed is 463.23% of the surrounding traffic's one", + "Average speed is 367.95% of the surrounding traffic's one", + "Average speed is 383.96% of the surrounding traffic's one", + "Average speed is 369.5% of the surrounding traffic's one", + "Average speed is 273.04% of the surrounding traffic's one", + "Average speed is 219.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.95, + "duration_system": 215.793 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_05_11_08_11_56", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.18% of the surrounding traffic's one", + "Average speed is 750.28% of the surrounding traffic's one", + "Average speed is 306.76% of the surrounding traffic's one", + "Average speed is 114.75% of the surrounding traffic's one", + "Average speed is 37.78% of the surrounding traffic's one", + "Average speed is 272.45% of the surrounding traffic's one", + "Average speed is 448.39% of the surrounding traffic's one", + "Average speed is 505.05% of the surrounding traffic's one", + "Average speed is 380.64% of the surrounding traffic's one", + "Average speed is 320.74% of the surrounding traffic's one", + "Average speed is 1088.53% of the surrounding traffic's one", + "Average speed is 1679.65% of the surrounding traffic's one", + "Average speed is 299.61% of the surrounding traffic's one", + "Average speed is 145.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 47.05, + "duration_system": 1326.75 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_05_10_21_34_29", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.81% of the surrounding traffic's one", + "Average speed is 210.47% of the surrounding traffic's one", + "Average speed is 246.51% of the surrounding traffic's one", + "Average speed is 84.79% of the surrounding traffic's one", + "Average speed is 41.82% of the surrounding traffic's one", + "Average speed is 291.08% of the surrounding traffic's one", + "Average speed is 421.62% of the surrounding traffic's one", + "Average speed is 425.99% of the surrounding traffic's one", + "Average speed is 386.08% of the surrounding traffic's one", + "Average speed is 348.8% of the surrounding traffic's one", + "Average speed is 359.95% of the surrounding traffic's one", + "Average speed is 265.62% of the surrounding traffic's one", + "Average speed is 182.97% of the surrounding traffic's one", + "Average speed is 152.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.9, + "duration_system": 196.21 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_05_11_08_05_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.09% of the surrounding traffic's one", + "Average speed is 263.95% of the surrounding traffic's one", + "Average speed is 278.58% of the surrounding traffic's one", + "Average speed is 444.86% of the surrounding traffic's one", + "Average speed is 503.4% of the surrounding traffic's one", + "Average speed is 548.44% of the surrounding traffic's one", + "Average speed is 643.17% of the surrounding traffic's one", + "Average speed is 622.96% of the surrounding traffic's one", + "Average speed is 580.33% of the surrounding traffic's one", + "Average speed is 521.6% of the surrounding traffic's one", + "Average speed is 631.16% of the surrounding traffic's one", + "Average speed is 768.36% of the surrounding traffic's one", + "Average speed is 731.01% of the surrounding traffic's one", + "Average speed is 1284.7% of the surrounding traffic's one", + "Average speed is 1349.92% of the surrounding traffic's one", + "Average speed is 747.32% of the surrounding traffic's one", + "Average speed is 467.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 13.0, + "duration_system": 257.283 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_05_11_07_59_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 431.86% of the surrounding traffic's one", + "Average speed is 597.31% of the surrounding traffic's one", + "Average speed is 634.1% of the surrounding traffic's one", + "Average speed is 680.38% of the surrounding traffic's one", + "Average speed is 382.4% of the surrounding traffic's one", + "Average speed is 259.9% of the surrounding traffic's one", + "Average speed is 126.36% of the surrounding traffic's one", + "Average speed is 266.66% of the surrounding traffic's one", + "Average speed is 271.05% of the surrounding traffic's one", + "Average speed is 197.51% of the surrounding traffic's one", + "Average speed is 176.83% of the surrounding traffic's one", + "Average speed is 183.79% of the surrounding traffic's one", + "Average speed is 172.1% of the surrounding traffic's one", + "Average speed is 412.36% of the surrounding traffic's one", + "Average speed is 377.37% of the surrounding traffic's one", + "Average speed is 353.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 14.1, + "duration_system": 214.222 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_05_11_07_53_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 247.14% of the surrounding traffic's one", + "Average speed is 279.44% of the surrounding traffic's one", + "Average speed is 284.9% of the surrounding traffic's one", + "Average speed is 447.55% of the surrounding traffic's one", + "Average speed is 529.28% of the surrounding traffic's one", + "Average speed is 544.72% of the surrounding traffic's one", + "Average speed is 498.94% of the surrounding traffic's one", + "Average speed is 395.1% of the surrounding traffic's one", + "Average speed is 381.4% of the surrounding traffic's one", + "Average speed is 488.5% of the surrounding traffic's one", + "Average speed is 466.3% of the surrounding traffic's one", + "Average speed is 512.32% of the surrounding traffic's one", + "Average speed is 619.45% of the surrounding traffic's one", + "Average speed is 1129.1% of the surrounding traffic's one", + "Average speed is 1070.43% of the surrounding traffic's one", + "Average speed is 649.46% of the surrounding traffic's one", + "Average speed is 414.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 14.0, + "duration_system": 237.25 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_05_11_07_48_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.19% of the surrounding traffic's one", + "Average speed is 427.94% of the surrounding traffic's one", + "Average speed is 444.59% of the surrounding traffic's one", + "Average speed is 391.18% of the surrounding traffic's one", + "Average speed is 458.01% of the surrounding traffic's one", + "Average speed is 435.79% of the surrounding traffic's one", + "Average speed is 442.78% of the surrounding traffic's one", + "Average speed is 445.29% of the surrounding traffic's one", + "Average speed is 835.24% of the surrounding traffic's one", + "Average speed is 1192.67% of the surrounding traffic's one", + "Average speed is 1122.4% of the surrounding traffic's one", + "Average speed is 580.91% of the surrounding traffic's one", + "Average speed is 251.39% of the surrounding traffic's one", + "Average speed is 398.4% of the surrounding traffic's one", + "Average speed is 529.2% of the surrounding traffic's one", + "Average speed is 2448969.37% of the surrounding traffic's one", + "Average speed is 912849.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.2, + "duration_system": 206.214 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_05_10_21_29_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 203.25% of the surrounding traffic's one", + "Average speed is 163.99% of the surrounding traffic's one", + "Average speed is 294.55% of the surrounding traffic's one", + "Average speed is 428.67% of the surrounding traffic's one", + "Average speed is 324.95% of the surrounding traffic's one", + "Average speed is 98.02% of the surrounding traffic's one", + "Average speed is 134.93% of the surrounding traffic's one", + "Average speed is 134.24% of the surrounding traffic's one", + "Average speed is 79.21% of the surrounding traffic's one", + "Average speed is 28.93% of the surrounding traffic's one", + "Average speed is 572.6% of the surrounding traffic's one", + "Average speed is 385.57% of the surrounding traffic's one", + "Average speed is 367.81% of the surrounding traffic's one", + "Average speed is 453.52% of the surrounding traffic's one", + "Average speed is 318.18% of the surrounding traffic's one", + "Average speed is 226.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.35, + "duration_system": 190.201 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_05_11_07_42_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.64% of the surrounding traffic's one", + "Average speed is 147.21% of the surrounding traffic's one", + "Average speed is 104.38% of the surrounding traffic's one", + "Average speed is 14.46% of the surrounding traffic's one", + "Average speed is 357.02% of the surrounding traffic's one", + "Average speed is 734.64% of the surrounding traffic's one", + "Average speed is 698.31% of the surrounding traffic's one", + "Average speed is 670.23% of the surrounding traffic's one", + "Average speed is 699.7% of the surrounding traffic's one", + "Average speed is 426.0% of the surrounding traffic's one", + "Average speed is 580.41% of the surrounding traffic's one", + "Average speed is 443.4% of the surrounding traffic's one", + "Average speed is 554.35% of the surrounding traffic's one", + "Average speed is 529.45% of the surrounding traffic's one", + "Average speed is 410.66% of the surrounding traffic's one", + "Average speed is 244.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 23.1, + "duration_system": 212.18 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_05_11_07_30_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.92% of the surrounding traffic's one", + "Average speed is 219.16% of the surrounding traffic's one", + "Average speed is 630.87% of the surrounding traffic's one", + "Average speed is 230.91% of the surrounding traffic's one", + "Average speed is 59.14% of the surrounding traffic's one", + "Average speed is 6.16% of the surrounding traffic's one", + "Average speed is 366.33% of the surrounding traffic's one", + "Average speed is 367.69% of the surrounding traffic's one", + "Average speed is 418.25% of the surrounding traffic's one", + "Average speed is 470.92% of the surrounding traffic's one", + "Average speed is 498.2% of the surrounding traffic's one", + "Average speed is 537.95% of the surrounding traffic's one", + "Average speed is 1496.09% of the surrounding traffic's one", + "Average speed is 1751.86% of the surrounding traffic's one", + "Average speed is 1101.66% of the surrounding traffic's one", + "Average speed is 1356.77% of the surrounding traffic's one", + "Average speed is 2586.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 58.25, + "duration_system": 542.607 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_05_11_07_27_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.73% of the surrounding traffic's one", + "Average speed is 721.72% of the surrounding traffic's one", + "Average speed is 1015.23% of the surrounding traffic's one", + "Average speed is 587.91% of the surrounding traffic's one", + "Average speed is 363.55% of the surrounding traffic's one", + "Average speed is 331.86% of the surrounding traffic's one", + "Average speed is 288.9% of the surrounding traffic's one", + "Average speed is 315.49% of the surrounding traffic's one", + "Average speed is 293.19% of the surrounding traffic's one", + "Average speed is 253.43% of the surrounding traffic's one", + "Average speed is 296.6% of the surrounding traffic's one", + "Average speed is 820.52% of the surrounding traffic's one", + "Average speed is 1095.0% of the surrounding traffic's one", + "Average speed is 1132.36% of the surrounding traffic's one", + "Average speed is 1450.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.15, + "duration_system": 80.095 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_05_10_21_24_47", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3802 at (x=38.944, y=4838.319, z=372.116) at time=9.200s [CARLA Frame: 6200, Agent Step: 183]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 210.43% of the surrounding traffic's one", + "Average speed is 557.4% of the surrounding traffic's one", + "Average speed is 732.91% of the surrounding traffic's one", + "Average speed is 379.18% of the surrounding traffic's one", + "Average speed is 127.12% of the surrounding traffic's one", + "Average speed is 38.5% of the surrounding traffic's one", + "Average speed is 128.44% of the surrounding traffic's one", + "Average speed is 274.92% of the surrounding traffic's one", + "Average speed is 327.13% of the surrounding traffic's one", + "Average speed is 323.74% of the surrounding traffic's one", + "Average speed is 529.48% of the surrounding traffic's one", + "Average speed is 590.55% of the surrounding traffic's one", + "Average speed is 535.94% of the surrounding traffic's one", + "Average speed is 861.13% of the surrounding traffic's one", + "Average speed is 1285.66% of the surrounding traffic's one", + "Average speed is 1447.26% of the surrounding traffic's one", + "Average speed is 812.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 13.25, + "duration_system": 127.22 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_05_11_07_23_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.58% of the surrounding traffic's one", + "Average speed is 334.81% of the surrounding traffic's one", + "Average speed is 431.29% of the surrounding traffic's one", + "Average speed is 283.33% of the surrounding traffic's one", + "Average speed is 67.54% of the surrounding traffic's one", + "Average speed is 191.47% of the surrounding traffic's one", + "Average speed is 279.63% of the surrounding traffic's one", + "Average speed is 259.02% of the surrounding traffic's one", + "Average speed is 229.13% of the surrounding traffic's one", + "Average speed is 222.49% of the surrounding traffic's one", + "Average speed is 293.82% of the surrounding traffic's one", + "Average speed is 671.72% of the surrounding traffic's one", + "Average speed is 506.31% of the surrounding traffic's one", + "Average speed is 300.95% of the surrounding traffic's one", + "Average speed is 187.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 11.05, + "duration_system": 93.106 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_05_11_07_19_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 230.6% of the surrounding traffic's one", + "Average speed is 754.53% of the surrounding traffic's one", + "Average speed is 709.23% of the surrounding traffic's one", + "Average speed is 366.8% of the surrounding traffic's one", + "Average speed is 260.3% of the surrounding traffic's one", + "Average speed is 82.09% of the surrounding traffic's one", + "Average speed is 199.79% of the surrounding traffic's one", + "Average speed is 267.53% of the surrounding traffic's one", + "Average speed is 245.25% of the surrounding traffic's one", + "Average speed is 211.75% of the surrounding traffic's one", + "Average speed is 184.91% of the surrounding traffic's one", + "Average speed is 285.36% of the surrounding traffic's one", + "Average speed is 544.71% of the surrounding traffic's one", + "Average speed is 357.88% of the surrounding traffic's one", + "Average speed is 317.13% of the surrounding traffic's one", + "Average speed is 289.52% of the surrounding traffic's one", + "Average speed is 213.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.65, + "duration_system": 86.112 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_05_12_04_33_48", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.09, y=-86.691, z=336.048) at time=10.300s [CARLA Frame: 6295, Agent Step: 205]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2378.789, y=-79.558, z=335.972) at time=10.950s [CARLA Frame: 6308, Agent Step: 218]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.0 meters (1.24% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 149.92% of the surrounding traffic's one", + "Average speed is 267.24% of the surrounding traffic's one", + "Average speed is 417.3% of the surrounding traffic's one", + "Average speed is 405.87% of the surrounding traffic's one", + "Average speed is 23.83% of the surrounding traffic's one", + "Average speed is 177.04% of the surrounding traffic's one", + "Average speed is 465.87% of the surrounding traffic's one", + "Average speed is 465.77% of the surrounding traffic's one", + "Average speed is 505.86% of the surrounding traffic's one", + "Average speed is 499.19% of the surrounding traffic's one", + "Average speed is 405.49% of the surrounding traffic's one", + "Average speed is 24.72% of the surrounding traffic's one", + "Average speed is 423.74% of the surrounding traffic's one", + "Average speed is 319.78% of the surrounding traffic's one", + "Average speed is 379.68% of the surrounding traffic's one", + "Average speed is 275.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.355539, + "score_composed": 35.553902 + }, + "meta": { + "route_length": 87.704, + "duration_game": 201.45, + "duration_system": 1768.244 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_05_11_19_19_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3852 at (x=1363.072, y=4988.081, z=370.817) at time=10.400s [CARLA Frame: 6572, Agent Step: 207]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 168.74% of the surrounding traffic's one", + "Average speed is 114.72% of the surrounding traffic's one", + "Average speed is 452.98% of the surrounding traffic's one", + "Average speed is 251.57% of the surrounding traffic's one", + "Average speed is 34.53% of the surrounding traffic's one", + "Average speed is 96.76% of the surrounding traffic's one", + "Average speed is 299.74% of the surrounding traffic's one", + "Average speed is 312.61% of the surrounding traffic's one", + "Average speed is 231.02% of the surrounding traffic's one", + "Average speed is 170.49% of the surrounding traffic's one", + "Average speed is 364.4% of the surrounding traffic's one", + "Average speed is 345.66% of the surrounding traffic's one", + "Average speed is 477.02% of the surrounding traffic's one", + "Average speed is 256.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 14.4, + "duration_system": 181.248 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_05_10_23_25_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.318, y=4700.159, z=365.258) at time=9.800s [CARLA Frame: 6252, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.02% of the surrounding traffic's one", + "Average speed is 402.13% of the surrounding traffic's one", + "Average speed is 467.27% of the surrounding traffic's one", + "Average speed is 187.77% of the surrounding traffic's one", + "Average speed is 64.42% of the surrounding traffic's one", + "Average speed is 27.27% of the surrounding traffic's one", + "Average speed is 152.64% of the surrounding traffic's one", + "Average speed is 330.59% of the surrounding traffic's one", + "Average speed is 346.94% of the surrounding traffic's one", + "Average speed is 345.14% of the surrounding traffic's one", + "Average speed is 379.26% of the surrounding traffic's one", + "Average speed is 411.88% of the surrounding traffic's one", + "Average speed is 266.51% of the surrounding traffic's one", + "Average speed is 318.06% of the surrounding traffic's one", + "Average speed is 316.25% of the surrounding traffic's one", + "Average speed is 278.44% of the surrounding traffic's one", + "Average speed is 295.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.95, + "duration_system": 101.122 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_05_10_23_18_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2391.031, y=-93.584, z=335.678) at time=33.300s [CARLA Frame: 6891, Agent Step: 665]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.36% of the surrounding traffic's one", + "Average speed is 291.14% of the surrounding traffic's one", + "Average speed is 248.79% of the surrounding traffic's one", + "Average speed is 12.7% of the surrounding traffic's one", + "Average speed is 1456.72% of the surrounding traffic's one", + "Average speed is 1090.66% of the surrounding traffic's one", + "Average speed is 1040.8% of the surrounding traffic's one", + "Average speed is 1074.43% of the surrounding traffic's one", + "Average speed is 944.6% of the surrounding traffic's one", + "Average speed is 744.42% of the surrounding traffic's one", + "Average speed is 886.51% of the surrounding traffic's one", + "Average speed is 3323.19% of the surrounding traffic's one", + "Average speed is 742.47% of the surrounding traffic's one", + "Average speed is 689.08% of the surrounding traffic's one", + "Average speed is 373.22% of the surrounding traffic's one", + "Average speed is 309.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.05, + "duration_system": 272.38 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_05_10_23_13_10", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.56% of the surrounding traffic's one", + "Average speed is 155.24% of the surrounding traffic's one", + "Average speed is 345.09% of the surrounding traffic's one", + "Average speed is 70.5% of the surrounding traffic's one", + "Average speed is 28.19% of the surrounding traffic's one", + "Average speed is 329.35% of the surrounding traffic's one", + "Average speed is 476.36% of the surrounding traffic's one", + "Average speed is 568.92% of the surrounding traffic's one", + "Average speed is 485.72% of the surrounding traffic's one", + "Average speed is 643.85% of the surrounding traffic's one", + "Average speed is 2119.76% of the surrounding traffic's one", + "Average speed is 2213.32% of the surrounding traffic's one", + "Average speed is 819.03% of the surrounding traffic's one", + "Average speed is 359.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.8, + "duration_system": 205.221 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_05_11_19_15_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 221.5% of the surrounding traffic's one", + "Average speed is 411.57% of the surrounding traffic's one", + "Average speed is 361.35% of the surrounding traffic's one", + "Average speed is 97.12% of the surrounding traffic's one", + "Average speed is 25.29% of the surrounding traffic's one", + "Average speed is 175.53% of the surrounding traffic's one", + "Average speed is 374.01% of the surrounding traffic's one", + "Average speed is 394.4% of the surrounding traffic's one", + "Average speed is 320.63% of the surrounding traffic's one", + "Average speed is 268.6% of the surrounding traffic's one", + "Average speed is 1057.23% of the surrounding traffic's one", + "Average speed is 1359.81% of the surrounding traffic's one", + "Average speed is 803.59% of the surrounding traffic's one", + "Average speed is 335.1% of the surrounding traffic's one", + "Average speed is 380.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 14.8, + "duration_system": 153.192 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_05_11_19_11_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.6% of the surrounding traffic's one", + "Average speed is 113.47% of the surrounding traffic's one", + "Average speed is 139.47% of the surrounding traffic's one", + "Average speed is 39.64% of the surrounding traffic's one", + "Average speed is 372.21% of the surrounding traffic's one", + "Average speed is 438.64% of the surrounding traffic's one", + "Average speed is 445.08% of the surrounding traffic's one", + "Average speed is 380.06% of the surrounding traffic's one", + "Average speed is 373.53% of the surrounding traffic's one", + "Average speed is 366.75% of the surrounding traffic's one", + "Average speed is 349.09% of the surrounding traffic's one", + "Average speed is 371.76% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 99.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 12.65, + "duration_system": 106.317 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_05_11_18_57_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.42% of the surrounding traffic's one", + "Average speed is 91.22% of the surrounding traffic's one", + "Average speed is 121.93% of the surrounding traffic's one", + "Average speed is 72.27% of the surrounding traffic's one", + "Average speed is 120.52% of the surrounding traffic's one", + "Average speed is 230.02% of the surrounding traffic's one", + "Average speed is 45.62% of the surrounding traffic's one", + "Average speed is 196.69% of the surrounding traffic's one", + "Average speed is 192.02% of the surrounding traffic's one", + "Average speed is 221.35% of the surrounding traffic's one", + "Average speed is 250.34% of the surrounding traffic's one", + "Average speed is 188.54% of the surrounding traffic's one", + "Average speed is 196.37% of the surrounding traffic's one", + "Average speed is 15.7% of the surrounding traffic's one", + "Average speed is 473.17% of the surrounding traffic's one", + "Average speed is 254.25% of the surrounding traffic's one", + "Average speed is 169.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 50.15, + "duration_system": 760.829 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_05_10_23_09_40", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 274.68% of the surrounding traffic's one", + "Average speed is 225.54% of the surrounding traffic's one", + "Average speed is 126.56% of the surrounding traffic's one", + "Average speed is 110.42% of the surrounding traffic's one", + "Average speed is 148.66% of the surrounding traffic's one", + "Average speed is 213.78% of the surrounding traffic's one", + "Average speed is 312.65% of the surrounding traffic's one", + "Average speed is 299.14% of the surrounding traffic's one", + "Average speed is 241.26% of the surrounding traffic's one", + "Average speed is 367.88% of the surrounding traffic's one", + "Average speed is 393.23% of the surrounding traffic's one", + "Average speed is 358.25% of the surrounding traffic's one", + "Average speed is 321.61% of the surrounding traffic's one", + "Average speed is 239.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 11.35, + "duration_system": 110.13 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_05_10_22_49_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 264.48% of the surrounding traffic's one", + "Average speed is 157.08% of the surrounding traffic's one", + "Average speed is 178.33% of the surrounding traffic's one", + "Average speed is 156.97% of the surrounding traffic's one", + "Average speed is 24.75% of the surrounding traffic's one", + "Average speed is 171.74% of the surrounding traffic's one", + "Average speed is 454.46% of the surrounding traffic's one", + "Average speed is 572.41% of the surrounding traffic's one", + "Average speed is 325.39% of the surrounding traffic's one", + "Average speed is 156.79% of the surrounding traffic's one", + "Average speed is 52666554041.38% of the surrounding traffic's one", + "Average speed is 25507.16% of the surrounding traffic's one", + "Average speed is 2481.86% of the surrounding traffic's one", + "Average speed is 1295.82% of the surrounding traffic's one", + "Average speed is 381.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 54.5, + "duration_system": 1120.269 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_05_10_22_45_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=160 at (x=259.679, y=-248.425, z=0.003) at time=9.900s [CARLA Frame: 6518, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 208.93% of the surrounding traffic's one", + "Average speed is 798.89% of the surrounding traffic's one", + "Average speed is 432.15% of the surrounding traffic's one", + "Average speed is 63.15% of the surrounding traffic's one", + "Average speed is 30.86% of the surrounding traffic's one", + "Average speed is 138.33% of the surrounding traffic's one", + "Average speed is 441.77% of the surrounding traffic's one", + "Average speed is 1504.2% of the surrounding traffic's one", + "Average speed is 500.43% of the surrounding traffic's one", + "Average speed is 365.36% of the surrounding traffic's one", + "Average speed is 314.3% of the surrounding traffic's one", + "Average speed is 585.09% of the surrounding traffic's one", + "Average speed is 319.0% of the surrounding traffic's one", + "Average speed is 182.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 13.75, + "duration_system": 128.175 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_05_10_22_41_44", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.327, y=-250.416, z=0.009) at time=9.000s [CARLA Frame: 6401, Agent Step: 179]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.56% of the surrounding traffic's one", + "Average speed is 2561.11% of the surrounding traffic's one", + "Average speed is 2608.55% of the surrounding traffic's one", + "Average speed is 662.36% of the surrounding traffic's one", + "Average speed is 426.22% of the surrounding traffic's one", + "Average speed is 39.32% of the surrounding traffic's one", + "Average speed is 63.26% of the surrounding traffic's one", + "Average speed is 171.33% of the surrounding traffic's one", + "Average speed is 223.42% of the surrounding traffic's one", + "Average speed is 229.73% of the surrounding traffic's one", + "Average speed is 362.52% of the surrounding traffic's one", + "Average speed is 427.97% of the surrounding traffic's one", + "Average speed is 403.28% of the surrounding traffic's one", + "Average speed is 333.79% of the surrounding traffic's one", + "Average speed is 390.98% of the surrounding traffic's one", + "Average speed is 336.29% of the surrounding traffic's one", + "Average speed is 444.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 12.55, + "duration_system": 125.14 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_05_11_18_50_55", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.67% of the surrounding traffic's one", + "Average speed is 219.92% of the surrounding traffic's one", + "Average speed is 117.91% of the surrounding traffic's one", + "Average speed is 7.19% of the surrounding traffic's one", + "Average speed is 658.53% of the surrounding traffic's one", + "Average speed is 837.76% of the surrounding traffic's one", + "Average speed is 1392.69% of the surrounding traffic's one", + "Average speed is 1125.02% of the surrounding traffic's one", + "Average speed is 1334.64% of the surrounding traffic's one", + "Average speed is 2771.51% of the surrounding traffic's one", + "Average speed is 2740.29% of the surrounding traffic's one", + "Average speed is 618.77% of the surrounding traffic's one", + "Average speed is 265.33% of the surrounding traffic's one", + "Average speed is 210.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.65, + "duration_system": 276.323 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_05_10_22_37_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 34 at (x=106.12, y=324.08, z=0.103)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 68.21% of the surrounding traffic's one", + "Average speed is 104.65% of the surrounding traffic's one", + "Average speed is 61.33% of the surrounding traffic's one", + "Average speed is 90.16% of the surrounding traffic's one", + "Average speed is 82.88% of the surrounding traffic's one", + "Average speed is 138.76% of the surrounding traffic's one", + "Average speed is 84.31% of the surrounding traffic's one", + "Average speed is 93.55% of the surrounding traffic's one", + "Average speed is 111.03% of the surrounding traffic's one", + "Average speed is 131.56% of the surrounding traffic's one", + "Average speed is 116.51% of the surrounding traffic's one", + "Average speed is 301.77% of the surrounding traffic's one", + "Average speed is 281.91% of the surrounding traffic's one", + "Average speed is 214.24% of the surrounding traffic's one", + "Average speed is 199.06% of the surrounding traffic's one", + "Average speed is 143.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 18.85, + "duration_system": 141.209 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_05_10_21_20_24", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.34% of the surrounding traffic's one", + "Average speed is 167.58% of the surrounding traffic's one", + "Average speed is 120.31% of the surrounding traffic's one", + "Average speed is 158.85% of the surrounding traffic's one", + "Average speed is 176.47% of the surrounding traffic's one", + "Average speed is 210.14% of the surrounding traffic's one", + "Average speed is 256.25% of the surrounding traffic's one", + "Average speed is 266.68% of the surrounding traffic's one", + "Average speed is 283.22% of the surrounding traffic's one", + "Average speed is 251.05% of the surrounding traffic's one", + "Average speed is 208.03% of the surrounding traffic's one", + "Average speed is 191.15% of the surrounding traffic's one", + "Average speed is 188.81% of the surrounding traffic's one", + "Average speed is 178.9% of the surrounding traffic's one", + "Average speed is 165.36% of the surrounding traffic's one", + "Average speed is 217.51% of the surrounding traffic's one", + "Average speed is 149.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 9.35, + "duration_system": 130.138 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_05_11_07_14_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.03% of the surrounding traffic's one", + "Average speed is 168.22% of the surrounding traffic's one", + "Average speed is 146.36% of the surrounding traffic's one", + "Average speed is 142.22% of the surrounding traffic's one", + "Average speed is 127.71% of the surrounding traffic's one", + "Average speed is 132.38% of the surrounding traffic's one", + "Average speed is 148.1% of the surrounding traffic's one", + "Average speed is 151.63% of the surrounding traffic's one", + "Average speed is 146.84% of the surrounding traffic's one", + "Average speed is 122.63% of the surrounding traffic's one", + "Average speed is 116.89% of the surrounding traffic's one", + "Average speed is 122.33% of the surrounding traffic's one", + "Average speed is 116.33% of the surrounding traffic's one", + "Average speed is 132.55% of the surrounding traffic's one", + "Average speed is 2178.28% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.3, + "duration_system": 175.186 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_05_10_22_33_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.27% of the surrounding traffic's one", + "Average speed is 484.38% of the surrounding traffic's one", + "Average speed is 354.53% of the surrounding traffic's one", + "Average speed is 152.69% of the surrounding traffic's one", + "Average speed is 12.63% of the surrounding traffic's one", + "Average speed is 175.02% of the surrounding traffic's one", + "Average speed is 298.7% of the surrounding traffic's one", + "Average speed is 329.42% of the surrounding traffic's one", + "Average speed is 312.14% of the surrounding traffic's one", + "Average speed is 471.65% of the surrounding traffic's one", + "Average speed is 726.71% of the surrounding traffic's one", + "Average speed is 494.94% of the surrounding traffic's one", + "Average speed is 316.67% of the surrounding traffic's one", + "Average speed is 246.92% of the surrounding traffic's one", + "Average speed is 188.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.65, + "duration_system": 135.169 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_05_11_18_47_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.0 meters (7.89% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 318.01% of the surrounding traffic's one", + "Average speed is 496.7% of the surrounding traffic's one", + "Average speed is 385.77% of the surrounding traffic's one", + "Average speed is 259.44% of the surrounding traffic's one", + "Average speed is 105.19% of the surrounding traffic's one", + "Average speed is 103.93% of the surrounding traffic's one", + "Average speed is 234.75% of the surrounding traffic's one", + "Average speed is 229.93% of the surrounding traffic's one", + "Average speed is 184.31% of the surrounding traffic's one", + "Average speed is 153.05% of the surrounding traffic's one", + "Average speed is 507.39% of the surrounding traffic's one", + "Average speed is 433.66% of the surrounding traffic's one", + "Average speed is 330.49% of the surrounding traffic's one", + "Average speed is 306.47% of the surrounding traffic's one", + "Average speed is 286.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.921091, + "score_composed": 92.109061 + }, + "meta": { + "route_length": 70.367, + "duration_game": 9.5, + "duration_system": 103.21 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_05_11_18_43_25", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.76% of the surrounding traffic's one", + "Average speed is 1824.37% of the surrounding traffic's one", + "Average speed is 567.42% of the surrounding traffic's one", + "Average speed is 117.97% of the surrounding traffic's one", + "Average speed is 17.77% of the surrounding traffic's one", + "Average speed is 177.02% of the surrounding traffic's one", + "Average speed is 436.58% of the surrounding traffic's one", + "Average speed is 403.09% of the surrounding traffic's one", + "Average speed is 428.82% of the surrounding traffic's one", + "Average speed is 753.95% of the surrounding traffic's one", + "Average speed is 3325.93% of the surrounding traffic's one", + "Average speed is 1345.87% of the surrounding traffic's one", + "Average speed is 603.39% of the surrounding traffic's one", + "Average speed is 341.92% of the surrounding traffic's one", + "Average speed is 170.88% of the surrounding traffic's one", + "Average speed is 130.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 15.3, + "duration_system": 123.164 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_05_11_18_34_41", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.23% of the surrounding traffic's one", + "Average speed is 282.57% of the surrounding traffic's one", + "Average speed is 566.43% of the surrounding traffic's one", + "Average speed is 20.14% of the surrounding traffic's one", + "Average speed is 18.16% of the surrounding traffic's one", + "Average speed is 1036.93% of the surrounding traffic's one", + "Average speed is 1097.88% of the surrounding traffic's one", + "Average speed is 974.24% of the surrounding traffic's one", + "Average speed is 1006.55% of the surrounding traffic's one", + "Average speed is 833.66% of the surrounding traffic's one", + "Average speed is 1822.38% of the surrounding traffic's one", + "Average speed is 8736.59% of the surrounding traffic's one", + "Average speed is 1354.37% of the surrounding traffic's one", + "Average speed is 987.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.15, + "duration_system": 420.509 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_05_10_22_26_22", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.712, y=-81.109, z=0.028) at time=17.450s [CARLA Frame: 6706, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.54% of the surrounding traffic's one", + "Average speed is 142.92% of the surrounding traffic's one", + "Average speed is 143.48% of the surrounding traffic's one", + "Average speed is 138.04% of the surrounding traffic's one", + "Average speed is 33.64% of the surrounding traffic's one", + "Average speed is 1622.54% of the surrounding traffic's one", + "Average speed is 1546.03% of the surrounding traffic's one", + "Average speed is 1445.83% of the surrounding traffic's one", + "Average speed is 958.27% of the surrounding traffic's one", + "Average speed is 839.77% of the surrounding traffic's one", + "Average speed is 1403.66% of the surrounding traffic's one", + "Average speed is 3474.05% of the surrounding traffic's one", + "Average speed is 1042.85% of the surrounding traffic's one", + "Average speed is 681.11% of the surrounding traffic's one", + "Average speed is 836.65% of the surrounding traffic's one", + "Average speed is 564.77% of the surrounding traffic's one", + "Average speed is 429.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 21.6, + "duration_system": 325.381 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_05_10_22_21_57", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.12% of the surrounding traffic's one", + "Average speed is 181.31% of the surrounding traffic's one", + "Average speed is 231.12% of the surrounding traffic's one", + "Average speed is 96.98% of the surrounding traffic's one", + "Average speed is 196.0% of the surrounding traffic's one", + "Average speed is 233.98% of the surrounding traffic's one", + "Average speed is 235.81% of the surrounding traffic's one", + "Average speed is 249.21% of the surrounding traffic's one", + "Average speed is 208.34% of the surrounding traffic's one", + "Average speed is 32.11% of the surrounding traffic's one", + "Average speed is 458.94% of the surrounding traffic's one", + "Average speed is 365.26% of the surrounding traffic's one", + "Average speed is 346.34% of the surrounding traffic's one", + "Average speed is 369.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 20.3, + "duration_system": 164.196 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_05_10_21_11_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.42% of the surrounding traffic's one", + "Average speed is 80.92% of the surrounding traffic's one", + "Average speed is 199.88% of the surrounding traffic's one", + "Average speed is 190.71% of the surrounding traffic's one", + "Average speed is 179.54% of the surrounding traffic's one", + "Average speed is 252.68% of the surrounding traffic's one", + "Average speed is 155.33% of the surrounding traffic's one", + "Average speed is 67.72% of the surrounding traffic's one", + "Average speed is 112.6% of the surrounding traffic's one", + "Average speed is 47.18% of the surrounding traffic's one", + "Average speed is 147.14% of the surrounding traffic's one", + "Average speed is 96.48% of the surrounding traffic's one", + "Average speed is 159.55% of the surrounding traffic's one", + "Average speed is 170.53% of the surrounding traffic's one", + "Average speed is 153.4% of the surrounding traffic's one", + "Average speed is 138.46% of the surrounding traffic's one", + "Average speed is 115.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.45, + "duration_system": 403.419 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_05_11_07_08_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.36% of the surrounding traffic's one", + "Average speed is 147.59% of the surrounding traffic's one", + "Average speed is 175.29% of the surrounding traffic's one", + "Average speed is 163.84% of the surrounding traffic's one", + "Average speed is 135.65% of the surrounding traffic's one", + "Average speed is 257.44% of the surrounding traffic's one", + "Average speed is 194.21% of the surrounding traffic's one", + "Average speed is 13.94% of the surrounding traffic's one", + "Average speed is 154.13% of the surrounding traffic's one", + "Average speed is 199.07% of the surrounding traffic's one", + "Average speed is 194.3% of the surrounding traffic's one", + "Average speed is 104.81% of the surrounding traffic's one", + "Average speed is 61.85% of the surrounding traffic's one", + "Average speed is 143.09% of the surrounding traffic's one", + "Average speed is 156.34% of the surrounding traffic's one", + "Average speed is 155.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 26.45, + "duration_system": 242.257 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_05_10_22_18_10", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=691.363, y=741.001, z=117.995) at time=9.300s [CARLA Frame: 6484, Agent Step: 185]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.36% of the surrounding traffic's one", + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 329.84% of the surrounding traffic's one", + "Average speed is 945.87% of the surrounding traffic's one", + "Average speed is 423.88% of the surrounding traffic's one", + "Average speed is 287.62% of the surrounding traffic's one", + "Average speed is 50.71% of the surrounding traffic's one", + "Average speed is 227.06% of the surrounding traffic's one", + "Average speed is 254.21% of the surrounding traffic's one", + "Average speed is 271.14% of the surrounding traffic's one", + "Average speed is 232.96% of the surrounding traffic's one", + "Average speed is 373.93% of the surrounding traffic's one", + "Average speed is 557.49% of the surrounding traffic's one", + "Average speed is 552.89% of the surrounding traffic's one", + "Average speed is 577.71% of the surrounding traffic's one", + "Average speed is 567.28% of the surrounding traffic's one", + "Average speed is 500.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.35, + "duration_system": 125.191 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_05_11_18_26_32", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 633.47% of the surrounding traffic's one", + "Average speed is 1121.63% of the surrounding traffic's one", + "Average speed is 560.47% of the surrounding traffic's one", + "Average speed is 113.64% of the surrounding traffic's one", + "Average speed is 11.79% of the surrounding traffic's one", + "Average speed is 1387.96% of the surrounding traffic's one", + "Average speed is 1316.98% of the surrounding traffic's one", + "Average speed is 1456.68% of the surrounding traffic's one", + "Average speed is 1254.33% of the surrounding traffic's one", + "Average speed is 1320.46% of the surrounding traffic's one", + "Average speed is 1301.93% of the surrounding traffic's one", + "Average speed is 1011.89% of the surrounding traffic's one", + "Average speed is 1566.18% of the surrounding traffic's one", + "Average speed is 1132.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.75, + "duration_system": 386.542 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_05_10_22_14_10", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=172 at (x=-113.356, y=95.929, z=-0.004) at time=9.900s [CARLA Frame: 6526, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.41% of the surrounding traffic's one", + "Average speed is 354.33% of the surrounding traffic's one", + "Average speed is 1402.31% of the surrounding traffic's one", + "Average speed is 929.67% of the surrounding traffic's one", + "Average speed is 499.06% of the surrounding traffic's one", + "Average speed is 44.57% of the surrounding traffic's one", + "Average speed is 287.4% of the surrounding traffic's one", + "Average speed is 427.63% of the surrounding traffic's one", + "Average speed is 535.39% of the surrounding traffic's one", + "Average speed is 568.3% of the surrounding traffic's one", + "Average speed is 652.51% of the surrounding traffic's one", + "Average speed is 862.67% of the surrounding traffic's one", + "Average speed is 1113.83% of the surrounding traffic's one", + "Average speed is 918.09% of the surrounding traffic's one", + "Average speed is 670.26% of the surrounding traffic's one", + "Average speed is 544.77% of the surrounding traffic's one", + "Average speed is 530.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 13.0, + "duration_system": 140.172 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_05_11_18_14_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.06% of the surrounding traffic's one", + "Average speed is 175.47% of the surrounding traffic's one", + "Average speed is 220.0% of the surrounding traffic's one", + "Average speed is 39.23% of the surrounding traffic's one", + "Average speed is 295.1% of the surrounding traffic's one", + "Average speed is 347.32% of the surrounding traffic's one", + "Average speed is 702.4% of the surrounding traffic's one", + "Average speed is 886.39% of the surrounding traffic's one", + "Average speed is 79.47% of the surrounding traffic's one", + "Average speed is 3767.27% of the surrounding traffic's one", + "Average speed is 3691.19% of the surrounding traffic's one", + "Average speed is 26642.18% of the surrounding traffic's one", + "Average speed is 2317.9% of the surrounding traffic's one", + "Average speed is 1142.71% of the surrounding traffic's one", + "Average speed is 1009.1% of the surrounding traffic's one", + "Average speed is 912.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 80.45, + "duration_system": 622.922 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_05_11_18_10_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.89% of the surrounding traffic's one", + "Average speed is 166.1% of the surrounding traffic's one", + "Average speed is 382.21% of the surrounding traffic's one", + "Average speed is 450.57% of the surrounding traffic's one", + "Average speed is 425.68% of the surrounding traffic's one", + "Average speed is 452.12% of the surrounding traffic's one", + "Average speed is 435.13% of the surrounding traffic's one", + "Average speed is 415.08% of the surrounding traffic's one", + "Average speed is 315.47% of the surrounding traffic's one", + "Average speed is 228.24% of the surrounding traffic's one", + "Average speed is 151.93% of the surrounding traffic's one", + "Average speed is 239.96% of the surrounding traffic's one", + "Average speed is 310.81% of the surrounding traffic's one", + "Average speed is 238.16% of the surrounding traffic's one", + "Average speed is 161.33% of the surrounding traffic's one", + "Average speed is 210.56% of the surrounding traffic's one", + "Average speed is 234.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.6, + "duration_system": 103.254 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_05_11_18_01_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=32 at (x=189.933, y=-169.668, z=0.196)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.2% of the surrounding traffic's one", + "Average speed is 189.22% of the surrounding traffic's one", + "Average speed is 250.06% of the surrounding traffic's one", + "Average speed is 215.22% of the surrounding traffic's one", + "Average speed is 7.24% of the surrounding traffic's one", + "Average speed is 290.17% of the surrounding traffic's one", + "Average speed is 340.85% of the surrounding traffic's one", + "Average speed is 528.48% of the surrounding traffic's one", + "Average speed is 544.67% of the surrounding traffic's one", + "Average speed is 458.89% of the surrounding traffic's one", + "Average speed is 1212.85% of the surrounding traffic's one", + "Average speed is 868.27% of the surrounding traffic's one", + "Average speed is 311.16% of the surrounding traffic's one", + "Average speed is 28.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 62.0, + "duration_system": 446.581 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_05_11_07_02_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.84% of the surrounding traffic's one", + "Average speed is 102.54% of the surrounding traffic's one", + "Average speed is 194.88% of the surrounding traffic's one", + "Average speed is 328.72% of the surrounding traffic's one", + "Average speed is 262.23% of the surrounding traffic's one", + "Average speed is 212.49% of the surrounding traffic's one", + "Average speed is 125.76% of the surrounding traffic's one", + "Average speed is 33.99% of the surrounding traffic's one", + "Average speed is 98.77% of the surrounding traffic's one", + "Average speed is 170.61% of the surrounding traffic's one", + "Average speed is 261.99% of the surrounding traffic's one", + "Average speed is 192.99% of the surrounding traffic's one", + "Average speed is 117.42% of the surrounding traffic's one", + "Average speed is 125.16% of the surrounding traffic's one", + "Average speed is 117.01% of the surrounding traffic's one", + "Average speed is 153.27% of the surrounding traffic's one", + "Average speed is 84.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 25.3, + "duration_system": 221.243 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_05_11_06_55_11", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.69% of the surrounding traffic's one", + "Average speed is 148.69% of the surrounding traffic's one", + "Average speed is 259.65% of the surrounding traffic's one", + "Average speed is 216.89% of the surrounding traffic's one", + "Average speed is 149.42% of the surrounding traffic's one", + "Average speed is 16.89% of the surrounding traffic's one", + "Average speed is 317.12% of the surrounding traffic's one", + "Average speed is 249.26% of the surrounding traffic's one", + "Average speed is 246.03% of the surrounding traffic's one", + "Average speed is 209.65% of the surrounding traffic's one", + "Average speed is 188.63% of the surrounding traffic's one", + "Average speed is 191.29% of the surrounding traffic's one", + "Average speed is 207.56% of the surrounding traffic's one", + "Average speed is 219.15% of the surrounding traffic's one", + "Average speed is 179.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.65, + "duration_system": 313.335 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_05_10_22_11_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.33% of the surrounding traffic's one", + "Average speed is 220.25% of the surrounding traffic's one", + "Average speed is 204.57% of the surrounding traffic's one", + "Average speed is 157.0% of the surrounding traffic's one", + "Average speed is 224.78% of the surrounding traffic's one", + "Average speed is 165.25% of the surrounding traffic's one", + "Average speed is 206.24% of the surrounding traffic's one", + "Average speed is 242.02% of the surrounding traffic's one", + "Average speed is 249.42% of the surrounding traffic's one", + "Average speed is 262.37% of the surrounding traffic's one", + "Average speed is 322.46% of the surrounding traffic's one", + "Average speed is 731.51% of the surrounding traffic's one", + "Average speed is 1648.01% of the surrounding traffic's one", + "Average speed is 925.74% of the surrounding traffic's one", + "Average speed is 956.0% of the surrounding traffic's one", + "Average speed is 509.35% of the surrounding traffic's one", + "Average speed is 160.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 9.95, + "duration_system": 74.092 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_05_11_17_54_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.73% of the surrounding traffic's one", + "Average speed is 120.08% of the surrounding traffic's one", + "Average speed is 20.08% of the surrounding traffic's one", + "Average speed is 91.14% of the surrounding traffic's one", + "Average speed is 148.99% of the surrounding traffic's one", + "Average speed is 119.92% of the surrounding traffic's one", + "Average speed is 117.28% of the surrounding traffic's one", + "Average speed is 105.12% of the surrounding traffic's one", + "Average speed is 115.76% of the surrounding traffic's one", + "Average speed is 116.86% of the surrounding traffic's one", + "Average speed is 105.48% of the surrounding traffic's one", + "Average speed is 101.84% of the surrounding traffic's one", + "Average speed is 108.33% of the surrounding traffic's one", + "Average speed is 101.44% of the surrounding traffic's one", + "Average speed is 98.52% of the surrounding traffic's one", + "Average speed is 111.44% of the surrounding traffic's one", + "Average speed is 123.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.7, + "duration_system": 339.428 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_05_11_06_44_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.74% of the surrounding traffic's one", + "Average speed is 132.46% of the surrounding traffic's one", + "Average speed is 235.65% of the surrounding traffic's one", + "Average speed is 281.64% of the surrounding traffic's one", + "Average speed is 212.06% of the surrounding traffic's one", + "Average speed is 158.89% of the surrounding traffic's one", + "Average speed is 101.93% of the surrounding traffic's one", + "Average speed is 12.73% of the surrounding traffic's one", + "Average speed is 519.22% of the surrounding traffic's one", + "Average speed is 355.04% of the surrounding traffic's one", + "Average speed is 372.03% of the surrounding traffic's one", + "Average speed is 393.27% of the surrounding traffic's one", + "Average speed is 373.73% of the surrounding traffic's one", + "Average speed is 261.05% of the surrounding traffic's one", + "Average speed is 191.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.85, + "duration_system": 511.997 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_05_11_17_22_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.67% of the surrounding traffic's one", + "Average speed is 182.92% of the surrounding traffic's one", + "Average speed is 208.32% of the surrounding traffic's one", + "Average speed is 170.06% of the surrounding traffic's one", + "Average speed is 151.14% of the surrounding traffic's one", + "Average speed is 152.03% of the surrounding traffic's one", + "Average speed is 155.67% of the surrounding traffic's one", + "Average speed is 147.2% of the surrounding traffic's one", + "Average speed is 135.74% of the surrounding traffic's one", + "Average speed is 141.02% of the surrounding traffic's one", + "Average speed is 131.26% of the surrounding traffic's one", + "Average speed is 109.36% of the surrounding traffic's one", + "Average speed is 114.92% of the surrounding traffic's one", + "Average speed is 113.79% of the surrounding traffic's one", + "Average speed is 117.27% of the surrounding traffic's one", + "Average speed is 128.57% of the surrounding traffic's one", + "Average speed is 105.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 213.25, + "duration_system": 1793.849 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_05_11_17_18_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.76% of the surrounding traffic's one", + "Average speed is 62.17% of the surrounding traffic's one", + "Average speed is 143.99% of the surrounding traffic's one", + "Average speed is 102.85% of the surrounding traffic's one", + "Average speed is 99.2% of the surrounding traffic's one", + "Average speed is 103.25% of the surrounding traffic's one", + "Average speed is 99.39% of the surrounding traffic's one", + "Average speed is 107.35% of the surrounding traffic's one", + "Average speed is 103.41% of the surrounding traffic's one", + "Average speed is 109.63% of the surrounding traffic's one", + "Average speed is 98.3% of the surrounding traffic's one", + "Average speed is 99.19% of the surrounding traffic's one", + "Average speed is 107.01% of the surrounding traffic's one", + "Average speed is 102.33% of the surrounding traffic's one", + "Average speed is 130.6% of the surrounding traffic's one", + "Average speed is 113.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.4, + "duration_system": 115.156 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_05_12_04_06_27", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=172 at (x=521.892, y=-1.249, z=0.076) at time=55.400s [CARLA Frame: 7080, Agent Step: 1107]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=175 at (x=507.846, y=-13.544, z=-0.005) at time=154.250s [CARLA Frame: 9057, Agent Step: 3084]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 8.34 meters (6.03% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 187.72% of the surrounding traffic's one", + "Average speed is 244.25% of the surrounding traffic's one", + "Average speed is 119.59% of the surrounding traffic's one", + "Average speed is 319.14% of the surrounding traffic's one", + "Average speed is 25.09% of the surrounding traffic's one", + "Average speed is 100.5% of the surrounding traffic's one", + "Average speed is 139.95% of the surrounding traffic's one", + "Average speed is 149.49% of the surrounding traffic's one", + "Average speed is 315.05% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.338277, + "score_composed": 33.827672 + }, + "meta": { + "route_length": 148.212, + "duration_game": 173.5, + "duration_system": 1528.144 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_05_11_16_16_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.95% of the surrounding traffic's one", + "Average speed is 123.05% of the surrounding traffic's one", + "Average speed is 14.79% of the surrounding traffic's one", + "Average speed is 131.55% of the surrounding traffic's one", + "Average speed is 122.51% of the surrounding traffic's one", + "Average speed is 112.7% of the surrounding traffic's one", + "Average speed is 96.53% of the surrounding traffic's one", + "Average speed is 112.5% of the surrounding traffic's one", + "Average speed is 121.67% of the surrounding traffic's one", + "Average speed is 104.31% of the surrounding traffic's one", + "Average speed is 107.96% of the surrounding traffic's one", + "Average speed is 113.93% of the surrounding traffic's one", + "Average speed is 107.43% of the surrounding traffic's one", + "Average speed is 106.4% of the surrounding traffic's one", + "Average speed is 121.4% of the surrounding traffic's one", + "Average speed is 99.57% of the surrounding traffic's one", + "Average speed is 106.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.15, + "duration_system": 435.462 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_05_10_22_07_11", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.82% of the surrounding traffic's one", + "Average speed is 127.78% of the surrounding traffic's one", + "Average speed is 213.89% of the surrounding traffic's one", + "Average speed is 250.63% of the surrounding traffic's one", + "Average speed is 236.41% of the surrounding traffic's one", + "Average speed is 202.87% of the surrounding traffic's one", + "Average speed is 73.79% of the surrounding traffic's one", + "Average speed is 173.84% of the surrounding traffic's one", + "Average speed is 79.86% of the surrounding traffic's one", + "Average speed is 156.37% of the surrounding traffic's one", + "Average speed is 167.15% of the surrounding traffic's one", + "Average speed is 144.77% of the surrounding traffic's one", + "Average speed is 138.98% of the surrounding traffic's one", + "Average speed is 134.25% of the surrounding traffic's one", + "Average speed is 143.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.2, + "duration_system": 144.177 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_05_10_22_03_58", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.24% of the surrounding traffic's one", + "Average speed is 150.92% of the surrounding traffic's one", + "Average speed is 89.03% of the surrounding traffic's one", + "Average speed is 95.12% of the surrounding traffic's one", + "Average speed is 94.04% of the surrounding traffic's one", + "Average speed is 82.71% of the surrounding traffic's one", + "Average speed is 82.21% of the surrounding traffic's one", + "Average speed is 82.64% of the surrounding traffic's one", + "Average speed is 75.18% of the surrounding traffic's one", + "Average speed is 44.24% of the surrounding traffic's one", + "Average speed is 76.78% of the surrounding traffic's one", + "Average speed is 93.83% of the surrounding traffic's one", + "Average speed is 96.62% of the surrounding traffic's one", + "Average speed is 96.3% of the surrounding traffic's one", + "Average speed is 92.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 12.3, + "duration_system": 92.123 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_05_11_16_12_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.92% of the surrounding traffic's one", + "Average speed is 131.15% of the surrounding traffic's one", + "Average speed is 149.52% of the surrounding traffic's one", + "Average speed is 168.34% of the surrounding traffic's one", + "Average speed is 207.3% of the surrounding traffic's one", + "Average speed is 213.51% of the surrounding traffic's one", + "Average speed is 206.73% of the surrounding traffic's one", + "Average speed is 214.16% of the surrounding traffic's one", + "Average speed is 181.17% of the surrounding traffic's one", + "Average speed is 88.49% of the surrounding traffic's one", + "Average speed is 98.69% of the surrounding traffic's one", + "Average speed is 113.99% of the surrounding traffic's one", + "Average speed is 125.83% of the surrounding traffic's one", + "Average speed is 186.92% of the surrounding traffic's one", + "Average speed is 211.09% of the surrounding traffic's one", + "Average speed is 149.86% of the surrounding traffic's one", + "Average speed is 159.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.95, + "duration_system": 115.124 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_05_10_21_54_34", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.83% of the surrounding traffic's one", + "Average speed is 320.96% of the surrounding traffic's one", + "Average speed is 295.02% of the surrounding traffic's one", + "Average speed is 211.92% of the surrounding traffic's one", + "Average speed is 119.07% of the surrounding traffic's one", + "Average speed is 16.93% of the surrounding traffic's one", + "Average speed is 321.3% of the surrounding traffic's one", + "Average speed is 339.44% of the surrounding traffic's one", + "Average speed is 260.38% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 219865.76% of the surrounding traffic's one", + "Average speed is 4565.62% of the surrounding traffic's one", + "Average speed is 1564.67% of the surrounding traffic's one", + "Average speed is 603.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 55.4, + "duration_system": 464.605 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_05_11_15_32_15", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 163.21% of the surrounding traffic's one", + "Average speed is 260.1% of the surrounding traffic's one", + "Average speed is 197.81% of the surrounding traffic's one", + "Average speed is 207.13% of the surrounding traffic's one", + "Average speed is 203.29% of the surrounding traffic's one", + "Average speed is 150.36% of the surrounding traffic's one", + "Average speed is 161.03% of the surrounding traffic's one", + "Average speed is 162.62% of the surrounding traffic's one", + "Average speed is 161.98% of the surrounding traffic's one", + "Average speed is 163.67% of the surrounding traffic's one", + "Average speed is 181.81% of the surrounding traffic's one", + "Average speed is 191.6% of the surrounding traffic's one", + "Average speed is 194.24% of the surrounding traffic's one", + "Average speed is 171.42% of the surrounding traffic's one", + "Average speed is 139.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 251.05, + "duration_system": 2325.959 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_05_11_06_30_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.88% of the surrounding traffic's one", + "Average speed is 158.58% of the surrounding traffic's one", + "Average speed is 195.49% of the surrounding traffic's one", + "Average speed is 124.49% of the surrounding traffic's one", + "Average speed is 25.84% of the surrounding traffic's one", + "Average speed is 8.86% of the surrounding traffic's one", + "Average speed is 917.9% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 171.37% of the surrounding traffic's one", + "Average speed is 271.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 31.5, + "duration_system": 724.759 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_05_11_15_23_04", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.49% of the surrounding traffic's one", + "Average speed is 614.09% of the surrounding traffic's one", + "Average speed is 1038.16% of the surrounding traffic's one", + "Average speed is 1996.59% of the surrounding traffic's one", + "Average speed is 1900.09% of the surrounding traffic's one", + "Average speed is 1397.49% of the surrounding traffic's one", + "Average speed is 1310.03% of the surrounding traffic's one", + "Average speed is 854.01% of the surrounding traffic's one", + "Average speed is 579.49% of the surrounding traffic's one", + "Average speed is 377.63% of the surrounding traffic's one", + "Average speed is 304.56% of the surrounding traffic's one", + "Average speed is 265.62% of the surrounding traffic's one", + "Average speed is 215.11% of the surrounding traffic's one", + "Average speed is 186.0% of the surrounding traffic's one", + "Average speed is 214.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 50.2, + "duration_system": 444.585 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_05_11_15_19_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 88.67% of the surrounding traffic's one", + "Average speed is 22.15% of the surrounding traffic's one", + "Average speed is 157.32% of the surrounding traffic's one", + "Average speed is 285.44% of the surrounding traffic's one", + "Average speed is 336.78% of the surrounding traffic's one", + "Average speed is 341.74% of the surrounding traffic's one", + "Average speed is 333.4% of the surrounding traffic's one", + "Average speed is 421.41% of the surrounding traffic's one", + "Average speed is 653.81% of the surrounding traffic's one", + "Average speed is 488.28% of the surrounding traffic's one", + "Average speed is 531.38% of the surrounding traffic's one", + "Average speed is 548.98% of the surrounding traffic's one", + "Average speed is 404.71% of the surrounding traffic's one", + "Average speed is 410.53% of the surrounding traffic's one", + "Average speed is 320.22% of the surrounding traffic's one", + "Average speed is 170.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 11.0, + "duration_system": 70.094 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_05_11_15_13_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.07% of the surrounding traffic's one", + "Average speed is 192.73% of the surrounding traffic's one", + "Average speed is 178.34% of the surrounding traffic's one", + "Average speed is 176.44% of the surrounding traffic's one", + "Average speed is 179.28% of the surrounding traffic's one", + "Average speed is 147.62% of the surrounding traffic's one", + "Average speed is 118.7% of the surrounding traffic's one", + "Average speed is 65.46% of the surrounding traffic's one", + "Average speed is 57.53% of the surrounding traffic's one", + "Average speed is 76.13% of the surrounding traffic's one", + "Average speed is 91.56% of the surrounding traffic's one", + "Average speed is 111.94% of the surrounding traffic's one", + "Average speed is 105.3% of the surrounding traffic's one", + "Average speed is 265.91% of the surrounding traffic's one", + "Average speed is 400.67% of the surrounding traffic's one", + "Average speed is 360.52% of the surrounding traffic's one", + "Average speed is 365.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.6, + "duration_system": 236.314 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_05_11_15_09_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.11% of the surrounding traffic's one", + "Average speed is 120.04% of the surrounding traffic's one", + "Average speed is 196.31% of the surrounding traffic's one", + "Average speed is 180.69% of the surrounding traffic's one", + "Average speed is 135.32% of the surrounding traffic's one", + "Average speed is 125.42% of the surrounding traffic's one", + "Average speed is 93.94% of the surrounding traffic's one", + "Average speed is 75.07% of the surrounding traffic's one", + "Average speed is 58.89% of the surrounding traffic's one", + "Average speed is 97.83% of the surrounding traffic's one", + "Average speed is 225.83% of the surrounding traffic's one", + "Average speed is 302.08% of the surrounding traffic's one", + "Average speed is 321.92% of the surrounding traffic's one", + "Average speed is 356.07% of the surrounding traffic's one", + "Average speed is 256.97% of the surrounding traffic's one", + "Average speed is 445.54% of the surrounding traffic's one", + "Average speed is 496.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.85, + "duration_system": 150.191 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_05_10_21_48_37", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.04% of the surrounding traffic's one", + "Average speed is 52.47% of the surrounding traffic's one", + "Average speed is 81.29% of the surrounding traffic's one", + "Average speed is 149.99% of the surrounding traffic's one", + "Average speed is 152.98% of the surrounding traffic's one", + "Average speed is 177.32% of the surrounding traffic's one", + "Average speed is 189.07% of the surrounding traffic's one", + "Average speed is 109.64% of the surrounding traffic's one", + "Average speed is 19.91% of the surrounding traffic's one", + "Average speed is 132.19% of the surrounding traffic's one", + "Average speed is 197.67% of the surrounding traffic's one", + "Average speed is 201.44% of the surrounding traffic's one", + "Average speed is 323.93% of the surrounding traffic's one", + "Average speed is 201.34% of the surrounding traffic's one", + "Average speed is 98.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.25, + "duration_system": 240.326 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_05_12_03_58_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.76% of the surrounding traffic's one", + "Average speed is 146.66% of the surrounding traffic's one", + "Average speed is 250.29% of the surrounding traffic's one", + "Average speed is 219.24% of the surrounding traffic's one", + "Average speed is 167.79% of the surrounding traffic's one", + "Average speed is 29.71% of the surrounding traffic's one", + "Average speed is 90.72% of the surrounding traffic's one", + "Average speed is 208.14% of the surrounding traffic's one", + "Average speed is 260.57% of the surrounding traffic's one", + "Average speed is 180.03% of the surrounding traffic's one", + "Average speed is 156.2% of the surrounding traffic's one", + "Average speed is 181.62% of the surrounding traffic's one", + "Average speed is 204.02% of the surrounding traffic's one", + "Average speed is 183.75% of the surrounding traffic's one", + "Average speed is 220.94% of the surrounding traffic's one", + "Average speed is 263.47% of the surrounding traffic's one", + "Average speed is 197.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 21.05, + "duration_system": 344.403 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_05_11_14_52_40", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.3% of the surrounding traffic's one", + "Average speed is 70.32% of the surrounding traffic's one", + "Average speed is 177.69% of the surrounding traffic's one", + "Average speed is 222.92% of the surrounding traffic's one", + "Average speed is 202.41% of the surrounding traffic's one", + "Average speed is 143.33% of the surrounding traffic's one", + "Average speed is 54.97% of the surrounding traffic's one", + "Average speed is 12.47% of the surrounding traffic's one", + "Average speed is 411.11% of the surrounding traffic's one", + "Average speed is 284.98% of the surrounding traffic's one", + "Average speed is 328.35% of the surrounding traffic's one", + "Average speed is 244.59% of the surrounding traffic's one", + "Average speed is 164.65% of the surrounding traffic's one", + "Average speed is 210.39% of the surrounding traffic's one", + "Average speed is 64.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 46.65, + "duration_system": 358.488 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_05_11_14_46_25", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 420.85% of the surrounding traffic's one", + "Average speed is 112201.82% of the surrounding traffic's one", + "Average speed is 714.16% of the surrounding traffic's one", + "Average speed is 119.46% of the surrounding traffic's one", + "Average speed is 8.73% of the surrounding traffic's one", + "Average speed is 1713.3% of the surrounding traffic's one", + "Average speed is 1947.26% of the surrounding traffic's one", + "Average speed is 1606.94% of the surrounding traffic's one", + "Average speed is 1356.69% of the surrounding traffic's one", + "Average speed is 1420.23% of the surrounding traffic's one", + "Average speed is 1238.09% of the surrounding traffic's one", + "Average speed is 2093.3% of the surrounding traffic's one", + "Average speed is 771.28% of the surrounding traffic's one", + "Average speed is 315.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 37.05, + "duration_system": 276.375 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_05_11_14_07_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.9% of the surrounding traffic's one", + "Average speed is 212.97% of the surrounding traffic's one", + "Average speed is 233.61% of the surrounding traffic's one", + "Average speed is 178.77% of the surrounding traffic's one", + "Average speed is 180.29% of the surrounding traffic's one", + "Average speed is 9.55% of the surrounding traffic's one", + "Average speed is 256.24% of the surrounding traffic's one", + "Average speed is 302.89% of the surrounding traffic's one", + "Average speed is 273.98% of the surrounding traffic's one", + "Average speed is 245.97% of the surrounding traffic's one", + "Average speed is 224.7% of the surrounding traffic's one", + "Average speed is 199.47% of the surrounding traffic's one", + "Average speed is 189.7% of the surrounding traffic's one", + "Average speed is 209.35% of the surrounding traffic's one", + "Average speed is 215.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 129.43, + "duration_game": 248.85, + "duration_system": 2203.76 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_05_11_13_23_28", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=123 at (x=52.153, y=133.798, z=-0.002) at time=18.900s [CARLA Frame: 5958, Agent Step: 377]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.13% of the surrounding traffic's one", + "Average speed is 172.76% of the surrounding traffic's one", + "Average speed is 191.46% of the surrounding traffic's one", + "Average speed is 151.47% of the surrounding traffic's one", + "Average speed is 166.81% of the surrounding traffic's one", + "Average speed is 39.56% of the surrounding traffic's one", + "Average speed is 149.74% of the surrounding traffic's one", + "Average speed is 121.26% of the surrounding traffic's one", + "Average speed is 66.05% of the surrounding traffic's one", + "Average speed is 117.04% of the surrounding traffic's one", + "Average speed is 210.29% of the surrounding traffic's one", + "Average speed is 304.47% of the surrounding traffic's one", + "Average speed is 293.31% of the surrounding traffic's one", + "Average speed is 299.7% of the surrounding traffic's one", + "Average speed is 396.46% of the surrounding traffic's one", + "Average speed is 272.66% of the surrounding traffic's one", + "Average speed is 8.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 110.65, + "duration_system": 2555.767 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_05_11_13_11_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.0% of the surrounding traffic's one", + "Average speed is 200.22% of the surrounding traffic's one", + "Average speed is 385.53% of the surrounding traffic's one", + "Average speed is 459.95% of the surrounding traffic's one", + "Average speed is 269.96% of the surrounding traffic's one", + "Average speed is 202.53% of the surrounding traffic's one", + "Average speed is 9.22% of the surrounding traffic's one", + "Average speed is 432.59% of the surrounding traffic's one", + "Average speed is 743.98% of the surrounding traffic's one", + "Average speed is 474.54% of the surrounding traffic's one", + "Average speed is 425.78% of the surrounding traffic's one", + "Average speed is 536.85% of the surrounding traffic's one", + "Average speed is 67.41% of the surrounding traffic's one", + "Average speed is 510.22% of the surrounding traffic's one", + "Average speed is 531.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.188, + "duration_game": 76.45, + "duration_system": 622.784 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_05_11_06_02_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.0% of the surrounding traffic's one", + "Average speed is 202.93% of the surrounding traffic's one", + "Average speed is 267.44% of the surrounding traffic's one", + "Average speed is 259.15% of the surrounding traffic's one", + "Average speed is 174.3% of the surrounding traffic's one", + "Average speed is 3.26% of the surrounding traffic's one", + "Average speed is 137.42% of the surrounding traffic's one", + "Average speed is 163.88% of the surrounding traffic's one", + "Average speed is 140.4% of the surrounding traffic's one", + "Average speed is 97.44% of the surrounding traffic's one", + "Average speed is 128.88% of the surrounding traffic's one", + "Average speed is 114.88% of the surrounding traffic's one", + "Average speed is 121.57% of the surrounding traffic's one", + "Average speed is 122.89% of the surrounding traffic's one", + "Average speed is 108.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 55.8, + "duration_system": 1502.616 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_05_10_21_41_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.08% of the surrounding traffic's one", + "Average speed is 142.73% of the surrounding traffic's one", + "Average speed is 224.71% of the surrounding traffic's one", + "Average speed is 205.97% of the surrounding traffic's one", + "Average speed is 160.52% of the surrounding traffic's one", + "Average speed is 61.57% of the surrounding traffic's one", + "Average speed is 96.01% of the surrounding traffic's one", + "Average speed is 118.42% of the surrounding traffic's one", + "Average speed is 115.12% of the surrounding traffic's one", + "Average speed is 148.83% of the surrounding traffic's one", + "Average speed is 125.65% of the surrounding traffic's one", + "Average speed is 120.46% of the surrounding traffic's one", + "Average speed is 131.15% of the surrounding traffic's one", + "Average speed is 122.81% of the surrounding traffic's one", + "Average speed is 140.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 354.384 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_05_11_12_47_56", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.45% of the surrounding traffic's one", + "Average speed is 54.14% of the surrounding traffic's one", + "Average speed is 32.99% of the surrounding traffic's one", + "Average speed is 69.44% of the surrounding traffic's one", + "Average speed is 83.46% of the surrounding traffic's one", + "Average speed is 36.07% of the surrounding traffic's one", + "Average speed is 11.03% of the surrounding traffic's one", + "Average speed is 0.0% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 47.0, + "duration_system": 1275.704 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_05_11_05_26_39", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3726 at (x=390.098, y=6116.706, z=358.456) at time=61.350s [CARLA Frame: 7311, Agent Step: 1226]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.76% of the surrounding traffic's one", + "Average speed is 132.99% of the surrounding traffic's one", + "Average speed is 156.0% of the surrounding traffic's one", + "Average speed is 167.23% of the surrounding traffic's one", + "Average speed is 96.1% of the surrounding traffic's one", + "Average speed is 3.95% of the surrounding traffic's one", + "Average speed is 98.73% of the surrounding traffic's one", + "Average speed is 180.49% of the surrounding traffic's one", + "Average speed is 138.96% of the surrounding traffic's one", + "Average speed is 123.92% of the surrounding traffic's one", + "Average speed is 140.78% of the surrounding traffic's one", + "Average speed is 140.62% of the surrounding traffic's one", + "Average speed is 147.24% of the surrounding traffic's one", + "Average speed is 139.39% of the surrounding traffic's one", + "Average speed is 131.67% of the surrounding traffic's one", + "Average speed is 148.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 69.05, + "duration_system": 2045.586 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_05_11_12_34_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.21% of the surrounding traffic's one", + "Average speed is 158.39% of the surrounding traffic's one", + "Average speed is 203.6% of the surrounding traffic's one", + "Average speed is 178.06% of the surrounding traffic's one", + "Average speed is 139.56% of the surrounding traffic's one", + "Average speed is 15.12% of the surrounding traffic's one", + "Average speed is 169.16% of the surrounding traffic's one", + "Average speed is 195.27% of the surrounding traffic's one", + "Average speed is 147.99% of the surrounding traffic's one", + "Average speed is 105.31% of the surrounding traffic's one", + "Average speed is 147.37% of the surrounding traffic's one", + "Average speed is 133.47% of the surrounding traffic's one", + "Average speed is 129.87% of the surrounding traffic's one", + "Average speed is 117.65% of the surrounding traffic's one", + "Average speed is 112.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 24.5, + "duration_system": 708.909 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_05_11_12_27_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.99% of the surrounding traffic's one", + "Average speed is 136.74% of the surrounding traffic's one", + "Average speed is 158.15% of the surrounding traffic's one", + "Average speed is 131.34% of the surrounding traffic's one", + "Average speed is 129.8% of the surrounding traffic's one", + "Average speed is 116.56% of the surrounding traffic's one", + "Average speed is 84.3% of the surrounding traffic's one", + "Average speed is 128.61% of the surrounding traffic's one", + "Average speed is 46.33% of the surrounding traffic's one", + "Average speed is 119.33% of the surrounding traffic's one", + "Average speed is 162.25% of the surrounding traffic's one", + "Average speed is 198.98% of the surrounding traffic's one", + "Average speed is 205.56% of the surrounding traffic's one", + "Average speed is 200.9% of the surrounding traffic's one", + "Average speed is 210.93% of the surrounding traffic's one", + "Average speed is 219.75% of the surrounding traffic's one", + "Average speed is 224.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 15.05, + "duration_system": 295.354 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_05_10_21_36_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.57% of the surrounding traffic's one", + "Average speed is 143.04% of the surrounding traffic's one", + "Average speed is 126.83% of the surrounding traffic's one", + "Average speed is 132.31% of the surrounding traffic's one", + "Average speed is 179.33% of the surrounding traffic's one", + "Average speed is 174.04% of the surrounding traffic's one", + "Average speed is 182.29% of the surrounding traffic's one", + "Average speed is 187.25% of the surrounding traffic's one", + "Average speed is 186.08% of the surrounding traffic's one", + "Average speed is 173.67% of the surrounding traffic's one", + "Average speed is 159.23% of the surrounding traffic's one", + "Average speed is 148.48% of the surrounding traffic's one", + "Average speed is 138.87% of the surrounding traffic's one", + "Average speed is 125.38% of the surrounding traffic's one", + "Average speed is 102.56% of the surrounding traffic's one", + "Average speed is 35.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 10.0, + "duration_system": 169.213 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25358_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_25358_rep0_Town06_StaticCutIn_1_12_05_12_07_54_47", + "status": "Failed - Agent timed out", + "num_infractions": 6, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.16% of the surrounding traffic's one", + "Average speed is 126.38% of the surrounding traffic's one", + "Average speed is 111.23% of the surrounding traffic's one", + "Average speed is 184.26% of the surrounding traffic's one", + "Average speed is 1.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [ + "Route timeout." + ] + }, + "scores": { + "score_route": 33.69, + "score_penalty": 1.0, + "score_composed": 33.69 + }, + "meta": { + "route_length": 138.239, + "duration_game": 355.95, + "duration_system": 4143.463 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_05_11_05_00_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3708 at (x=1993.439, y=3078.5, z=357.099) at time=5.500s [CARLA Frame: 6221, Agent Step: 109]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.74% of the surrounding traffic's one", + "Average speed is 163.24% of the surrounding traffic's one", + "Average speed is 203.46% of the surrounding traffic's one", + "Average speed is 220.95% of the surrounding traffic's one", + "Average speed is 158.37% of the surrounding traffic's one", + "Average speed is 3.78% of the surrounding traffic's one", + "Average speed is 148.87% of the surrounding traffic's one", + "Average speed is 223.86% of the surrounding traffic's one", + "Average speed is 231.36% of the surrounding traffic's one", + "Average speed is 232.77% of the surrounding traffic's one", + "Average speed is 229.39% of the surrounding traffic's one", + "Average speed is 158.23% of the surrounding traffic's one", + "Average speed is 139.65% of the surrounding traffic's one", + "Average speed is 141.1% of the surrounding traffic's one", + "Average speed is 50.02% of the surrounding traffic's one", + "Average speed is 161.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 55.6, + "duration_system": 1432.535 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_05_11_11_07_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.6% of the surrounding traffic's one", + "Average speed is 131.11% of the surrounding traffic's one", + "Average speed is 113.78% of the surrounding traffic's one", + "Average speed is 123.64% of the surrounding traffic's one", + "Average speed is 118.98% of the surrounding traffic's one", + "Average speed is 102.8% of the surrounding traffic's one", + "Average speed is 115.22% of the surrounding traffic's one", + "Average speed is 143.23% of the surrounding traffic's one", + "Average speed is 120.06% of the surrounding traffic's one", + "Average speed is 77.6% of the surrounding traffic's one", + "Average speed is 142.04% of the surrounding traffic's one", + "Average speed is 100.15% of the surrounding traffic's one", + "Average speed is 121.39% of the surrounding traffic's one", + "Average speed is 142.13% of the surrounding traffic's one", + "Average speed is 128.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 17.25, + "duration_system": 428.672 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_05_11_10_20_03", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.diamondback.century and id=148 at (x=-513.697, y=111.141, z=-0.006) at time=234.900s [CARLA Frame: 11080, Agent Step: 4697]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 62.44% of the surrounding traffic's one", + "Average speed is 163.69% of the surrounding traffic's one", + "Average speed is 206.46% of the surrounding traffic's one", + "Average speed is 235.06% of the surrounding traffic's one", + "Average speed is 234.42% of the surrounding traffic's one", + "Average speed is 239.94% of the surrounding traffic's one", + "Average speed is 202.39% of the surrounding traffic's one", + "Average speed is 143.86% of the surrounding traffic's one", + "Average speed is 42.56% of the surrounding traffic's one", + "Average speed is 40.39% of the surrounding traffic's one", + "Average speed is 43.45% of the surrounding traffic's one", + "Average speed is 42.4% of the surrounding traffic's one", + "Average speed is 43.34% of the surrounding traffic's one", + "Average speed is 40.46% of the surrounding traffic's one", + "Average speed is 42.52% of the surrounding traffic's one", + "Average speed is 0.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 248.3, + "duration_system": 2714.368 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_05_10_21_00_41", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 106.44% of the surrounding traffic's one", + "Average speed is 120.55% of the surrounding traffic's one", + "Average speed is 130.94% of the surrounding traffic's one", + "Average speed is 119.59% of the surrounding traffic's one", + "Average speed is 18.59% of the surrounding traffic's one", + "Average speed is 70.52% of the surrounding traffic's one", + "Average speed is 106.52% of the surrounding traffic's one", + "Average speed is 129.03% of the surrounding traffic's one", + "Average speed is 135.59% of the surrounding traffic's one", + "Average speed is 153.37% of the surrounding traffic's one", + "Average speed is 115.68% of the surrounding traffic's one", + "Average speed is 125.89% of the surrounding traffic's one", + "Average speed is 126.37% of the surrounding traffic's one", + "Average speed is 114.68% of the surrounding traffic's one", + "Average speed is 138.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 20.3, + "duration_system": 516.553 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_05_11_04_35_25", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=3701 at (x=-1536.425, y=6461.042, z=373.324) at time=49.300s [CARLA Frame: 7094, Agent Step: 985]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.06, y=6458.292, z=373.434) at time=46.800s [CARLA Frame: 7044, Agent Step: 935]", + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1541.509, y=6461.397, z=373.286) at time=49.950s [CARLA Frame: 7107, Agent Step: 998]", + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1582.975, y=6464.779, z=372.95) at time=54.950s [CARLA Frame: 7207, Agent Step: 1098]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.3% of the surrounding traffic's one", + "Average speed is 187.46% of the surrounding traffic's one", + "Average speed is 176.13% of the surrounding traffic's one", + "Average speed is 171.14% of the surrounding traffic's one", + "Average speed is 136.23% of the surrounding traffic's one", + "Average speed is 2.32% of the surrounding traffic's one", + "Average speed is 69.39% of the surrounding traffic's one", + "Average speed is 80.84% of the surrounding traffic's one", + "Average speed is 84.5% of the surrounding traffic's one", + "Average speed is 80.16% of the surrounding traffic's one", + "Average speed is 78.29% of the surrounding traffic's one", + "Average speed is 78.56% of the surrounding traffic's one", + "Average speed is 86.56% of the surrounding traffic's one", + "Average speed is 109.08% of the surrounding traffic's one", + "Average speed is 129.55% of the surrounding traffic's one", + "Average speed is 153.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.1404, + "score_composed": 14.04 + }, + "meta": { + "route_length": 134.084, + "duration_game": 56.65, + "duration_system": 1381.493 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_05_11_10_10_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.26% of the surrounding traffic's one", + "Average speed is 110.88% of the surrounding traffic's one", + "Average speed is 109.28% of the surrounding traffic's one", + "Average speed is 93.86% of the surrounding traffic's one", + "Average speed is 112.11% of the surrounding traffic's one", + "Average speed is 90.74% of the surrounding traffic's one", + "Average speed is 121.85% of the surrounding traffic's one", + "Average speed is 4.64% of the surrounding traffic's one", + "Average speed is 84.2% of the surrounding traffic's one", + "Average speed is 209.35% of the surrounding traffic's one", + "Average speed is 191.16% of the surrounding traffic's one", + "Average speed is 127.75% of the surrounding traffic's one", + "Average speed is 138.27% of the surrounding traffic's one", + "Average speed is 115.73% of the surrounding traffic's one", + "Average speed is 29.11% of the surrounding traffic's one", + "Average speed is 134.65% of the surrounding traffic's one", + "Average speed is 54.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 66.2, + "duration_system": 465.603 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_05_11_10_02_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 153.92% of the surrounding traffic's one", + "Average speed is 148.1% of the surrounding traffic's one", + "Average speed is 151.67% of the surrounding traffic's one", + "Average speed is 179.2% of the surrounding traffic's one", + "Average speed is 142.92% of the surrounding traffic's one", + "Average speed is 98.74% of the surrounding traffic's one", + "Average speed is 14.38% of the surrounding traffic's one", + "Average speed is 85.95% of the surrounding traffic's one", + "Average speed is 178.66% of the surrounding traffic's one", + "Average speed is 221.62% of the surrounding traffic's one", + "Average speed is 196.1% of the surrounding traffic's one", + "Average speed is 151.39% of the surrounding traffic's one", + "Average speed is 116.7% of the surrounding traffic's one", + "Average speed is 114.87% of the surrounding traffic's one", + "Average speed is 74.17% of the surrounding traffic's one", + "Average speed is 92.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 23.55, + "duration_system": 369.448 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_05_10_21_30_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.93% of the surrounding traffic's one", + "Average speed is 150.2% of the surrounding traffic's one", + "Average speed is 161.67% of the surrounding traffic's one", + "Average speed is 161.33% of the surrounding traffic's one", + "Average speed is 60.08% of the surrounding traffic's one", + "Average speed is 66.61% of the surrounding traffic's one", + "Average speed is 117.58% of the surrounding traffic's one", + "Average speed is 123.19% of the surrounding traffic's one", + "Average speed is 85.41% of the surrounding traffic's one", + "Average speed is 115.53% of the surrounding traffic's one", + "Average speed is 149.49% of the surrounding traffic's one", + "Average speed is 169.43% of the surrounding traffic's one", + "Average speed is 154.79% of the surrounding traffic's one", + "Average speed is 167.19% of the surrounding traffic's one", + "Average speed is 222.75% of the surrounding traffic's one", + "Average speed is 276.26% of the surrounding traffic's one", + "Average speed is 272.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 15.2, + "duration_system": 274.293 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_05_11_09_54_10", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.24% of the surrounding traffic's one", + "Average speed is 146.79% of the surrounding traffic's one", + "Average speed is 151.94% of the surrounding traffic's one", + "Average speed is 135.03% of the surrounding traffic's one", + "Average speed is 48.03% of the surrounding traffic's one", + "Average speed is 28.53% of the surrounding traffic's one", + "Average speed is 122.15% of the surrounding traffic's one", + "Average speed is 185.16% of the surrounding traffic's one", + "Average speed is 191.92% of the surrounding traffic's one", + "Average speed is 194.3% of the surrounding traffic's one", + "Average speed is 204.98% of the surrounding traffic's one", + "Average speed is 242.62% of the surrounding traffic's one", + "Average speed is 237.64% of the surrounding traffic's one", + "Average speed is 252.26% of the surrounding traffic's one", + "Average speed is 263.26% of the surrounding traffic's one", + "Average speed is 309.28% of the surrounding traffic's one", + "Average speed is 289.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 15.5, + "duration_system": 414.463 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_05_11_09_51_14", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.14% of the surrounding traffic's one", + "Average speed is 148.25% of the surrounding traffic's one", + "Average speed is 128.27% of the surrounding traffic's one", + "Average speed is 148.8% of the surrounding traffic's one", + "Average speed is 107.49% of the surrounding traffic's one", + "Average speed is 128.07% of the surrounding traffic's one", + "Average speed is 105.08% of the surrounding traffic's one", + "Average speed is 104.7% of the surrounding traffic's one", + "Average speed is 110.12% of the surrounding traffic's one", + "Average speed is 106.93% of the surrounding traffic's one", + "Average speed is 143.11% of the surrounding traffic's one", + "Average speed is 189.33% of the surrounding traffic's one", + "Average speed is 161.0% of the surrounding traffic's one", + "Average speed is 193.44% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 10.95, + "duration_system": 75.095 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_05_11_09_42_49", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.29% of the surrounding traffic's one", + "Average speed is 118.51% of the surrounding traffic's one", + "Average speed is 20.71% of the surrounding traffic's one", + "Average speed is 123.66% of the surrounding traffic's one", + "Average speed is 133.09% of the surrounding traffic's one", + "Average speed is 109.39% of the surrounding traffic's one", + "Average speed is 108.02% of the surrounding traffic's one", + "Average speed is 99.02% of the surrounding traffic's one", + "Average speed is 110.09% of the surrounding traffic's one", + "Average speed is 114.15% of the surrounding traffic's one", + "Average speed is 106.95% of the surrounding traffic's one", + "Average speed is 143.81% of the surrounding traffic's one", + "Average speed is 13.15% of the surrounding traffic's one", + "Average speed is 97.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.15, + "duration_system": 395.465 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_05_10_21_23_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.81% of the surrounding traffic's one", + "Average speed is 125.57% of the surrounding traffic's one", + "Average speed is 235.23% of the surrounding traffic's one", + "Average speed is 218.64% of the surrounding traffic's one", + "Average speed is 169.4% of the surrounding traffic's one", + "Average speed is 94.94% of the surrounding traffic's one", + "Average speed is 58.36% of the surrounding traffic's one", + "Average speed is 55.55% of the surrounding traffic's one", + "Average speed is 76.04% of the surrounding traffic's one", + "Average speed is 127.19% of the surrounding traffic's one", + "Average speed is 162.34% of the surrounding traffic's one", + "Average speed is 174.77% of the surrounding traffic's one", + "Average speed is 196.65% of the surrounding traffic's one", + "Average speed is 189.15% of the surrounding traffic's one", + "Average speed is 153.38% of the surrounding traffic's one", + "Average speed is 118.35% of the surrounding traffic's one", + "Average speed is 137.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 16.95, + "duration_system": 311.503 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_05_11_09_13_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.04% of the surrounding traffic's one", + "Average speed is 141.49% of the surrounding traffic's one", + "Average speed is 110.76% of the surrounding traffic's one", + "Average speed is 112.85% of the surrounding traffic's one", + "Average speed is 84.1% of the surrounding traffic's one", + "Average speed is 2.74% of the surrounding traffic's one", + "Average speed is 77.51% of the surrounding traffic's one", + "Average speed is 114.71% of the surrounding traffic's one", + "Average speed is 104.74% of the surrounding traffic's one", + "Average speed is 97.76% of the surrounding traffic's one", + "Average speed is 88.5% of the surrounding traffic's one", + "Average speed is 98.21% of the surrounding traffic's one", + "Average speed is 92.95% of the surrounding traffic's one", + "Average speed is 105.21% of the surrounding traffic's one", + "Average speed is 107.03% of the surrounding traffic's one", + "Average speed is 98.17% of the surrounding traffic's one", + "Average speed is 95.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 59.9, + "duration_system": 1619.722 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_05_10_20_56_03", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.trafficwarning and id=122 at (x=200.407, y=249.559, z=0.02) at time=51.550s [CARLA Frame: 7321, Agent Step: 1030]", + "Agent collided against object with type=static.prop.constructioncone and id=125 at (x=210.643, y=249.441, z=0.001) at time=53.000s [CARLA Frame: 7350, Agent Step: 1059]", + "Agent collided against object with type=static.prop.constructioncone and id=126 at (x=215.851, y=249.553, z=-0.002) at time=53.650s [CARLA Frame: 7363, Agent Step: 1072]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=204 at (x=195.343, y=250.65, z=-0.005) at time=50.550s [CARLA Frame: 7301, Agent Step: 1010]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=204 at (x=205.615, y=249.442, z=0.001) at time=52.350s [CARLA Frame: 7337, Agent Step: 1046]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.48% of the surrounding traffic's one", + "Average speed is 100.38% of the surrounding traffic's one", + "Average speed is 117.28% of the surrounding traffic's one", + "Average speed is 57.49% of the surrounding traffic's one", + "Average speed is 2.54% of the surrounding traffic's one", + "Average speed is 66.84% of the surrounding traffic's one", + "Average speed is 81.6% of the surrounding traffic's one", + "Average speed is 93.23% of the surrounding traffic's one", + "Average speed is 127.17% of the surrounding traffic's one", + "Average speed is 154.31% of the surrounding traffic's one", + "Average speed is 155.87% of the surrounding traffic's one", + "Average speed is 111.36% of the surrounding traffic's one", + "Average speed is 108.85% of the surrounding traffic's one", + "Average speed is 105.98% of the surrounding traffic's one", + "Average speed is 35.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.098865, + "score_composed": 9.8865 + }, + "meta": { + "route_length": 132.062, + "duration_game": 61.4, + "duration_system": 1538.685 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_05_10_20_48_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.97% of the surrounding traffic's one", + "Average speed is 103.05% of the surrounding traffic's one", + "Average speed is 77.38% of the surrounding traffic's one", + "Average speed is 79.75% of the surrounding traffic's one", + "Average speed is 114.01% of the surrounding traffic's one", + "Average speed is 108.67% of the surrounding traffic's one", + "Average speed is 71.43% of the surrounding traffic's one", + "Average speed is 103.26% of the surrounding traffic's one", + "Average speed is 125.99% of the surrounding traffic's one", + "Average speed is 105.46% of the surrounding traffic's one", + "Average speed is 123.12% of the surrounding traffic's one", + "Average speed is 103.66% of the surrounding traffic's one", + "Average speed is 95.51% of the surrounding traffic's one", + "Average speed is 158.72% of the surrounding traffic's one", + "Average speed is 124.5% of the surrounding traffic's one", + "Average speed is 85.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.75, + "duration_system": 336.368 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_05_10_20_44_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.55% of the surrounding traffic's one", + "Average speed is 131.08% of the surrounding traffic's one", + "Average speed is 136.27% of the surrounding traffic's one", + "Average speed is 167.34% of the surrounding traffic's one", + "Average speed is 109.01% of the surrounding traffic's one", + "Average speed is 89.18% of the surrounding traffic's one", + "Average speed is 110.76% of the surrounding traffic's one", + "Average speed is 123.57% of the surrounding traffic's one", + "Average speed is 131.94% of the surrounding traffic's one", + "Average speed is 96.92% of the surrounding traffic's one", + "Average speed is 81.44% of the surrounding traffic's one", + "Average speed is 81.68% of the surrounding traffic's one", + "Average speed is 88.29% of the surrounding traffic's one", + "Average speed is 95.27% of the surrounding traffic's one", + "Average speed is 99.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.5, + "duration_system": 157.404 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_05_11_09_03_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.72% of the surrounding traffic's one", + "Average speed is 132.25% of the surrounding traffic's one", + "Average speed is 13.78% of the surrounding traffic's one", + "Average speed is 62.03% of the surrounding traffic's one", + "Average speed is 92.95% of the surrounding traffic's one", + "Average speed is 73.01% of the surrounding traffic's one", + "Average speed is 162.07% of the surrounding traffic's one", + "Average speed is 63.84% of the surrounding traffic's one", + "Average speed is 59.64% of the surrounding traffic's one", + "Average speed is 96.55% of the surrounding traffic's one", + "Average speed is 119.38% of the surrounding traffic's one", + "Average speed is 146.89% of the surrounding traffic's one", + "Average speed is 140.3% of the surrounding traffic's one", + "Average speed is 133.32% of the surrounding traffic's one", + "Average speed is 129.49% of the surrounding traffic's one", + "Average speed is 106.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 27.15, + "duration_system": 483.941 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_05_12_07_51_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.72% of the surrounding traffic's one", + "Average speed is 151.77% of the surrounding traffic's one", + "Average speed is 158.39% of the surrounding traffic's one", + "Average speed is 160.63% of the surrounding traffic's one", + "Average speed is 116.34% of the surrounding traffic's one", + "Average speed is 109.47% of the surrounding traffic's one", + "Average speed is 48.68% of the surrounding traffic's one", + "Average speed is 35.01% of the surrounding traffic's one", + "Average speed is 114.4% of the surrounding traffic's one", + "Average speed is 180.11% of the surrounding traffic's one", + "Average speed is 202.05% of the surrounding traffic's one", + "Average speed is 219.84% of the surrounding traffic's one", + "Average speed is 173.93% of the surrounding traffic's one", + "Average speed is 164.93% of the surrounding traffic's one", + "Average speed is 146.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 13.05, + "duration_system": 96.115 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_05_10_20_40_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.83% of the surrounding traffic's one", + "Average speed is 152.41% of the surrounding traffic's one", + "Average speed is 235.06% of the surrounding traffic's one", + "Average speed is 191.89% of the surrounding traffic's one", + "Average speed is 144.89% of the surrounding traffic's one", + "Average speed is 74.32% of the surrounding traffic's one", + "Average speed is 54.07% of the surrounding traffic's one", + "Average speed is 58.33% of the surrounding traffic's one", + "Average speed is 264.7% of the surrounding traffic's one", + "Average speed is 274.48% of the surrounding traffic's one", + "Average speed is 267.84% of the surrounding traffic's one", + "Average speed is 273.93% of the surrounding traffic's one", + "Average speed is 310.75% of the surrounding traffic's one", + "Average speed is 487.03% of the surrounding traffic's one", + "Average speed is 619.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 18.4, + "duration_system": 143.171 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_05_10_20_34_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.36% of the surrounding traffic's one", + "Average speed is 83.95% of the surrounding traffic's one", + "Average speed is 292.64% of the surrounding traffic's one", + "Average speed is 206.09% of the surrounding traffic's one", + "Average speed is 181.74% of the surrounding traffic's one", + "Average speed is 182.8% of the surrounding traffic's one", + "Average speed is 114.86% of the surrounding traffic's one", + "Average speed is 15.5% of the surrounding traffic's one", + "Average speed is 52.04% of the surrounding traffic's one", + "Average speed is 302.84% of the surrounding traffic's one", + "Average speed is 184.68% of the surrounding traffic's one", + "Average speed is 106.66% of the surrounding traffic's one", + "Average speed is 105.55% of the surrounding traffic's one", + "Average speed is 107.08% of the surrounding traffic's one", + "Average speed is 94.46% of the surrounding traffic's one", + "Average speed is 99.37% of the surrounding traffic's one", + "Average speed is 111.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 30.35, + "duration_system": 204.252 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_05_11_07_42_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.42% of the surrounding traffic's one", + "Average speed is 151.21% of the surrounding traffic's one", + "Average speed is 155.26% of the surrounding traffic's one", + "Average speed is 167.48% of the surrounding traffic's one", + "Average speed is 134.99% of the surrounding traffic's one", + "Average speed is 173.72% of the surrounding traffic's one", + "Average speed is 131.05% of the surrounding traffic's one", + "Average speed is 55.64% of the surrounding traffic's one", + "Average speed is 35.98% of the surrounding traffic's one", + "Average speed is 128.72% of the surrounding traffic's one", + "Average speed is 155.62% of the surrounding traffic's one", + "Average speed is 82.06% of the surrounding traffic's one", + "Average speed is 177.48% of the surrounding traffic's one", + "Average speed is 160.0% of the surrounding traffic's one", + "Average speed is 136.95% of the surrounding traffic's one", + "Average speed is 139.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 15.65, + "duration_system": 420.758 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_05_10_20_31_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 55.55% of the surrounding traffic's one", + "Average speed is 157.22% of the surrounding traffic's one", + "Average speed is 115.29% of the surrounding traffic's one", + "Average speed is 106.94% of the surrounding traffic's one", + "Average speed is 104.2% of the surrounding traffic's one", + "Average speed is 46.84% of the surrounding traffic's one", + "Average speed is 50.02% of the surrounding traffic's one", + "Average speed is 188.05% of the surrounding traffic's one", + "Average speed is 216.04% of the surrounding traffic's one", + "Average speed is 256.26% of the surrounding traffic's one", + "Average speed is 333.66% of the surrounding traffic's one", + "Average speed is 561.39% of the surrounding traffic's one", + "Average speed is 444.29% of the surrounding traffic's one", + "Average speed is 505.85% of the surrounding traffic's one", + "Average speed is 579.43% of the surrounding traffic's one", + "Average speed is 530.92% of the surrounding traffic's one", + "Average speed is 615.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 14.9, + "duration_system": 93.11 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_05_10_20_27_38", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.48% of the surrounding traffic's one", + "Average speed is 57.5% of the surrounding traffic's one", + "Average speed is 163.0% of the surrounding traffic's one", + "Average speed is 227.97% of the surrounding traffic's one", + "Average speed is 168.7% of the surrounding traffic's one", + "Average speed is 77.09% of the surrounding traffic's one", + "Average speed is 91.72% of the surrounding traffic's one", + "Average speed is 227.6% of the surrounding traffic's one", + "Average speed is 122.66% of the surrounding traffic's one", + "Average speed is 123.41% of the surrounding traffic's one", + "Average speed is 116.5% of the surrounding traffic's one", + "Average speed is 104.35% of the surrounding traffic's one", + "Average speed is 95.58% of the surrounding traffic's one", + "Average speed is 109.94% of the surrounding traffic's one", + "Average speed is 101.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 20.65, + "duration_system": 147.22 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_05_10_20_20_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 108.63% of the surrounding traffic's one", + "Average speed is 145.45% of the surrounding traffic's one", + "Average speed is 270.6% of the surrounding traffic's one", + "Average speed is 203.62% of the surrounding traffic's one", + "Average speed is 214.97% of the surrounding traffic's one", + "Average speed is 168.23% of the surrounding traffic's one", + "Average speed is 53.51% of the surrounding traffic's one", + "Average speed is 80.09% of the surrounding traffic's one", + "Average speed is 189.86% of the surrounding traffic's one", + "Average speed is 187.9% of the surrounding traffic's one", + "Average speed is 118.33% of the surrounding traffic's one", + "Average speed is 101.59% of the surrounding traffic's one", + "Average speed is 111.39% of the surrounding traffic's one", + "Average speed is 104.12% of the surrounding traffic's one", + "Average speed is 121.16% of the surrounding traffic's one", + "Average speed is 14.85% of the surrounding traffic's one", + "Average speed is 85.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.85, + "duration_system": 348.425 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_05_11_04_28_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.2% of the surrounding traffic's one", + "Average speed is 5.94% of the surrounding traffic's one", + "Average speed is 284.62% of the surrounding traffic's one", + "Average speed is 375.76% of the surrounding traffic's one", + "Average speed is 388.08% of the surrounding traffic's one", + "Average speed is 427.88% of the surrounding traffic's one", + "Average speed is 400.11% of the surrounding traffic's one", + "Average speed is 350.32% of the surrounding traffic's one", + "Average speed is 540.25% of the surrounding traffic's one", + "Average speed is 529.5% of the surrounding traffic's one", + "Average speed is 335.66% of the surrounding traffic's one", + "Average speed is 199.71% of the surrounding traffic's one", + "Average speed is 140.93% of the surrounding traffic's one", + "Average speed is 145.94% of the surrounding traffic's one", + "Average speed is 129.29% of the surrounding traffic's one", + "Average speed is 131.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 31.9, + "duration_system": 280.301 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_05_12_07_37_55", + "status": "Failed - Agent got blocked", + "num_infractions": 15, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.guardrail and id=0 at (x=4041.452, y=4044.123, z=368.695) at time=9.650s [CARLA Frame: 5963, Agent Step: 192]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.034 meters (1.41% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 211.61% of the surrounding traffic's one", + "Average speed is 241.13% of the surrounding traffic's one", + "Average speed is 196.57% of the surrounding traffic's one", + "Average speed is 202.91% of the surrounding traffic's one", + "Average speed is 176.3% of the surrounding traffic's one", + "Average speed is 155.72% of the surrounding traffic's one", + "Average speed is 131.04% of the surrounding traffic's one", + "Average speed is 144.92% of the surrounding traffic's one", + "Average speed is 148.5% of the surrounding traffic's one", + "Average speed is 159.6% of the surrounding traffic's one", + "Average speed is 114.32% of the surrounding traffic's one", + "Average speed is 105.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=4041.708, y=4044.456, z=368.698)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 68.8, + "score_penalty": 0.640844, + "score_composed": 44.090087 + }, + "meta": { + "route_length": 106.662, + "duration_game": 70.1, + "duration_system": 652.808 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_05_11_06_26_29", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5742.818, y=4729.202, z=186.946) at time=10.450s [CARLA Frame: 6538, Agent Step: 208]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.61% of the surrounding traffic's one", + "Average speed is 319.28% of the surrounding traffic's one", + "Average speed is 261.15% of the surrounding traffic's one", + "Average speed is 221.29% of the surrounding traffic's one", + "Average speed is 210.38% of the surrounding traffic's one", + "Average speed is 214.4% of the surrounding traffic's one", + "Average speed is 190.42% of the surrounding traffic's one", + "Average speed is 125.46% of the surrounding traffic's one", + "Average speed is 73.7% of the surrounding traffic's one", + "Average speed is 146.8% of the surrounding traffic's one", + "Average speed is 178.79% of the surrounding traffic's one", + "Average speed is 187.1% of the surrounding traffic's one", + "Average speed is 147.45% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.05, + "duration_system": 113.173 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_05_12_00_34_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 323.77% of the surrounding traffic's one", + "Average speed is 332.44% of the surrounding traffic's one", + "Average speed is 185.48% of the surrounding traffic's one", + "Average speed is 259.2% of the surrounding traffic's one", + "Average speed is 221.35% of the surrounding traffic's one", + "Average speed is 164.19% of the surrounding traffic's one", + "Average speed is 148.24% of the surrounding traffic's one", + "Average speed is 157.21% of the surrounding traffic's one", + "Average speed is 168.07% of the surrounding traffic's one", + "Average speed is 143.47% of the surrounding traffic's one", + "Average speed is 131.99% of the surrounding traffic's one", + "Average speed is 205.23% of the surrounding traffic's one", + "Average speed is 192.39% of the surrounding traffic's one", + "Average speed is 210.31% of the surrounding traffic's one", + "Average speed is 169.75% of the surrounding traffic's one", + "Average speed is 160.23% of the surrounding traffic's one", + "Average speed is 110.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 13.95, + "duration_system": 225.286 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_05_10_20_16_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 277.89% of the surrounding traffic's one", + "Average speed is 382.58% of the surrounding traffic's one", + "Average speed is 520.55% of the surrounding traffic's one", + "Average speed is 634.72% of the surrounding traffic's one", + "Average speed is 650.76% of the surrounding traffic's one", + "Average speed is 567.05% of the surrounding traffic's one", + "Average speed is 475.31% of the surrounding traffic's one", + "Average speed is 440.83% of the surrounding traffic's one", + "Average speed is 651.48% of the surrounding traffic's one", + "Average speed is 1014.2% of the surrounding traffic's one", + "Average speed is 3184.59% of the surrounding traffic's one", + "Average speed is 23152.16% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 95.127 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_05_11_05_10_06", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.09% of the surrounding traffic's one", + "Average speed is 106.6% of the surrounding traffic's one", + "Average speed is 189.09% of the surrounding traffic's one", + "Average speed is 185.07% of the surrounding traffic's one", + "Average speed is 134.69% of the surrounding traffic's one", + "Average speed is 152.6% of the surrounding traffic's one", + "Average speed is 156.9% of the surrounding traffic's one", + "Average speed is 172.17% of the surrounding traffic's one", + "Average speed is 206.49% of the surrounding traffic's one", + "Average speed is 317.27% of the surrounding traffic's one", + "Average speed is 421.25% of the surrounding traffic's one", + "Average speed is 446.79% of the surrounding traffic's one", + "Average speed is 363.03% of the surrounding traffic's one", + "Average speed is 272.1% of the surrounding traffic's one", + "Average speed is 363.72% of the surrounding traffic's one", + "Average speed is 1028.3% of the surrounding traffic's one", + "Average speed is 958.67% of the surrounding traffic's one", + "Average speed is 623.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 17.35, + "duration_system": 121.15 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_05_11_04_25_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.91% of the surrounding traffic's one", + "Average speed is 205.6% of the surrounding traffic's one", + "Average speed is 213.39% of the surrounding traffic's one", + "Average speed is 219.43% of the surrounding traffic's one", + "Average speed is 240.57% of the surrounding traffic's one", + "Average speed is 236.55% of the surrounding traffic's one", + "Average speed is 225.39% of the surrounding traffic's one", + "Average speed is 271.41% of the surrounding traffic's one", + "Average speed is 248.37% of the surrounding traffic's one", + "Average speed is 590.48% of the surrounding traffic's one", + "Average speed is 560.5% of the surrounding traffic's one", + "Average speed is 449.96% of the surrounding traffic's one", + "Average speed is 353.08% of the surrounding traffic's one", + "Average speed is 268.67% of the surrounding traffic's one", + "Average speed is 172.68% of the surrounding traffic's one", + "Average speed is 100.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.8, + "duration_system": 55.07 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_05_10_20_57_20", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 195.19% of the surrounding traffic's one", + "Average speed is 187.62% of the surrounding traffic's one", + "Average speed is 214.23% of the surrounding traffic's one", + "Average speed is 247.32% of the surrounding traffic's one", + "Average speed is 274.95% of the surrounding traffic's one", + "Average speed is 300.87% of the surrounding traffic's one", + "Average speed is 313.54% of the surrounding traffic's one", + "Average speed is 357.88% of the surrounding traffic's one", + "Average speed is 339.35% of the surrounding traffic's one", + "Average speed is 449.82% of the surrounding traffic's one", + "Average speed is 408.9% of the surrounding traffic's one", + "Average speed is 281.97% of the surrounding traffic's one", + "Average speed is 242.15% of the surrounding traffic's one", + "Average speed is 222.09% of the surrounding traffic's one", + "Average speed is 169.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.15, + "duration_system": 68.07 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_05_12_00_23_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3704 at (x=3907.134, y=4859.92, z=367.139) at time=13.950s [CARLA Frame: 6523, Agent Step: 278]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.026 meters (0.99% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 253.53% of the surrounding traffic's one", + "Average speed is 283.0% of the surrounding traffic's one", + "Average speed is 256.11% of the surrounding traffic's one", + "Average speed is 36.54% of the surrounding traffic's one", + "Average speed is 191.78% of the surrounding traffic's one", + "Average speed is 234.47% of the surrounding traffic's one", + "Average speed is 269.44% of the surrounding traffic's one", + "Average speed is 220.59% of the surrounding traffic's one", + "Average speed is 168.7% of the surrounding traffic's one", + "Average speed is 166.2% of the surrounding traffic's one", + "Average speed is 148.01% of the surrounding traffic's one", + "Average speed is 154.2% of the surrounding traffic's one", + "Average speed is 4.76% of the surrounding traffic's one", + "Average speed is 866.49% of the surrounding traffic's one", + "Average speed is 705.42% of the surrounding traffic's one", + "Average speed is 831.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.594041, + "score_composed": 59.404147 + }, + "meta": { + "route_length": 112.631, + "duration_game": 58.15, + "duration_system": 495.655 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_05_11_03_48_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.48% of the surrounding traffic's one", + "Average speed is 80.52% of the surrounding traffic's one", + "Average speed is 173.89% of the surrounding traffic's one", + "Average speed is 214.76% of the surrounding traffic's one", + "Average speed is 177.64% of the surrounding traffic's one", + "Average speed is 163.62% of the surrounding traffic's one", + "Average speed is 137.8% of the surrounding traffic's one", + "Average speed is 145.08% of the surrounding traffic's one", + "Average speed is 5.83% of the surrounding traffic's one", + "Average speed is 234.19% of the surrounding traffic's one", + "Average speed is 240.15% of the surrounding traffic's one", + "Average speed is 279.46% of the surrounding traffic's one", + "Average speed is 312.31% of the surrounding traffic's one", + "Average speed is 316.25% of the surrounding traffic's one", + "Average speed is 466.82% of the surrounding traffic's one", + "Average speed is 641.23% of the surrounding traffic's one", + "Average speed is 519.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.412, + "duration_game": 57.75, + "duration_system": 433.607 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_05_10_20_10_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 220.56% of the surrounding traffic's one", + "Average speed is 247.42% of the surrounding traffic's one", + "Average speed is 199.52% of the surrounding traffic's one", + "Average speed is 197.95% of the surrounding traffic's one", + "Average speed is 173.01% of the surrounding traffic's one", + "Average speed is 147.1% of the surrounding traffic's one", + "Average speed is 128.72% of the surrounding traffic's one", + "Average speed is 140.69% of the surrounding traffic's one", + "Average speed is 141.67% of the surrounding traffic's one", + "Average speed is 121.72% of the surrounding traffic's one", + "Average speed is 124.3% of the surrounding traffic's one", + "Average speed is 106.74% of the surrounding traffic's one", + "Average speed is 213.24% of the surrounding traffic's one", + "Average speed is 205.59% of the surrounding traffic's one", + "Average speed is 163.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.15, + "duration_system": 173.21 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_05_10_20_53_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.28% of the surrounding traffic's one", + "Average speed is 190.52% of the surrounding traffic's one", + "Average speed is 216.35% of the surrounding traffic's one", + "Average speed is 241.1% of the surrounding traffic's one", + "Average speed is 270.73% of the surrounding traffic's one", + "Average speed is 288.7% of the surrounding traffic's one", + "Average speed is 304.57% of the surrounding traffic's one", + "Average speed is 310.98% of the surrounding traffic's one", + "Average speed is 277.87% of the surrounding traffic's one", + "Average speed is 448.13% of the surrounding traffic's one", + "Average speed is 394.4% of the surrounding traffic's one", + "Average speed is 305.32% of the surrounding traffic's one", + "Average speed is 266.64% of the surrounding traffic's one", + "Average speed is 216.22% of the surrounding traffic's one", + "Average speed is 110.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.45, + "duration_system": 67.07 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_05_11_03_42_04", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.23% of the surrounding traffic's one", + "Average speed is 94.17% of the surrounding traffic's one", + "Average speed is 192.02% of the surrounding traffic's one", + "Average speed is 143.48% of the surrounding traffic's one", + "Average speed is 130.72% of the surrounding traffic's one", + "Average speed is 136.07% of the surrounding traffic's one", + "Average speed is 151.93% of the surrounding traffic's one", + "Average speed is 167.58% of the surrounding traffic's one", + "Average speed is 172.33% of the surrounding traffic's one", + "Average speed is 191.9% of the surrounding traffic's one", + "Average speed is 183.62% of the surrounding traffic's one", + "Average speed is 182.8% of the surrounding traffic's one", + "Average speed is 180.65% of the surrounding traffic's one", + "Average speed is 174.36% of the surrounding traffic's one", + "Average speed is 125.4% of the surrounding traffic's one", + "Average speed is 181.36% of the surrounding traffic's one", + "Average speed is 128.16% of the surrounding traffic's one", + "Average speed is 77.76% of the surrounding traffic's one", + "Average speed is 64.44% of the surrounding traffic's one", + "Average speed is 64.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2622.114, y=5902.038, z=157.713)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 27.85, + "duration_system": 235.307 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_05_11_03_36_47", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3716 at (x=1104.559, y=3102.747, z=364.869) at time=8.350s [CARLA Frame: 6583, Agent Step: 166]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 321.48% of the surrounding traffic's one", + "Average speed is 343.64% of the surrounding traffic's one", + "Average speed is 271.88% of the surrounding traffic's one", + "Average speed is 226.14% of the surrounding traffic's one", + "Average speed is 183.75% of the surrounding traffic's one", + "Average speed is 92.89% of the surrounding traffic's one", + "Average speed is 157.88% of the surrounding traffic's one", + "Average speed is 203.95% of the surrounding traffic's one", + "Average speed is 225.32% of the surrounding traffic's one", + "Average speed is 202.74% of the surrounding traffic's one", + "Average speed is 183.53% of the surrounding traffic's one", + "Average speed is 144.34% of the surrounding traffic's one", + "Average speed is 64.29% of the surrounding traffic's one", + "Average speed is 266.04% of the surrounding traffic's one", + "Average speed is 209.83% of the surrounding traffic's one", + "Average speed is 96.95% of the surrounding traffic's one", + "Average speed is 99.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 15.4, + "duration_system": 184.224 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_05_11_04_14_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 53.38% of the surrounding traffic's one", + "Average speed is 6.45% of the surrounding traffic's one", + "Average speed is 1605.27% of the surrounding traffic's one", + "Average speed is 1789.41% of the surrounding traffic's one", + "Average speed is 1791.6% of the surrounding traffic's one", + "Average speed is 1682.76% of the surrounding traffic's one", + "Average speed is 1722.86% of the surrounding traffic's one", + "Average speed is 1508.48% of the surrounding traffic's one", + "Average speed is 1379.09% of the surrounding traffic's one", + "Average speed is 1831.58% of the surrounding traffic's one", + "Average speed is 1582.5% of the surrounding traffic's one", + "Average speed is 1144.31% of the surrounding traffic's one", + "Average speed is 957.77% of the surrounding traffic's one", + "Average speed is 640.52% of the surrounding traffic's one", + "Average speed is 395.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.85, + "duration_system": 554.593 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_05_10_20_06_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 408.72% of the surrounding traffic's one", + "Average speed is 656.25% of the surrounding traffic's one", + "Average speed is 928.31% of the surrounding traffic's one", + "Average speed is 1034.9% of the surrounding traffic's one", + "Average speed is 1011.57% of the surrounding traffic's one", + "Average speed is 829.47% of the surrounding traffic's one", + "Average speed is 611.8% of the surrounding traffic's one", + "Average speed is 453.37% of the surrounding traffic's one", + "Average speed is 552.57% of the surrounding traffic's one", + "Average speed is 649.7% of the surrounding traffic's one", + "Average speed is 747.46% of the surrounding traffic's one", + "Average speed is 1059.85% of the surrounding traffic's one", + "Average speed is 861.6% of the surrounding traffic's one", + "Average speed is 447.71% of the surrounding traffic's one", + "Average speed is 402.32% of the surrounding traffic's one", + "Average speed is 365.39% of the surrounding traffic's one", + "Average speed is 343.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.95, + "duration_system": 147.174 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_05_10_20_00_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 319.29% of the surrounding traffic's one", + "Average speed is 274.56% of the surrounding traffic's one", + "Average speed is 187.83% of the surrounding traffic's one", + "Average speed is 319.14% of the surrounding traffic's one", + "Average speed is 262.6% of the surrounding traffic's one", + "Average speed is 171.43% of the surrounding traffic's one", + "Average speed is 141.38% of the surrounding traffic's one", + "Average speed is 147.31% of the surrounding traffic's one", + "Average speed is 165.08% of the surrounding traffic's one", + "Average speed is 143.95% of the surrounding traffic's one", + "Average speed is 141.26% of the surrounding traffic's one", + "Average speed is 135.71% of the surrounding traffic's one", + "Average speed is 133.44% of the surrounding traffic's one", + "Average speed is 161.03% of the surrounding traffic's one", + "Average speed is 130.07% of the surrounding traffic's one", + "Average speed is 126.1% of the surrounding traffic's one", + "Average speed is 111.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 207.547 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_05_11_03_32_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 277.25% of the surrounding traffic's one", + "Average speed is 383.11% of the surrounding traffic's one", + "Average speed is 521.42% of the surrounding traffic's one", + "Average speed is 637.75% of the surrounding traffic's one", + "Average speed is 650.28% of the surrounding traffic's one", + "Average speed is 552.9% of the surrounding traffic's one", + "Average speed is 462.82% of the surrounding traffic's one", + "Average speed is 430.39% of the surrounding traffic's one", + "Average speed is 662.06% of the surrounding traffic's one", + "Average speed is 1100.81% of the surrounding traffic's one", + "Average speed is 3794.89% of the surrounding traffic's one", + "Average speed is 38609.67% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.25, + "duration_system": 95.118 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_05_11_03_27_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 218.86% of the surrounding traffic's one", + "Average speed is 86.04% of the surrounding traffic's one", + "Average speed is 177.89% of the surrounding traffic's one", + "Average speed is 215.59% of the surrounding traffic's one", + "Average speed is 215.4% of the surrounding traffic's one", + "Average speed is 126.73% of the surrounding traffic's one", + "Average speed is 130.84% of the surrounding traffic's one", + "Average speed is 276.18% of the surrounding traffic's one", + "Average speed is 343.33% of the surrounding traffic's one", + "Average speed is 404.92% of the surrounding traffic's one", + "Average speed is 424.14% of the surrounding traffic's one", + "Average speed is 399.32% of the surrounding traffic's one", + "Average speed is 341.69% of the surrounding traffic's one", + "Average speed is 309.18% of the surrounding traffic's one", + "Average speed is 311.0% of the surrounding traffic's one", + "Average speed is 323.66% of the surrounding traffic's one", + "Average speed is 221.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 15.1, + "duration_system": 176.255 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_05_12_06_18_14", + "status": "Failed - Agent deviated from the route", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3709 at (x=-820.983, y=4757.514, z=369.986) at time=9.550s [CARLA Frame: 5824, Agent Step: 190]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 332.56% of the surrounding traffic's one", + "Average speed is 304.03% of the surrounding traffic's one", + "Average speed is 230.14% of the surrounding traffic's one", + "Average speed is 203.74% of the surrounding traffic's one", + "Average speed is 171.22% of the surrounding traffic's one", + "Average speed is 153.51% of the surrounding traffic's one", + "Average speed is 138.26% of the surrounding traffic's one", + "Average speed is 145.04% of the surrounding traffic's one", + "Average speed is 170.2% of the surrounding traffic's one", + "Average speed is 184.88% of the surrounding traffic's one", + "Average speed is 166.38% of the surrounding traffic's one", + "Average speed is 37.15% of the surrounding traffic's one", + "Average speed is 144.17% of the surrounding traffic's one", + "Average speed is 145.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-819.457, y=4725.473, z=369.206)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 79.77, + "score_penalty": 0.6, + "score_composed": 47.862 + }, + "meta": { + "route_length": 106.658, + "duration_game": 17.7, + "duration_system": 318.365 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_05_10_20_50_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 247.55% of the surrounding traffic's one", + "Average speed is 307.55% of the surrounding traffic's one", + "Average speed is 305.43% of the surrounding traffic's one", + "Average speed is 255.19% of the surrounding traffic's one", + "Average speed is 355.08% of the surrounding traffic's one", + "Average speed is 466.59% of the surrounding traffic's one", + "Average speed is 505.54% of the surrounding traffic's one", + "Average speed is 592.08% of the surrounding traffic's one", + "Average speed is 644.24% of the surrounding traffic's one", + "Average speed is 640.04% of the surrounding traffic's one", + "Average speed is 601.03% of the surrounding traffic's one", + "Average speed is 602.23% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 8355843.01% of the surrounding traffic's one", + "Average speed is 175968.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.1, + "duration_system": 109.121 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_05_10_20_45_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.23% of the surrounding traffic's one", + "Average speed is 550.74% of the surrounding traffic's one", + "Average speed is 499.56% of the surrounding traffic's one", + "Average speed is 308.81% of the surrounding traffic's one", + "Average speed is 179.84% of the surrounding traffic's one", + "Average speed is 178.18% of the surrounding traffic's one", + "Average speed is 54.22% of the surrounding traffic's one", + "Average speed is 147.0% of the surrounding traffic's one", + "Average speed is 217.03% of the surrounding traffic's one", + "Average speed is 207.95% of the surrounding traffic's one", + "Average speed is 147.57% of the surrounding traffic's one", + "Average speed is 97.61% of the surrounding traffic's one", + "Average speed is 178.79% of the surrounding traffic's one", + "Average speed is 172.53% of the surrounding traffic's one", + "Average speed is 2930.25% of the surrounding traffic's one", + "Average speed is 9896793.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.7, + "duration_system": 158.166 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_05_11_04_09_33", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.31% of the surrounding traffic's one", + "Average speed is 493.66% of the surrounding traffic's one", + "Average speed is 340.48% of the surrounding traffic's one", + "Average speed is 234.2% of the surrounding traffic's one", + "Average speed is 159.9% of the surrounding traffic's one", + "Average speed is 164.4% of the surrounding traffic's one", + "Average speed is 147.81% of the surrounding traffic's one", + "Average speed is 117.43% of the surrounding traffic's one", + "Average speed is 88.27% of the surrounding traffic's one", + "Average speed is 177.64% of the surrounding traffic's one", + "Average speed is 224.39% of the surrounding traffic's one", + "Average speed is 96.09% of the surrounding traffic's one", + "Average speed is 82.3% of the surrounding traffic's one", + "Average speed is 315.34% of the surrounding traffic's one", + "Average speed is 398.46% of the surrounding traffic's one", + "Average speed is 155.79% of the surrounding traffic's one", + "Average speed is 145.78% of the surrounding traffic's one", + "Average speed is 341.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.15, + "duration_system": 139.145 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_05_11_03_57_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 300.85% of the surrounding traffic's one", + "Average speed is 467.53% of the surrounding traffic's one", + "Average speed is 297.19% of the surrounding traffic's one", + "Average speed is 152.82% of the surrounding traffic's one", + "Average speed is 81.21% of the surrounding traffic's one", + "Average speed is 11.04% of the surrounding traffic's one", + "Average speed is 2564.66% of the surrounding traffic's one", + "Average speed is 665.89% of the surrounding traffic's one", + "Average speed is 175.74% of the surrounding traffic's one", + "Average speed is 2867.93% of the surrounding traffic's one", + "Average speed is 2282.53% of the surrounding traffic's one", + "Average speed is 1166.28% of the surrounding traffic's one", + "Average speed is 869.92% of the surrounding traffic's one", + "Average speed is 512.91% of the surrounding traffic's one", + "Average speed is 290.58% of the surrounding traffic's one", + "Average speed is 139.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.35, + "duration_system": 564.561 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_05_11_03_50_55", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 206.86% of the surrounding traffic's one", + "Average speed is 1068.22% of the surrounding traffic's one", + "Average speed is 1636.34% of the surrounding traffic's one", + "Average speed is 311.24% of the surrounding traffic's one", + "Average speed is 109.69% of the surrounding traffic's one", + "Average speed is 44.75% of the surrounding traffic's one", + "Average speed is 140.57% of the surrounding traffic's one", + "Average speed is 168.82% of the surrounding traffic's one", + "Average speed is 23.99% of the surrounding traffic's one", + "Average speed is 412.25% of the surrounding traffic's one", + "Average speed is 620.12% of the surrounding traffic's one", + "Average speed is 709.99% of the surrounding traffic's one", + "Average speed is 905.6% of the surrounding traffic's one", + "Average speed is 515.6% of the surrounding traffic's one", + "Average speed is 308.59% of the surrounding traffic's one", + "Average speed is 326.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 24.1, + "duration_system": 284.295 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_05_11_03_40_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3933 at (x=915.288, y=3690.712, z=370.773) at time=47.750s [CARLA Frame: 6947, Agent Step: 954]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.01% of the surrounding traffic's one", + "Average speed is 675.13% of the surrounding traffic's one", + "Average speed is 718.58% of the surrounding traffic's one", + "Average speed is 141.86% of the surrounding traffic's one", + "Average speed is 14.15% of the surrounding traffic's one", + "Average speed is 2046.44% of the surrounding traffic's one", + "Average speed is 2134.78% of the surrounding traffic's one", + "Average speed is 2024.9% of the surrounding traffic's one", + "Average speed is 2111.05% of the surrounding traffic's one", + "Average speed is 1823.65% of the surrounding traffic's one", + "Average speed is 5113.58% of the surrounding traffic's one", + "Average speed is 1609.61% of the surrounding traffic's one", + "Average speed is 1064.32% of the surrounding traffic's one", + "Average speed is 926.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.55, + "duration_system": 466.715 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_05_11_03_35_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.39% of the surrounding traffic's one", + "Average speed is 104.09% of the surrounding traffic's one", + "Average speed is 113.89% of the surrounding traffic's one", + "Average speed is 37.74% of the surrounding traffic's one", + "Average speed is 180.4% of the surrounding traffic's one", + "Average speed is 49.07% of the surrounding traffic's one", + "Average speed is 347.61% of the surrounding traffic's one", + "Average speed is 488.39% of the surrounding traffic's one", + "Average speed is 120.53% of the surrounding traffic's one", + "Average speed is 648.65% of the surrounding traffic's one", + "Average speed is 1970.0% of the surrounding traffic's one", + "Average speed is 1778.57% of the surrounding traffic's one", + "Average speed is 966.04% of the surrounding traffic's one", + "Average speed is 1019.42% of the surrounding traffic's one", + "Average speed is 615.74% of the surrounding traffic's one", + "Average speed is 312.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 19.95, + "duration_system": 177.181 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_05_11_03_29_55", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.78% of the surrounding traffic's one", + "Average speed is 151.99% of the surrounding traffic's one", + "Average speed is 87.5% of the surrounding traffic's one", + "Average speed is 14.39% of the surrounding traffic's one", + "Average speed is 374.37% of the surrounding traffic's one", + "Average speed is 508.85% of the surrounding traffic's one", + "Average speed is 256.0% of the surrounding traffic's one", + "Average speed is 426.02% of the surrounding traffic's one", + "Average speed is 870.85% of the surrounding traffic's one", + "Average speed is 602.7% of the surrounding traffic's one", + "Average speed is 290.41% of the surrounding traffic's one", + "Average speed is 469.46% of the surrounding traffic's one", + "Average speed is 433.76% of the surrounding traffic's one", + "Average speed is 448.42% of the surrounding traffic's one", + "Average speed is 324.47% of the surrounding traffic's one", + "Average speed is 235.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.65, + "duration_system": 216.226 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_05_11_03_22_03", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=239.35, y=5915.88, z=361.204) at time=33.600s [CARLA Frame: 6586, Agent Step: 671]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.61% of the surrounding traffic's one", + "Average speed is 91.46% of the surrounding traffic's one", + "Average speed is 384.22% of the surrounding traffic's one", + "Average speed is 207.47% of the surrounding traffic's one", + "Average speed is 137.9% of the surrounding traffic's one", + "Average speed is 54.95% of the surrounding traffic's one", + "Average speed is 9.42% of the surrounding traffic's one", + "Average speed is 428.89% of the surrounding traffic's one", + "Average speed is 604.5% of the surrounding traffic's one", + "Average speed is 548.35% of the surrounding traffic's one", + "Average speed is 371.42% of the surrounding traffic's one", + "Average speed is 1548.76% of the surrounding traffic's one", + "Average speed is 1524.51% of the surrounding traffic's one", + "Average speed is 1546.0% of the surrounding traffic's one", + "Average speed is 747.28% of the surrounding traffic's one", + "Average speed is 466.48% of the surrounding traffic's one", + "Average speed is 489.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 34.9, + "duration_system": 339.364 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_05_11_02_50_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.55% of the surrounding traffic's one", + "Average speed is 215.0% of the surrounding traffic's one", + "Average speed is 346.0% of the surrounding traffic's one", + "Average speed is 159.7% of the surrounding traffic's one", + "Average speed is 24.21% of the surrounding traffic's one", + "Average speed is 2.35% of the surrounding traffic's one", + "Average speed is 303.03% of the surrounding traffic's one", + "Average speed is 408.48% of the surrounding traffic's one", + "Average speed is 474.08% of the surrounding traffic's one", + "Average speed is 450.38% of the surrounding traffic's one", + "Average speed is 1075.57% of the surrounding traffic's one", + "Average speed is 4211.18% of the surrounding traffic's one", + "Average speed is 1155.85% of the surrounding traffic's one", + "Average speed is 581.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 138.35, + "duration_system": 1786.923 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_05_10_20_40_53", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 269.37% of the surrounding traffic's one", + "Average speed is 464.82% of the surrounding traffic's one", + "Average speed is 468.65% of the surrounding traffic's one", + "Average speed is 120.31% of the surrounding traffic's one", + "Average speed is 60.25% of the surrounding traffic's one", + "Average speed is 28.44% of the surrounding traffic's one", + "Average speed is 302.49% of the surrounding traffic's one", + "Average speed is 407.33% of the surrounding traffic's one", + "Average speed is 472.81% of the surrounding traffic's one", + "Average speed is 404.78% of the surrounding traffic's one", + "Average speed is 390.45% of the surrounding traffic's one", + "Average speed is 885.69% of the surrounding traffic's one", + "Average speed is 2243.89% of the surrounding traffic's one", + "Average speed is 1202.97% of the surrounding traffic's one", + "Average speed is 1073.87% of the surrounding traffic's one", + "Average speed is 841.55% of the surrounding traffic's one", + "Average speed is 920.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 12.65, + "duration_system": 128.138 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_05_10_20_36_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1986.568, y=2173.274, z=362.222) at time=8.000s [CARLA Frame: 6316, Agent Step: 159]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 407.7% of the surrounding traffic's one", + "Average speed is 585.17% of the surrounding traffic's one", + "Average speed is 545.47% of the surrounding traffic's one", + "Average speed is 268.32% of the surrounding traffic's one", + "Average speed is 118.35% of the surrounding traffic's one", + "Average speed is 50.63% of the surrounding traffic's one", + "Average speed is 197.45% of the surrounding traffic's one", + "Average speed is 262.72% of the surrounding traffic's one", + "Average speed is 261.71% of the surrounding traffic's one", + "Average speed is 270.43% of the surrounding traffic's one", + "Average speed is 734.12% of the surrounding traffic's one", + "Average speed is 1258.76% of the surrounding traffic's one", + "Average speed is 1242.77% of the surrounding traffic's one", + "Average speed is 1442.13% of the surrounding traffic's one", + "Average speed is 2578.13% of the surrounding traffic's one", + "Average speed is 2375.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 10.7, + "duration_system": 107.105 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_05_11_01_52_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.11% of the surrounding traffic's one", + "Average speed is 142.02% of the surrounding traffic's one", + "Average speed is 196.46% of the surrounding traffic's one", + "Average speed is 81.06% of the surrounding traffic's one", + "Average speed is 6.49% of the surrounding traffic's one", + "Average speed is 189.47% of the surrounding traffic's one", + "Average speed is 874.53% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 127.78% of the surrounding traffic's one", + "Average speed is 232.69% of the surrounding traffic's one", + "Average speed is 172.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 32.3, + "duration_system": 762.873 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_05_11_16_13_03", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.22% of the surrounding traffic's one", + "Average speed is 270.06% of the surrounding traffic's one", + "Average speed is 235.65% of the surrounding traffic's one", + "Average speed is 93.91% of the surrounding traffic's one", + "Average speed is 27.37% of the surrounding traffic's one", + "Average speed is 76.2% of the surrounding traffic's one", + "Average speed is 482.54% of the surrounding traffic's one", + "Average speed is 484.82% of the surrounding traffic's one", + "Average speed is 579.48% of the surrounding traffic's one", + "Average speed is 603.85% of the surrounding traffic's one", + "Average speed is 500.91% of the surrounding traffic's one", + "Average speed is 848.35% of the surrounding traffic's one", + "Average speed is 642.22% of the surrounding traffic's one", + "Average speed is 561.97% of the surrounding traffic's one", + "Average speed is 500.34% of the surrounding traffic's one", + "Average speed is 632.47% of the surrounding traffic's one", + "Average speed is 777.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 18.65, + "duration_system": 233.253 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_05_10_20_32_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 208.77% of the surrounding traffic's one", + "Average speed is 532.28% of the surrounding traffic's one", + "Average speed is 492.09% of the surrounding traffic's one", + "Average speed is 391.0% of the surrounding traffic's one", + "Average speed is 151.91% of the surrounding traffic's one", + "Average speed is 59.11% of the surrounding traffic's one", + "Average speed is 143.53% of the surrounding traffic's one", + "Average speed is 216.5% of the surrounding traffic's one", + "Average speed is 235.27% of the surrounding traffic's one", + "Average speed is 242.95% of the surrounding traffic's one", + "Average speed is 299.07% of the surrounding traffic's one", + "Average speed is 607.77% of the surrounding traffic's one", + "Average speed is 888.68% of the surrounding traffic's one", + "Average speed is 680.49% of the surrounding traffic's one", + "Average speed is 635.1% of the surrounding traffic's one", + "Average speed is 855.39% of the surrounding traffic's one", + "Average speed is 2053.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 11.75, + "duration_system": 142.14 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_05_10_20_15_53", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3756 at (x=-1382.576, y=5322.631, z=376.653) at time=43.100s [CARLA Frame: 6630, Agent Step: 861]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.04% of the surrounding traffic's one", + "Average speed is 152.42% of the surrounding traffic's one", + "Average speed is 590.96% of the surrounding traffic's one", + "Average speed is 536.95% of the surrounding traffic's one", + "Average speed is 140.51% of the surrounding traffic's one", + "Average speed is 12.56% of the surrounding traffic's one", + "Average speed is 93.69% of the surrounding traffic's one", + "Average speed is 523.85% of the surrounding traffic's one", + "Average speed is 55.33% of the surrounding traffic's one", + "Average speed is 3329.34% of the surrounding traffic's one", + "Average speed is 3056.21% of the surrounding traffic's one", + "Average speed is 50208646.02% of the surrounding traffic's one", + "Average speed is 43651922.69% of the surrounding traffic's one", + "Average speed is 80714.02% of the surrounding traffic's one", + "Average speed is 3182.15% of the surrounding traffic's one", + "Average speed is 1432.58% of the surrounding traffic's one", + "Average speed is 1223.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 90.1, + "duration_system": 849.957 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_05_11_01_32_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 349.64% of the surrounding traffic's one", + "Average speed is 635.76% of the surrounding traffic's one", + "Average speed is 436.52% of the surrounding traffic's one", + "Average speed is 90.43% of the surrounding traffic's one", + "Average speed is 84.36% of the surrounding traffic's one", + "Average speed is 66.57% of the surrounding traffic's one", + "Average speed is 343.84% of the surrounding traffic's one", + "Average speed is 470.15% of the surrounding traffic's one", + "Average speed is 372.15% of the surrounding traffic's one", + "Average speed is 293.78% of the surrounding traffic's one", + "Average speed is 291.7% of the surrounding traffic's one", + "Average speed is 304.62% of the surrounding traffic's one", + "Average speed is 243.64% of the surrounding traffic's one", + "Average speed is 183.94% of the surrounding traffic's one", + "Average speed is 178.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.25, + "duration_system": 181.714 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_05_10_20_11_06", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3718 at (x=2536.352, y=2073.636, z=356.952) at time=10.150s [CARLA Frame: 5462, Agent Step: 202]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.66% of the surrounding traffic's one", + "Average speed is 524.46% of the surrounding traffic's one", + "Average speed is 550.86% of the surrounding traffic's one", + "Average speed is 530.55% of the surrounding traffic's one", + "Average speed is 129.52% of the surrounding traffic's one", + "Average speed is 38.41% of the surrounding traffic's one", + "Average speed is 344.28% of the surrounding traffic's one", + "Average speed is 458.02% of the surrounding traffic's one", + "Average speed is 568.78% of the surrounding traffic's one", + "Average speed is 535.2% of the surrounding traffic's one", + "Average speed is 476.65% of the surrounding traffic's one", + "Average speed is 618.81% of the surrounding traffic's one", + "Average speed is 603.25% of the surrounding traffic's one", + "Average speed is 764.58% of the surrounding traffic's one", + "Average speed is 692.89% of the surrounding traffic's one", + "Average speed is 550.66% of the surrounding traffic's one", + "Average speed is 615.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 12.85, + "duration_system": 150.152 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_05_10_20_00_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.03% of the surrounding traffic's one", + "Average speed is 1928.72% of the surrounding traffic's one", + "Average speed is 380.24% of the surrounding traffic's one", + "Average speed is 253.94% of the surrounding traffic's one", + "Average speed is 298.33% of the surrounding traffic's one", + "Average speed is 462.32% of the surrounding traffic's one", + "Average speed is 381.23% of the surrounding traffic's one", + "Average speed is 332.09% of the surrounding traffic's one", + "Average speed is 292.77% of the surrounding traffic's one", + "Average speed is 178.78% of the surrounding traffic's one", + "Average speed is 78.59% of the surrounding traffic's one", + "Average speed is 77.44% of the surrounding traffic's one", + "Average speed is 70.39% of the surrounding traffic's one", + "Average speed is 67.71% of the surrounding traffic's one", + "Average speed is 75.34% of the surrounding traffic's one", + "Average speed is 83.24% of the surrounding traffic's one", + "Average speed is 89.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 54.1, + "duration_system": 485.569 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_05_11_01_26_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.81% of the surrounding traffic's one", + "Average speed is 86.71% of the surrounding traffic's one", + "Average speed is 251.3% of the surrounding traffic's one", + "Average speed is 246.89% of the surrounding traffic's one", + "Average speed is 249.82% of the surrounding traffic's one", + "Average speed is 185.68% of the surrounding traffic's one", + "Average speed is 20.49% of the surrounding traffic's one", + "Average speed is 183.4% of the surrounding traffic's one", + "Average speed is 291.27% of the surrounding traffic's one", + "Average speed is 454.4% of the surrounding traffic's one", + "Average speed is 327.05% of the surrounding traffic's one", + "Average speed is 210.93% of the surrounding traffic's one", + "Average speed is 291.01% of the surrounding traffic's one", + "Average speed is 152.44% of the surrounding traffic's one", + "Average speed is 236.0% of the surrounding traffic's one", + "Average speed is 195.57% of the surrounding traffic's one", + "Average speed is 185.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 23.85, + "duration_system": 258.272 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_05_11_01_48_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.09% of the surrounding traffic's one", + "Average speed is 73.06% of the surrounding traffic's one", + "Average speed is 185.37% of the surrounding traffic's one", + "Average speed is 180.32% of the surrounding traffic's one", + "Average speed is 68.48% of the surrounding traffic's one", + "Average speed is 132.05% of the surrounding traffic's one", + "Average speed is 93.87% of the surrounding traffic's one", + "Average speed is 100.57% of the surrounding traffic's one", + "Average speed is 83.75% of the surrounding traffic's one", + "Average speed is 115.14% of the surrounding traffic's one", + "Average speed is 156.55% of the surrounding traffic's one", + "Average speed is 148.9% of the surrounding traffic's one", + "Average speed is 140.05% of the surrounding traffic's one", + "Average speed is 126.34% of the surrounding traffic's one", + "Average speed is 127.45% of the surrounding traffic's one", + "Average speed is 87.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.65, + "duration_system": 131.321 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_05_10_19_46_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.71% of the surrounding traffic's one", + "Average speed is 140.8% of the surrounding traffic's one", + "Average speed is 148.84% of the surrounding traffic's one", + "Average speed is 174.59% of the surrounding traffic's one", + "Average speed is 126.21% of the surrounding traffic's one", + "Average speed is 22.27% of the surrounding traffic's one", + "Average speed is 8.32% of the surrounding traffic's one", + "Average speed is 1053.88% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 205.32% of the surrounding traffic's one", + "Average speed is 188.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.65, + "duration_system": 729.778 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_05_11_01_44_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.26% of the surrounding traffic's one", + "Average speed is 97.34% of the surrounding traffic's one", + "Average speed is 217.92% of the surrounding traffic's one", + "Average speed is 157.65% of the surrounding traffic's one", + "Average speed is 69.44% of the surrounding traffic's one", + "Average speed is 92.27% of the surrounding traffic's one", + "Average speed is 84.13% of the surrounding traffic's one", + "Average speed is 88.67% of the surrounding traffic's one", + "Average speed is 96.83% of the surrounding traffic's one", + "Average speed is 200.52% of the surrounding traffic's one", + "Average speed is 234.67% of the surrounding traffic's one", + "Average speed is 258.54% of the surrounding traffic's one", + "Average speed is 145.66% of the surrounding traffic's one", + "Average speed is 93.2% of the surrounding traffic's one", + "Average speed is 127.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.6, + "duration_system": 126.188 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_05_11_01_39_50", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.14% of the surrounding traffic's one", + "Average speed is 66.61% of the surrounding traffic's one", + "Average speed is 196.19% of the surrounding traffic's one", + "Average speed is 190.94% of the surrounding traffic's one", + "Average speed is 75.52% of the surrounding traffic's one", + "Average speed is 118.79% of the surrounding traffic's one", + "Average speed is 107.85% of the surrounding traffic's one", + "Average speed is 88.15% of the surrounding traffic's one", + "Average speed is 73.9% of the surrounding traffic's one", + "Average speed is 86.92% of the surrounding traffic's one", + "Average speed is 122.93% of the surrounding traffic's one", + "Average speed is 187.36% of the surrounding traffic's one", + "Average speed is 266.14% of the surrounding traffic's one", + "Average speed is 249.45% of the surrounding traffic's one", + "Average speed is 197.85% of the surrounding traffic's one", + "Average speed is 121.86% of the surrounding traffic's one", + "Average speed is 102.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.5, + "duration_system": 127.207 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_05_11_15_59_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.45% of the surrounding traffic's one", + "Average speed is 168.5% of the surrounding traffic's one", + "Average speed is 235.69% of the surrounding traffic's one", + "Average speed is 57.44% of the surrounding traffic's one", + "Average speed is 7.01% of the surrounding traffic's one", + "Average speed is 289.51% of the surrounding traffic's one", + "Average speed is 549.91% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 201.69% of the surrounding traffic's one", + "Average speed is 184.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 30.8, + "duration_system": 653.725 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_05_11_01_34_59", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.1% of the surrounding traffic's one", + "Average speed is 154.94% of the surrounding traffic's one", + "Average speed is 305.55% of the surrounding traffic's one", + "Average speed is 220.68% of the surrounding traffic's one", + "Average speed is 137.91% of the surrounding traffic's one", + "Average speed is 93.59% of the surrounding traffic's one", + "Average speed is 192.61% of the surrounding traffic's one", + "Average speed is 143.95% of the surrounding traffic's one", + "Average speed is 111.28% of the surrounding traffic's one", + "Average speed is 101.56% of the surrounding traffic's one", + "Average speed is 90.19% of the surrounding traffic's one", + "Average speed is 102.76% of the surrounding traffic's one", + "Average speed is 93.18% of the surrounding traffic's one", + "Average speed is 131.28% of the surrounding traffic's one", + "Average speed is 107.19% of the surrounding traffic's one", + "Average speed is 101.24% of the surrounding traffic's one", + "Average speed is 101.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 18.3, + "duration_system": 152.821 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_05_11_01_16_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 86.14% of the surrounding traffic's one", + "Average speed is 178.11% of the surrounding traffic's one", + "Average speed is 198.42% of the surrounding traffic's one", + "Average speed is 216.68% of the surrounding traffic's one", + "Average speed is 202.35% of the surrounding traffic's one", + "Average speed is 139.0% of the surrounding traffic's one", + "Average speed is 6.26% of the surrounding traffic's one", + "Average speed is 133.73% of the surrounding traffic's one", + "Average speed is 98.31% of the surrounding traffic's one", + "Average speed is 89.29% of the surrounding traffic's one", + "Average speed is 87.52% of the surrounding traffic's one", + "Average speed is 102.29% of the surrounding traffic's one", + "Average speed is 121.12% of the surrounding traffic's one", + "Average speed is 119.82% of the surrounding traffic's one", + "Average speed is 103.03% of the surrounding traffic's one", + "Average speed is 171.4% of the surrounding traffic's one", + "Average speed is 201.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 35.05, + "duration_system": 471.543 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_05_10_18_25_19", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=536.462, y=3913.313, z=371.224) at time=8.000s [CARLA Frame: 5625, Agent Step: 159]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=490.543, y=3914.323, z=370.999) at time=13.500s [CARLA Frame: 5735, Agent Step: 269]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.19% of the surrounding traffic's one", + "Average speed is 151.37% of the surrounding traffic's one", + "Average speed is 142.5% of the surrounding traffic's one", + "Average speed is 168.52% of the surrounding traffic's one", + "Average speed is 146.53% of the surrounding traffic's one", + "Average speed is 124.62% of the surrounding traffic's one", + "Average speed is 111.82% of the surrounding traffic's one", + "Average speed is 79.71% of the surrounding traffic's one", + "Average speed is 121.27% of the surrounding traffic's one", + "Average speed is 138.56% of the surrounding traffic's one", + "Average speed is 107.76% of the surrounding traffic's one", + "Average speed is 98.09% of the surrounding traffic's one", + "Average speed is 118.91% of the surrounding traffic's one", + "Average speed is 117.57% of the surrounding traffic's one", + "Average speed is 113.13% of the surrounding traffic's one", + "Average speed is 112.71% of the surrounding traffic's one", + "Average speed is 107.89% of the surrounding traffic's one", + "Average speed is 105.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 14.6, + "duration_system": 412.806 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_05_11_01_30_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.7% of the surrounding traffic's one", + "Average speed is 113.49% of the surrounding traffic's one", + "Average speed is 189.91% of the surrounding traffic's one", + "Average speed is 161.46% of the surrounding traffic's one", + "Average speed is 162.91% of the surrounding traffic's one", + "Average speed is 118.5% of the surrounding traffic's one", + "Average speed is 81.65% of the surrounding traffic's one", + "Average speed is 205.98% of the surrounding traffic's one", + "Average speed is 157.98% of the surrounding traffic's one", + "Average speed is 115.02% of the surrounding traffic's one", + "Average speed is 102.81% of the surrounding traffic's one", + "Average speed is 107.31% of the surrounding traffic's one", + "Average speed is 104.97% of the surrounding traffic's one", + "Average speed is 109.67% of the surrounding traffic's one", + "Average speed is 110.31% of the surrounding traffic's one", + "Average speed is 123.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.75, + "duration_system": 132.184 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_05_11_00_24_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.72% of the surrounding traffic's one", + "Average speed is 177.06% of the surrounding traffic's one", + "Average speed is 154.08% of the surrounding traffic's one", + "Average speed is 133.9% of the surrounding traffic's one", + "Average speed is 1.82% of the surrounding traffic's one", + "Average speed is 105.63% of the surrounding traffic's one", + "Average speed is 151.57% of the surrounding traffic's one", + "Average speed is 130.0% of the surrounding traffic's one", + "Average speed is 109.54% of the surrounding traffic's one", + "Average speed is 137.43% of the surrounding traffic's one", + "Average speed is 113.78% of the surrounding traffic's one", + "Average speed is 113.15% of the surrounding traffic's one", + "Average speed is 122.5% of the surrounding traffic's one", + "Average speed is 106.13% of the surrounding traffic's one", + "Average speed is 99.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 105.1, + "duration_system": 3008.296 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_05_11_21_49_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3709 at (x=-507.44, y=6490.369, z=357.951) at time=58.800s [CARLA Frame: 7512, Agent Step: 1175]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 2.82% of the surrounding traffic's one", + "Average speed is 212.47% of the surrounding traffic's one", + "Average speed is 252.04% of the surrounding traffic's one", + "Average speed is 233.34% of the surrounding traffic's one", + "Average speed is 189.34% of the surrounding traffic's one", + "Average speed is 126.54% of the surrounding traffic's one", + "Average speed is 101.1% of the surrounding traffic's one", + "Average speed is 103.75% of the surrounding traffic's one", + "Average speed is 85.6% of the surrounding traffic's one", + "Average speed is 82.38% of the surrounding traffic's one", + "Average speed is 87.27% of the surrounding traffic's one", + "Average speed is 72.8% of the surrounding traffic's one", + "Average speed is 66.03% of the surrounding traffic's one", + "Average speed is 73.34% of the surrounding traffic's one", + "Average speed is 93.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 60.7, + "duration_system": 478.651 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_05_10_18_41_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 167.08% of the surrounding traffic's one", + "Average speed is 153.03% of the surrounding traffic's one", + "Average speed is 113.37% of the surrounding traffic's one", + "Average speed is 108.22% of the surrounding traffic's one", + "Average speed is 95.54% of the surrounding traffic's one", + "Average speed is 97.22% of the surrounding traffic's one", + "Average speed is 103.21% of the surrounding traffic's one", + "Average speed is 96.41% of the surrounding traffic's one", + "Average speed is 98.56% of the surrounding traffic's one", + "Average speed is 98.53% of the surrounding traffic's one", + "Average speed is 101.03% of the surrounding traffic's one", + "Average speed is 97.73% of the surrounding traffic's one", + "Average speed is 125.14% of the surrounding traffic's one", + "Average speed is 132.38% of the surrounding traffic's one", + "Average speed is 116.56% of the surrounding traffic's one", + "Average speed is 104.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.7, + "duration_system": 280.309 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_05_11_00_12_16", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.77% of the surrounding traffic's one", + "Average speed is 142.58% of the surrounding traffic's one", + "Average speed is 118.56% of the surrounding traffic's one", + "Average speed is 118.21% of the surrounding traffic's one", + "Average speed is 108.9% of the surrounding traffic's one", + "Average speed is 111.23% of the surrounding traffic's one", + "Average speed is 102.98% of the surrounding traffic's one", + "Average speed is 102.8% of the surrounding traffic's one", + "Average speed is 101.52% of the surrounding traffic's one", + "Average speed is 116.64% of the surrounding traffic's one", + "Average speed is 105.5% of the surrounding traffic's one", + "Average speed is 100.46% of the surrounding traffic's one", + "Average speed is 167.55% of the surrounding traffic's one", + "Average speed is 111.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.35, + "duration_system": 249.321 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_05_10_18_34_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3704 at (x=3039.204, y=6254.413, z=370.267) at time=11.900s [CARLA Frame: 6425, Agent Step: 237]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.43% of the surrounding traffic's one", + "Average speed is 154.93% of the surrounding traffic's one", + "Average speed is 110.73% of the surrounding traffic's one", + "Average speed is 104.61% of the surrounding traffic's one", + "Average speed is 106.27% of the surrounding traffic's one", + "Average speed is 101.2% of the surrounding traffic's one", + "Average speed is 94.06% of the surrounding traffic's one", + "Average speed is 91.26% of the surrounding traffic's one", + "Average speed is 93.85% of the surrounding traffic's one", + "Average speed is 94.19% of the surrounding traffic's one", + "Average speed is 102.49% of the surrounding traffic's one", + "Average speed is 99.81% of the surrounding traffic's one", + "Average speed is 111.75% of the surrounding traffic's one", + "Average speed is 93.35% of the surrounding traffic's one", + "Average speed is 115.84% of the surrounding traffic's one", + "Average speed is 92.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.8, + "duration_system": 299.329 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_05_11_00_06_37", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.44% of the surrounding traffic's one", + "Average speed is 192.99% of the surrounding traffic's one", + "Average speed is 175.32% of the surrounding traffic's one", + "Average speed is 122.98% of the surrounding traffic's one", + "Average speed is 41.59% of the surrounding traffic's one", + "Average speed is 123.58% of the surrounding traffic's one", + "Average speed is 98.91% of the surrounding traffic's one", + "Average speed is 93.74% of the surrounding traffic's one", + "Average speed is 87.3% of the surrounding traffic's one", + "Average speed is 86.85% of the surrounding traffic's one", + "Average speed is 89.94% of the surrounding traffic's one", + "Average speed is 73.86% of the surrounding traffic's one", + "Average speed is 51.65% of the surrounding traffic's one", + "Average speed is 77.42% of the surrounding traffic's one", + "Average speed is 92.36% of the surrounding traffic's one", + "Average speed is 99.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.8, + "duration_system": 206.257 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_05_11_00_19_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.33% of the surrounding traffic's one", + "Average speed is 80.12% of the surrounding traffic's one", + "Average speed is 226.78% of the surrounding traffic's one", + "Average speed is 199.75% of the surrounding traffic's one", + "Average speed is 70.55% of the surrounding traffic's one", + "Average speed is 165.93% of the surrounding traffic's one", + "Average speed is 100.97% of the surrounding traffic's one", + "Average speed is 92.56% of the surrounding traffic's one", + "Average speed is 77.37% of the surrounding traffic's one", + "Average speed is 75.68% of the surrounding traffic's one", + "Average speed is 163.06% of the surrounding traffic's one", + "Average speed is 172.82% of the surrounding traffic's one", + "Average speed is 152.94% of the surrounding traffic's one", + "Average speed is 139.55% of the surrounding traffic's one", + "Average speed is 124.11% of the surrounding traffic's one", + "Average speed is 109.85% of the surrounding traffic's one", + "Average speed is 112.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 17.55, + "duration_system": 151.614 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_05_10_23_58_47", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.08% of the surrounding traffic's one", + "Average speed is 752.98% of the surrounding traffic's one", + "Average speed is 1110.36% of the surrounding traffic's one", + "Average speed is 1065.76% of the surrounding traffic's one", + "Average speed is 958.14% of the surrounding traffic's one", + "Average speed is 914.96% of the surrounding traffic's one", + "Average speed is 932.62% of the surrounding traffic's one", + "Average speed is 1202.97% of the surrounding traffic's one", + "Average speed is 1772.15% of the surrounding traffic's one", + "Average speed is 1155.39% of the surrounding traffic's one", + "Average speed is 754.8% of the surrounding traffic's one", + "Average speed is 488.61% of the surrounding traffic's one", + "Average speed is 386.1% of the surrounding traffic's one", + "Average speed is 362.96% of the surrounding traffic's one", + "Average speed is 298.45% of the surrounding traffic's one", + "Average speed is 226.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.0, + "duration_system": 335.582 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_05_10_23_52_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 8.93% of the surrounding traffic's one", + "Average speed is 506.38% of the surrounding traffic's one", + "Average speed is 981.65% of the surrounding traffic's one", + "Average speed is 1028.81% of the surrounding traffic's one", + "Average speed is 1187.18% of the surrounding traffic's one", + "Average speed is 1123.74% of the surrounding traffic's one", + "Average speed is 1099.81% of the surrounding traffic's one", + "Average speed is 950.78% of the surrounding traffic's one", + "Average speed is 1124.1% of the surrounding traffic's one", + "Average speed is 690.1% of the surrounding traffic's one", + "Average speed is 514.55% of the surrounding traffic's one", + "Average speed is 336.15% of the surrounding traffic's one", + "Average speed is 240.42% of the surrounding traffic's one", + "Average speed is 169.21% of the surrounding traffic's one", + "Average speed is 162.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.7, + "duration_system": 244.333 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_05_10_23_46_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.67% of the surrounding traffic's one", + "Average speed is 815.52% of the surrounding traffic's one", + "Average speed is 4795.68% of the surrounding traffic's one", + "Average speed is 2791.69% of the surrounding traffic's one", + "Average speed is 1985.4% of the surrounding traffic's one", + "Average speed is 1712.7% of the surrounding traffic's one", + "Average speed is 1205.54% of the surrounding traffic's one", + "Average speed is 1011.71% of the surrounding traffic's one", + "Average speed is 1289.85% of the surrounding traffic's one", + "Average speed is 795.26% of the surrounding traffic's one", + "Average speed is 543.89% of the surrounding traffic's one", + "Average speed is 371.64% of the surrounding traffic's one", + "Average speed is 289.25% of the surrounding traffic's one", + "Average speed is 248.9% of the surrounding traffic's one", + "Average speed is 206.5% of the surrounding traffic's one", + "Average speed is 189.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.9, + "duration_system": 201.035 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_05_10_18_30_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.7% of the surrounding traffic's one", + "Average speed is 190.42% of the surrounding traffic's one", + "Average speed is 571.29% of the surrounding traffic's one", + "Average speed is 147.05% of the surrounding traffic's one", + "Average speed is 63.37% of the surrounding traffic's one", + "Average speed is 32.11% of the surrounding traffic's one", + "Average speed is 772.69% of the surrounding traffic's one", + "Average speed is 858.58% of the surrounding traffic's one", + "Average speed is 838.94% of the surrounding traffic's one", + "Average speed is 853.6% of the surrounding traffic's one", + "Average speed is 902.23% of the surrounding traffic's one", + "Average speed is 758.95% of the surrounding traffic's one", + "Average speed is 608.1% of the surrounding traffic's one", + "Average speed is 467.3% of the surrounding traffic's one", + "Average speed is 307.59% of the surrounding traffic's one", + "Average speed is 317.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 16.15, + "duration_system": 123.206 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_05_10_18_25_20", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3736 at (x=3285.015, y=5723.375, z=368.724) at time=17.450s [CARLA Frame: 5847, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.79% of the surrounding traffic's one", + "Average speed is 463.38% of the surrounding traffic's one", + "Average speed is 488.75% of the surrounding traffic's one", + "Average speed is 23.78% of the surrounding traffic's one", + "Average speed is 1419.12% of the surrounding traffic's one", + "Average speed is 1924.26% of the surrounding traffic's one", + "Average speed is 1412.5% of the surrounding traffic's one", + "Average speed is 1127.32% of the surrounding traffic's one", + "Average speed is 1031.68% of the surrounding traffic's one", + "Average speed is 1064.82% of the surrounding traffic's one", + "Average speed is 4509.34% of the surrounding traffic's one", + "Average speed is 4157.14% of the surrounding traffic's one", + "Average speed is 1659.2% of the surrounding traffic's one", + "Average speed is 1461.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.15, + "duration_system": 161.25 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_05_10_23_38_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.95% of the surrounding traffic's one", + "Average speed is 262.89% of the surrounding traffic's one", + "Average speed is 1153.58% of the surrounding traffic's one", + "Average speed is 511.08% of the surrounding traffic's one", + "Average speed is 52.11% of the surrounding traffic's one", + "Average speed is 810.09% of the surrounding traffic's one", + "Average speed is 906.98% of the surrounding traffic's one", + "Average speed is 860.27% of the surrounding traffic's one", + "Average speed is 855.02% of the surrounding traffic's one", + "Average speed is 775.26% of the surrounding traffic's one", + "Average speed is 725.82% of the surrounding traffic's one", + "Average speed is 4242.22% of the surrounding traffic's one", + "Average speed is 22563.96% of the surrounding traffic's one", + "Average speed is 4383.27% of the surrounding traffic's one", + "Average speed is 3066.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 34.9, + "duration_system": 339.444 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_05_10_23_29_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.23% of the surrounding traffic's one", + "Average speed is 90.46% of the surrounding traffic's one", + "Average speed is 128.38% of the surrounding traffic's one", + "Average speed is 6.69% of the surrounding traffic's one", + "Average speed is 700.75% of the surrounding traffic's one", + "Average speed is 1051.95% of the surrounding traffic's one", + "Average speed is 1413.19% of the surrounding traffic's one", + "Average speed is 716.3% of the surrounding traffic's one", + "Average speed is 282.29% of the surrounding traffic's one", + "Average speed is 815.04% of the surrounding traffic's one", + "Average speed is 2395.71% of the surrounding traffic's one", + "Average speed is 1145.24% of the surrounding traffic's one", + "Average speed is 748.45% of the surrounding traffic's one", + "Average speed is 441.39% of the surrounding traffic's one", + "Average speed is 357.48% of the surrounding traffic's one", + "Average speed is 343.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 53.7, + "duration_system": 426.088 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_05_11_00_15_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.03% of the surrounding traffic's one", + "Average speed is 104.8% of the surrounding traffic's one", + "Average speed is 131.39% of the surrounding traffic's one", + "Average speed is 126.56% of the surrounding traffic's one", + "Average speed is 172.48% of the surrounding traffic's one", + "Average speed is 175.31% of the surrounding traffic's one", + "Average speed is 245.66% of the surrounding traffic's one", + "Average speed is 220.34% of the surrounding traffic's one", + "Average speed is 79.99% of the surrounding traffic's one", + "Average speed is 204.17% of the surrounding traffic's one", + "Average speed is 372.63% of the surrounding traffic's one", + "Average speed is 1487.45% of the surrounding traffic's one", + "Average speed is 904.95% of the surrounding traffic's one", + "Average speed is 771.55% of the surrounding traffic's one", + "Average speed is 505.91% of the surrounding traffic's one", + "Average speed is 335.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 12.25, + "duration_system": 105.153 + }, + "town_name": "Town12" + } + ] + }, + "driving score": 90.4959946238532, + "success rate": 0.7660550458715596, + "eval num": 218 +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/00_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/00_res.json new file mode 100644 index 0000000000000000000000000000000000000000..27f75db17b572743e1d7728d8f89fa673e20058d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/00_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.687, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.138, + "duration_game": 17.45, + "duration_system": 149.831, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_05_11_03_19_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.56% of the surrounding traffic's one", + "Average speed is 77.16% of the surrounding traffic's one", + "Average speed is 255.52% of the surrounding traffic's one", + "Average speed is 227.59% of the surrounding traffic's one", + "Average speed is 69.45% of the surrounding traffic's one", + "Average speed is 168.14% of the surrounding traffic's one", + "Average speed is 120.98% of the surrounding traffic's one", + "Average speed is 95.27% of the surrounding traffic's one", + "Average speed is 62.92% of the surrounding traffic's one", + "Average speed is 100.27% of the surrounding traffic's one", + "Average speed is 138.98% of the surrounding traffic's one", + "Average speed is 123.36% of the surrounding traffic's one", + "Average speed is 161.53% of the surrounding traffic's one", + "Average speed is 124.36% of the surrounding traffic's one", + "Average speed is 116.15% of the surrounding traffic's one", + "Average speed is 118.32% of the surrounding traffic's one", + "Average speed is 125.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 17.45, + "duration_system": 149.831 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.687" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/01_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/01_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f02efc380610a9ad2a07725b67e5e9566713937f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/01_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 25.55, + "duration_system": 729.746, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_05_11_03_24_28", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.66% of the surrounding traffic's one", + "Average speed is 177.81% of the surrounding traffic's one", + "Average speed is 154.46% of the surrounding traffic's one", + "Average speed is 41.27% of the surrounding traffic's one", + "Average speed is 20.02% of the surrounding traffic's one", + "Average speed is 100.11% of the surrounding traffic's one", + "Average speed is 174.89% of the surrounding traffic's one", + "Average speed is 129.77% of the surrounding traffic's one", + "Average speed is 108.56% of the surrounding traffic's one", + "Average speed is 116.18% of the surrounding traffic's one", + "Average speed is 127.08% of the surrounding traffic's one", + "Average speed is 128.54% of the surrounding traffic's one", + "Average speed is 140.04% of the surrounding traffic's one", + "Average speed is 110.96% of the surrounding traffic's one", + "Average speed is 99.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 25.55, + "duration_system": 729.746 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/02_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/02_res.json new file mode 100644 index 0000000000000000000000000000000000000000..521fdbea1ddcc54faebeaba92c6f3a9a77e55569 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/02_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 151.109, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 119.119, + "duration_game": 15.2, + "duration_system": 447.861, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_05_10_18_25_24", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.9% of the surrounding traffic's one", + "Average speed is 150.47% of the surrounding traffic's one", + "Average speed is 142.63% of the surrounding traffic's one", + "Average speed is 161.34% of the surrounding traffic's one", + "Average speed is 150.47% of the surrounding traffic's one", + "Average speed is 132.43% of the surrounding traffic's one", + "Average speed is 110.73% of the surrounding traffic's one", + "Average speed is 71.51% of the surrounding traffic's one", + "Average speed is 96.37% of the surrounding traffic's one", + "Average speed is 145.55% of the surrounding traffic's one", + "Average speed is 91.93% of the surrounding traffic's one", + "Average speed is 104.0% of the surrounding traffic's one", + "Average speed is 105.49% of the surrounding traffic's one", + "Average speed is 103.12% of the surrounding traffic's one", + "Average speed is 112.68% of the surrounding traffic's one", + "Average speed is 154.88% of the surrounding traffic's one", + "Average speed is 127.97% of the surrounding traffic's one", + "Average speed is 134.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 15.2, + "duration_system": 447.861 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "151.109" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/03_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/03_res.json new file mode 100644 index 0000000000000000000000000000000000000000..81c1f00831443f83b7ec1bd497cf45decd8be162 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/03_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.21, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.1, + "duration_game": 35.25, + "duration_system": 483.524, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_05_11_03_38_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 91.32% of the surrounding traffic's one", + "Average speed is 188.12% of the surrounding traffic's one", + "Average speed is 228.3% of the surrounding traffic's one", + "Average speed is 241.41% of the surrounding traffic's one", + "Average speed is 218.69% of the surrounding traffic's one", + "Average speed is 143.53% of the surrounding traffic's one", + "Average speed is 6.22% of the surrounding traffic's one", + "Average speed is 127.61% of the surrounding traffic's one", + "Average speed is 106.43% of the surrounding traffic's one", + "Average speed is 79.13% of the surrounding traffic's one", + "Average speed is 93.28% of the surrounding traffic's one", + "Average speed is 98.62% of the surrounding traffic's one", + "Average speed is 126.25% of the surrounding traffic's one", + "Average speed is 111.86% of the surrounding traffic's one", + "Average speed is 111.11% of the surrounding traffic's one", + "Average speed is 163.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 35.25, + "duration_system": 483.524 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.21" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/04_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/04_res.json new file mode 100644 index 0000000000000000000000000000000000000000..66857d39269b920176f4a15b1301d6a7008de5f2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/04_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.581, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.064, + "duration_game": 30.6, + "duration_system": 596.054, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_05_10_18_35_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.53% of the surrounding traffic's one", + "Average speed is 173.87% of the surrounding traffic's one", + "Average speed is 249.04% of the surrounding traffic's one", + "Average speed is 59.9% of the surrounding traffic's one", + "Average speed is 7.04% of the surrounding traffic's one", + "Average speed is 298.18% of the surrounding traffic's one", + "Average speed is 397.46% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 183.37% of the surrounding traffic's one", + "Average speed is 195.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 30.6, + "duration_system": 596.054 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.581" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/05_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/05_res.json new file mode 100644 index 0000000000000000000000000000000000000000..dda2218d0c17d160f4f78b68be91dc61209d94ab --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/05_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.703, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.121, + "duration_game": 31.45, + "duration_system": 735.756, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_05_10_18_47_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.51% of the surrounding traffic's one", + "Average speed is 137.14% of the surrounding traffic's one", + "Average speed is 145.93% of the surrounding traffic's one", + "Average speed is 159.35% of the surrounding traffic's one", + "Average speed is 73.39% of the surrounding traffic's one", + "Average speed is 24.82% of the surrounding traffic's one", + "Average speed is 8.31% of the surrounding traffic's one", + "Average speed is 1012.64% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 141.02% of the surrounding traffic's one", + "Average speed is 249.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.45, + "duration_system": 735.756 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.703" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/06_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/06_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6fad9ea36aeda1b5bf5cb909c091e74f30a4616a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/06_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.704, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.12, + "duration_game": 58.9, + "duration_system": 539.57, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_05_11_03_49_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.45% of the surrounding traffic's one", + "Average speed is 88.15% of the surrounding traffic's one", + "Average speed is 245.42% of the surrounding traffic's one", + "Average speed is 245.63% of the surrounding traffic's one", + "Average speed is 247.89% of the surrounding traffic's one", + "Average speed is 174.78% of the surrounding traffic's one", + "Average speed is 14.3% of the surrounding traffic's one", + "Average speed is 497.54% of the surrounding traffic's one", + "Average speed is 368.05% of the surrounding traffic's one", + "Average speed is 911.81% of the surrounding traffic's one", + "Average speed is 472.74% of the surrounding traffic's one", + "Average speed is 271.73% of the surrounding traffic's one", + "Average speed is 236.43% of the surrounding traffic's one", + "Average speed is 165.95% of the surrounding traffic's one", + "Average speed is 226.55% of the surrounding traffic's one", + "Average speed is 198.42% of the surrounding traffic's one", + "Average speed is 212.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 58.9, + "duration_system": 539.57 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.704" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/07_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/07_res.json new file mode 100644 index 0000000000000000000000000000000000000000..dee5f39040da30f2d43bf1b82792830ac83001f4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/07_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.7, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.124, + "duration_game": 18.25, + "duration_system": 155.167, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_05_10_19_01_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 44.91% of the surrounding traffic's one", + "Average speed is 97.71% of the surrounding traffic's one", + "Average speed is 109.62% of the surrounding traffic's one", + "Average speed is 92.41% of the surrounding traffic's one", + "Average speed is 158.87% of the surrounding traffic's one", + "Average speed is 161.95% of the surrounding traffic's one", + "Average speed is 139.47% of the surrounding traffic's one", + "Average speed is 102.63% of the surrounding traffic's one", + "Average speed is 99.79% of the surrounding traffic's one", + "Average speed is 100.23% of the surrounding traffic's one", + "Average speed is 96.68% of the surrounding traffic's one", + "Average speed is 99.14% of the surrounding traffic's one", + "Average speed is 99.86% of the surrounding traffic's one", + "Average speed is 98.42% of the surrounding traffic's one", + "Average speed is 100.99% of the surrounding traffic's one", + "Average speed is 100.51% of the surrounding traffic's one", + "Average speed is 103.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 18.25, + "duration_system": 155.167 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.7" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/08_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/08_res.json new file mode 100644 index 0000000000000000000000000000000000000000..944b89dafecae112ee3046a472a8ef4f8844759d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/08_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.222, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.623, + "duration_game": 11.65, + "duration_system": 113.132, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_05_10_19_06_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.78% of the surrounding traffic's one", + "Average speed is 437.66% of the surrounding traffic's one", + "Average speed is 534.92% of the surrounding traffic's one", + "Average speed is 726.2% of the surrounding traffic's one", + "Average speed is 148.21% of the surrounding traffic's one", + "Average speed is 38.74% of the surrounding traffic's one", + "Average speed is 353.71% of the surrounding traffic's one", + "Average speed is 563.79% of the surrounding traffic's one", + "Average speed is 634.1% of the surrounding traffic's one", + "Average speed is 690.46% of the surrounding traffic's one", + "Average speed is 733.25% of the surrounding traffic's one", + "Average speed is 769.84% of the surrounding traffic's one", + "Average speed is 1672.52% of the surrounding traffic's one", + "Average speed is 2555.44% of the surrounding traffic's one", + "Average speed is 2593.01% of the surrounding traffic's one", + "Average speed is 1868.38% of the surrounding traffic's one", + "Average speed is 1940.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 11.65, + "duration_system": 113.132 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.222" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/09_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/09_res.json new file mode 100644 index 0000000000000000000000000000000000000000..26514d745bb08ed9fcdb410043eec75d47328704 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/09_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 180.319, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.186, + "duration_game": 13.6, + "duration_system": 166.273, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_05_11_04_00_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 350.7% of the surrounding traffic's one", + "Average speed is 635.12% of the surrounding traffic's one", + "Average speed is 426.3% of the surrounding traffic's one", + "Average speed is 88.57% of the surrounding traffic's one", + "Average speed is 73.02% of the surrounding traffic's one", + "Average speed is 74.03% of the surrounding traffic's one", + "Average speed is 440.91% of the surrounding traffic's one", + "Average speed is 487.49% of the surrounding traffic's one", + "Average speed is 347.49% of the surrounding traffic's one", + "Average speed is 309.47% of the surrounding traffic's one", + "Average speed is 308.95% of the surrounding traffic's one", + "Average speed is 286.82% of the surrounding traffic's one", + "Average speed is 266.51% of the surrounding traffic's one", + "Average speed is 198.92% of the surrounding traffic's one", + "Average speed is 167.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.6, + "duration_system": 166.273 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "180.319" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/100_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/100_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6761223b3a55fb1dc810924dcbca8eca1ad22d94 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/100_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 233.086, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.354, + "duration_game": 6.05, + "duration_system": 47.068, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_05_11_01_18_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.34% of the surrounding traffic's one", + "Average speed is 176.83% of the surrounding traffic's one", + "Average speed is 212.23% of the surrounding traffic's one", + "Average speed is 237.06% of the surrounding traffic's one", + "Average speed is 235.58% of the surrounding traffic's one", + "Average speed is 234.73% of the surrounding traffic's one", + "Average speed is 273.93% of the surrounding traffic's one", + "Average speed is 298.69% of the surrounding traffic's one", + "Average speed is 356.58% of the surrounding traffic's one", + "Average speed is 710.23% of the surrounding traffic's one", + "Average speed is 700.32% of the surrounding traffic's one", + "Average speed is 791.85% of the surrounding traffic's one", + "Average speed is 616.86% of the surrounding traffic's one", + "Average speed is 458.74% of the surrounding traffic's one", + "Average speed is 336.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.05, + "duration_system": 47.068 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "233.086" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/101_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/101_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d75f2417edaf85162a6c0e45b80c94293db2f5c7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/101_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 288.708, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 58.883, + "duration_game": 41.6, + "duration_system": 354.418, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_05_11_01_21_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 107.11% of the surrounding traffic's one", + "Average speed is 5.35% of the surrounding traffic's one", + "Average speed is 381.96% of the surrounding traffic's one", + "Average speed is 519.64% of the surrounding traffic's one", + "Average speed is 626.03% of the surrounding traffic's one", + "Average speed is 600.87% of the surrounding traffic's one", + "Average speed is 511.86% of the surrounding traffic's one", + "Average speed is 501.61% of the surrounding traffic's one", + "Average speed is 463.54% of the surrounding traffic's one", + "Average speed is 439.74% of the surrounding traffic's one", + "Average speed is 310.68% of the surrounding traffic's one", + "Average speed is 260.4% of the surrounding traffic's one", + "Average speed is 217.42% of the surrounding traffic's one", + "Average speed is 206.45% of the surrounding traffic's one", + "Average speed is 228.87% of the surrounding traffic's one", + "Average speed is 215.7% of the surrounding traffic's one", + "Average speed is 170.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 41.6, + "duration_system": 354.418 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "288.708" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/102_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/102_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1f0531a51034c7f790fe74afc639d6a15363cb82 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/102_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 232.461, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.527, + "duration_game": 44.1, + "duration_system": 388.452, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_05_11_17_57_41", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 79.15% of the surrounding traffic's one", + "Average speed is 6.55% of the surrounding traffic's one", + "Average speed is 477.8% of the surrounding traffic's one", + "Average speed is 538.11% of the surrounding traffic's one", + "Average speed is 625.01% of the surrounding traffic's one", + "Average speed is 585.74% of the surrounding traffic's one", + "Average speed is 644.97% of the surrounding traffic's one", + "Average speed is 769.84% of the surrounding traffic's one", + "Average speed is 1029.0% of the surrounding traffic's one", + "Average speed is 839.15% of the surrounding traffic's one", + "Average speed is 614.69% of the surrounding traffic's one", + "Average speed is 539.51% of the surrounding traffic's one", + "Average speed is 382.24% of the surrounding traffic's one", + "Average speed is 290.07% of the surrounding traffic's one", + "Average speed is 224.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 44.1, + "duration_system": 388.452 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "232.461" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/103_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/103_res.json new file mode 100644 index 0000000000000000000000000000000000000000..626964b72698f2610b9d5103930cbe7aa8d2f60a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/103_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 183.291, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.837, + "duration_game": 32.55, + "duration_system": 316.172, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_05_11_18_06_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.45% of the surrounding traffic's one", + "Average speed is 143.13% of the surrounding traffic's one", + "Average speed is 1487.72% of the surrounding traffic's one", + "Average speed is 141.64% of the surrounding traffic's one", + "Average speed is 33.36% of the surrounding traffic's one", + "Average speed is 62.72% of the surrounding traffic's one", + "Average speed is 7597.58% of the surrounding traffic's one", + "Average speed is 4538.48% of the surrounding traffic's one", + "Average speed is 3203.8% of the surrounding traffic's one", + "Average speed is 2128.84% of the surrounding traffic's one", + "Average speed is 4691.95% of the surrounding traffic's one", + "Average speed is 5615.59% of the surrounding traffic's one", + "Average speed is 1481.94% of the surrounding traffic's one", + "Average speed is 826.82% of the surrounding traffic's one", + "Average speed is 576.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 32.55, + "duration_system": 316.172 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "183.291" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/104_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/104_res.json new file mode 100644 index 0000000000000000000000000000000000000000..64c253bf449fd7d0c92917f885a8cf5270fb3ad8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/104_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 14.015, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 210.231, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 14.015, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 42.0, + "score_route": 100.0, + "score_penalty": 0.42 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 71.35, + "duration_game": 280.3, + "duration_system": 3327.966, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_05_11_01_30_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3930 at (x=1324.574, y=3872.647, z=363.3) at time=8.500s [CARLA Frame: 5839, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 345.49% of the surrounding traffic's one", + "Average speed is 566.06% of the surrounding traffic's one", + "Average speed is 491.08% of the surrounding traffic's one", + "Average speed is 113.49% of the surrounding traffic's one", + "Average speed is 36.21% of the surrounding traffic's one", + "Average speed is 163.4% of the surrounding traffic's one", + "Average speed is 257.31% of the surrounding traffic's one", + "Average speed is 37.13% of the surrounding traffic's one", + "Average speed is 7161.24% of the surrounding traffic's one", + "Average speed is 1831.93% of the surrounding traffic's one", + "Average speed is 9767.13% of the surrounding traffic's one", + "Average speed is 2470.69% of the surrounding traffic's one", + "Average speed is 959.05% of the surrounding traffic's one", + "Average speed is 516.91% of the surrounding traffic's one", + "Average speed is 285.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 280.3, + "duration_system": 3327.966 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "42.0", + "100.0", + "0.42", + "0.0", + "14.015", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "14.015", + "210.231" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/105_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/105_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2f21742473fbda389fffdb41e1b5a7962508718e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/105_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.098, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.591, + "duration_game": 13.9, + "duration_system": 120.136, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_05_11_18_14_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 245.31% of the surrounding traffic's one", + "Average speed is 212.57% of the surrounding traffic's one", + "Average speed is 310.36% of the surrounding traffic's one", + "Average speed is 341.12% of the surrounding traffic's one", + "Average speed is 216.9% of the surrounding traffic's one", + "Average speed is 25.03% of the surrounding traffic's one", + "Average speed is 76.63% of the surrounding traffic's one", + "Average speed is 615.9% of the surrounding traffic's one", + "Average speed is 567.51% of the surrounding traffic's one", + "Average speed is 473.95% of the surrounding traffic's one", + "Average speed is 367.3% of the surrounding traffic's one", + "Average speed is 717.43% of the surrounding traffic's one", + "Average speed is 2269.1% of the surrounding traffic's one", + "Average speed is 729.19% of the surrounding traffic's one", + "Average speed is 657.18% of the surrounding traffic's one", + "Average speed is 789.79% of the surrounding traffic's one", + "Average speed is 570.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.9, + "duration_system": 120.136 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.098" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/106_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/106_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8cbbc329d0b413a4d2402f5eb41eeddf15bd3508 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/106_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.956, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.641, + "duration_game": 11.6, + "duration_system": 128.153, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_05_11_18_18_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 211.86% of the surrounding traffic's one", + "Average speed is 464.19% of the surrounding traffic's one", + "Average speed is 431.32% of the surrounding traffic's one", + "Average speed is 181.94% of the surrounding traffic's one", + "Average speed is 146.81% of the surrounding traffic's one", + "Average speed is 41.06% of the surrounding traffic's one", + "Average speed is 234.53% of the surrounding traffic's one", + "Average speed is 345.2% of the surrounding traffic's one", + "Average speed is 434.93% of the surrounding traffic's one", + "Average speed is 561.83% of the surrounding traffic's one", + "Average speed is 545.46% of the surrounding traffic's one", + "Average speed is 2480.19% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 44175897.48% of the surrounding traffic's one", + "Average speed is 9356254.84% of the surrounding traffic's one", + "Average speed is 150595.25% of the surrounding traffic's one", + "Average speed is 2227146.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 11.6, + "duration_system": 128.153 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.956" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/107_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/107_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3389fcfa6a54cc6727ec5b39a42a1e548dc29a76 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/107_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.008, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.141, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 13.008, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 42.0, + "score_route": 100.0, + "score_penalty": 0.42 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.874, + "duration_game": 260.3, + "duration_system": 2713.843, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_05_11_02_28_03", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3861 at (x=2199.855, y=4876.262, z=365.269) at time=9.650s [CARLA Frame: 6046, Agent Step: 192]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 333.78% of the surrounding traffic's one", + "Average speed is 552.97% of the surrounding traffic's one", + "Average speed is 455.86% of the surrounding traffic's one", + "Average speed is 163.82% of the surrounding traffic's one", + "Average speed is 74.7% of the surrounding traffic's one", + "Average speed is 36.01% of the surrounding traffic's one", + "Average speed is 349.94% of the surrounding traffic's one", + "Average speed is 496.32% of the surrounding traffic's one", + "Average speed is 25.49% of the surrounding traffic's one", + "Average speed is 21152.0% of the surrounding traffic's one", + "Average speed is 45799.96% of the surrounding traffic's one", + "Average speed is 22454.29% of the surrounding traffic's one", + "Average speed is 4909.6% of the surrounding traffic's one", + "Average speed is 2872.96% of the surrounding traffic's one", + "Average speed is 753.02% of the surrounding traffic's one", + "Average speed is 391.03% of the surrounding traffic's one", + "Average speed is 381.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 260.3, + "duration_system": 2713.843 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "42.0", + "100.0", + "0.42", + "0.0", + "13.008", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "13.008", + "221.141" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/108_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/108_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e037b214798f45b34f3aeb50803dab5efce35867 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/108_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.382, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.304, + "duration_game": 10.85, + "duration_system": 88.092, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_05_11_18_23_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 304.28% of the surrounding traffic's one", + "Average speed is 243.53% of the surrounding traffic's one", + "Average speed is 239.67% of the surrounding traffic's one", + "Average speed is 106.08% of the surrounding traffic's one", + "Average speed is 54.87% of the surrounding traffic's one", + "Average speed is 232.04% of the surrounding traffic's one", + "Average speed is 473.98% of the surrounding traffic's one", + "Average speed is 422.03% of the surrounding traffic's one", + "Average speed is 402.83% of the surrounding traffic's one", + "Average speed is 1024.4% of the surrounding traffic's one", + "Average speed is 1165.14% of the surrounding traffic's one", + "Average speed is 576.7% of the surrounding traffic's one", + "Average speed is 622.28% of the surrounding traffic's one", + "Average speed is 497.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.85, + "duration_system": 88.092 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.382" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/109_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/109_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f91c714686b6ac9817a6a2a4144c3909f7fd3c97 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/109_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 209.539, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.358, + "duration_game": 11.75, + "duration_system": 99.107, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_05_11_03_15_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.76% of the surrounding traffic's one", + "Average speed is 112.1% of the surrounding traffic's one", + "Average speed is 131.57% of the surrounding traffic's one", + "Average speed is 123.26% of the surrounding traffic's one", + "Average speed is 166.52% of the surrounding traffic's one", + "Average speed is 197.89% of the surrounding traffic's one", + "Average speed is 225.19% of the surrounding traffic's one", + "Average speed is 194.34% of the surrounding traffic's one", + "Average speed is 78.19% of the surrounding traffic's one", + "Average speed is 244.49% of the surrounding traffic's one", + "Average speed is 335.58% of the surrounding traffic's one", + "Average speed is 656.81% of the surrounding traffic's one", + "Average speed is 1181.03% of the surrounding traffic's one", + "Average speed is 625.16% of the surrounding traffic's one", + "Average speed is 628.63% of the surrounding traffic's one", + "Average speed is 400.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 11.75, + "duration_system": 99.107 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "209.539" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/10_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/10_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9655fad3cde3999b2d2ff7a0cfb10232722a6547 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/10_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.614, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.43, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.28, + "duration_game": 25.6, + "duration_system": 235.254, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_05_10_19_11_02", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3732 at (x=-1378.556, y=5318.177, z=376.656) at time=22.200s [CARLA Frame: 6276, Agent Step: 443]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.84% of the surrounding traffic's one", + "Average speed is 177.76% of the surrounding traffic's one", + "Average speed is 391.52% of the surrounding traffic's one", + "Average speed is 537.62% of the surrounding traffic's one", + "Average speed is 143.4% of the surrounding traffic's one", + "Average speed is 16.48% of the surrounding traffic's one", + "Average speed is 210.91% of the surrounding traffic's one", + "Average speed is 600.61% of the surrounding traffic's one", + "Average speed is 938.25% of the surrounding traffic's one", + "Average speed is 955.71% of the surrounding traffic's one", + "Average speed is 957.28% of the surrounding traffic's one", + "Average speed is 2290.1% of the surrounding traffic's one", + "Average speed is 894.75% of the surrounding traffic's one", + "Average speed is 776.3% of the surrounding traffic's one", + "Average speed is 1028.37% of the surrounding traffic's one", + "Average speed is 1951.64% of the surrounding traffic's one", + "Average speed is 987.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 25.6, + "duration_system": 235.254 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.614", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.43" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/110_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/110_res.json new file mode 100644 index 0000000000000000000000000000000000000000..49fb47e67bf655e8f4e75cdfb2dfc26ec1852dec --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/110_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 209.564, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.349, + "duration_game": 53.75, + "duration_system": 614.413, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_05_11_03_12_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.47% of the surrounding traffic's one", + "Average speed is 100.43% of the surrounding traffic's one", + "Average speed is 135.89% of the surrounding traffic's one", + "Average speed is 6.45% of the surrounding traffic's one", + "Average speed is 812.46% of the surrounding traffic's one", + "Average speed is 1033.27% of the surrounding traffic's one", + "Average speed is 1233.75% of the surrounding traffic's one", + "Average speed is 481.15% of the surrounding traffic's one", + "Average speed is 256.13% of the surrounding traffic's one", + "Average speed is 765.97% of the surrounding traffic's one", + "Average speed is 1849.46% of the surrounding traffic's one", + "Average speed is 1058.23% of the surrounding traffic's one", + "Average speed is 872.64% of the surrounding traffic's one", + "Average speed is 422.35% of the surrounding traffic's one", + "Average speed is 250.21% of the surrounding traffic's one", + "Average speed is 264.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 53.75, + "duration_system": 614.413 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "209.564" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/111_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/111_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c668cad9b37406cdb35cda8345472ee77c38f8bc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/111_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 175.06, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.685, + "duration_game": 34.95, + "duration_system": 517.809, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_05_11_03_25_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.63% of the surrounding traffic's one", + "Average speed is 266.46% of the surrounding traffic's one", + "Average speed is 1045.57% of the surrounding traffic's one", + "Average speed is 459.31% of the surrounding traffic's one", + "Average speed is 48.58% of the surrounding traffic's one", + "Average speed is 950.06% of the surrounding traffic's one", + "Average speed is 856.87% of the surrounding traffic's one", + "Average speed is 908.97% of the surrounding traffic's one", + "Average speed is 864.86% of the surrounding traffic's one", + "Average speed is 750.17% of the surrounding traffic's one", + "Average speed is 734.84% of the surrounding traffic's one", + "Average speed is 4080.68% of the surrounding traffic's one", + "Average speed is 23309.67% of the surrounding traffic's one", + "Average speed is 3887.65% of the surrounding traffic's one", + "Average speed is 3161.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 34.95, + "duration_system": 517.809 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "175.06" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/112_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/112_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4f5509b4be67c57e52b536a080a75c89c804b12c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/112_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.325, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 172.548, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.137, + "duration_game": 21.35, + "duration_system": 269.43, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_05_10_18_25_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=3737 at (x=3285.142, y=5723.538, z=368.722) at time=17.450s [CARLA Frame: 3656, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.08% of the surrounding traffic's one", + "Average speed is 421.2% of the surrounding traffic's one", + "Average speed is 410.28% of the surrounding traffic's one", + "Average speed is 24.13% of the surrounding traffic's one", + "Average speed is 1286.65% of the surrounding traffic's one", + "Average speed is 1642.45% of the surrounding traffic's one", + "Average speed is 1706.19% of the surrounding traffic's one", + "Average speed is 1717.46% of the surrounding traffic's one", + "Average speed is 768.19% of the surrounding traffic's one", + "Average speed is 811.7% of the surrounding traffic's one", + "Average speed is 5237.94% of the surrounding traffic's one", + "Average speed is 2431.8% of the surrounding traffic's one", + "Average speed is 1096.31% of the surrounding traffic's one", + "Average speed is 830.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.35, + "duration_system": 269.43 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.325", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "172.548" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/113_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/113_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bbbd9305ec69bf1d77b2b5232a99e5b37f7cbfcd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/113_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 212.613, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 75.254, + "duration_game": 16.2, + "duration_system": 177.232, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_05_10_18_32_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.41% of the surrounding traffic's one", + "Average speed is 197.03% of the surrounding traffic's one", + "Average speed is 578.02% of the surrounding traffic's one", + "Average speed is 151.48% of the surrounding traffic's one", + "Average speed is 33.8% of the surrounding traffic's one", + "Average speed is 55.42% of the surrounding traffic's one", + "Average speed is 705.95% of the surrounding traffic's one", + "Average speed is 995.23% of the surrounding traffic's one", + "Average speed is 723.29% of the surrounding traffic's one", + "Average speed is 743.25% of the surrounding traffic's one", + "Average speed is 958.99% of the surrounding traffic's one", + "Average speed is 725.76% of the surrounding traffic's one", + "Average speed is 560.42% of the surrounding traffic's one", + "Average speed is 504.0% of the surrounding traffic's one", + "Average speed is 361.93% of the surrounding traffic's one", + "Average speed is 272.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 16.2, + "duration_system": 177.232 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "212.613" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/114_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/114_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cf12334b7e7aab0fa3b1744eda08da3093546155 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/114_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 276.812, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 57.801, + "duration_game": 20.8, + "duration_system": 289.757, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_05_11_03_36_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.55% of the surrounding traffic's one", + "Average speed is 391.44% of the surrounding traffic's one", + "Average speed is 833.69% of the surrounding traffic's one", + "Average speed is 1400.33% of the surrounding traffic's one", + "Average speed is 2013.69% of the surrounding traffic's one", + "Average speed is 1771.24% of the surrounding traffic's one", + "Average speed is 1280.04% of the surrounding traffic's one", + "Average speed is 1095.97% of the surrounding traffic's one", + "Average speed is 1383.73% of the surrounding traffic's one", + "Average speed is 831.36% of the surrounding traffic's one", + "Average speed is 540.73% of the surrounding traffic's one", + "Average speed is 368.4% of the surrounding traffic's one", + "Average speed is 302.91% of the surrounding traffic's one", + "Average speed is 271.3% of the surrounding traffic's one", + "Average speed is 235.14% of the surrounding traffic's one", + "Average speed is 204.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.8, + "duration_system": 289.757 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "276.812" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/115_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/115_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fcf87b288837b0c791f8a3f78a211b19c3cba481 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/115_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 242.648, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 61.818, + "duration_game": 20.7, + "duration_system": 408.536, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_05_11_03_44_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.2% of the surrounding traffic's one", + "Average speed is 373.98% of the surrounding traffic's one", + "Average speed is 983.48% of the surrounding traffic's one", + "Average speed is 1229.56% of the surrounding traffic's one", + "Average speed is 1488.81% of the surrounding traffic's one", + "Average speed is 1414.43% of the surrounding traffic's one", + "Average speed is 1166.63% of the surrounding traffic's one", + "Average speed is 928.86% of the surrounding traffic's one", + "Average speed is 689.13% of the surrounding traffic's one", + "Average speed is 582.07% of the surrounding traffic's one", + "Average speed is 494.66% of the surrounding traffic's one", + "Average speed is 316.8% of the surrounding traffic's one", + "Average speed is 206.93% of the surrounding traffic's one", + "Average speed is 162.24% of the surrounding traffic's one", + "Average speed is 154.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.7, + "duration_system": 408.536 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "242.648" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/116_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/116_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6f762f84e18c5df229f5e458693a6b7ba2b31c8d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/116_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 269.792, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 59.305, + "duration_game": 36.0, + "duration_system": 507.389, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_05_11_03_53_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 5.94% of the surrounding traffic's one", + "Average speed is 464.46% of the surrounding traffic's one", + "Average speed is 1003.39% of the surrounding traffic's one", + "Average speed is 1426.34% of the surrounding traffic's one", + "Average speed is 1650.25% of the surrounding traffic's one", + "Average speed is 1282.11% of the surrounding traffic's one", + "Average speed is 1102.2% of the surrounding traffic's one", + "Average speed is 1042.57% of the surrounding traffic's one", + "Average speed is 573.28% of the surrounding traffic's one", + "Average speed is 493.62% of the surrounding traffic's one", + "Average speed is 513.57% of the surrounding traffic's one", + "Average speed is 450.82% of the surrounding traffic's one", + "Average speed is 348.76% of the surrounding traffic's one", + "Average speed is 255.41% of the surrounding traffic's one", + "Average speed is 201.36% of the surrounding traffic's one", + "Average speed is 178.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.0, + "duration_system": 507.389 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "269.792" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/117_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/117_res.json new file mode 100644 index 0000000000000000000000000000000000000000..27f56f610debcf8b03cdd69ff5952bab0aa09dbc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/117_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.738, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.325, + "duration_game": 12.9, + "duration_system": 341.583, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_05_11_04_04_49", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.79% of the surrounding traffic's one", + "Average speed is 180.66% of the surrounding traffic's one", + "Average speed is 111.49% of the surrounding traffic's one", + "Average speed is 94.06% of the surrounding traffic's one", + "Average speed is 88.88% of the surrounding traffic's one", + "Average speed is 94.49% of the surrounding traffic's one", + "Average speed is 92.5% of the surrounding traffic's one", + "Average speed is 80.16% of the surrounding traffic's one", + "Average speed is 90.96% of the surrounding traffic's one", + "Average speed is 85.74% of the surrounding traffic's one", + "Average speed is 75.33% of the surrounding traffic's one", + "Average speed is 51.23% of the surrounding traffic's one", + "Average speed is 51.71% of the surrounding traffic's one", + "Average speed is 84.26% of the surrounding traffic's one", + "Average speed is 97.67% of the surrounding traffic's one", + "Average speed is 102.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.9, + "duration_system": 341.583 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.738" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/118_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/118_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7777709c3440d2c87e474e14e9e5189e8a6da9b4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/118_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.699, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.358, + "duration_game": 14.75, + "duration_system": 619.065, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_05_10_18_38_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.4% of the surrounding traffic's one", + "Average speed is 158.28% of the surrounding traffic's one", + "Average speed is 110.54% of the surrounding traffic's one", + "Average speed is 101.87% of the surrounding traffic's one", + "Average speed is 107.77% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 92.37% of the surrounding traffic's one", + "Average speed is 95.05% of the surrounding traffic's one", + "Average speed is 91.02% of the surrounding traffic's one", + "Average speed is 96.26% of the surrounding traffic's one", + "Average speed is 101.4% of the surrounding traffic's one", + "Average speed is 103.06% of the surrounding traffic's one", + "Average speed is 105.12% of the surrounding traffic's one", + "Average speed is 93.76% of the surrounding traffic's one", + "Average speed is 112.7% of the surrounding traffic's one", + "Average speed is 99.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.75, + "duration_system": 619.065 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.699" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/119_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/119_res.json new file mode 100644 index 0000000000000000000000000000000000000000..206256e59f5ed6949bdc5699100602d2f67e2330 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/119_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 116.249, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 120.431, + "duration_game": 15.8, + "duration_system": 323.525, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_05_11_04_13_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.76% of the surrounding traffic's one", + "Average speed is 147.51% of the surrounding traffic's one", + "Average speed is 116.5% of the surrounding traffic's one", + "Average speed is 117.1% of the surrounding traffic's one", + "Average speed is 110.25% of the surrounding traffic's one", + "Average speed is 111.93% of the surrounding traffic's one", + "Average speed is 103.36% of the surrounding traffic's one", + "Average speed is 104.6% of the surrounding traffic's one", + "Average speed is 101.07% of the surrounding traffic's one", + "Average speed is 114.14% of the surrounding traffic's one", + "Average speed is 105.31% of the surrounding traffic's one", + "Average speed is 97.14% of the surrounding traffic's one", + "Average speed is 139.0% of the surrounding traffic's one", + "Average speed is 130.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.8, + "duration_system": 323.525 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "116.249" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/11_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/11_res.json new file mode 100644 index 0000000000000000000000000000000000000000..20c7a32e9b8d5283210b0db57b0fedc9cd82e74e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/11_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.032, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.058, + "duration_game": 12.0, + "duration_system": 137.141, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_05_10_19_17_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 207.86% of the surrounding traffic's one", + "Average speed is 536.99% of the surrounding traffic's one", + "Average speed is 493.18% of the surrounding traffic's one", + "Average speed is 390.69% of the surrounding traffic's one", + "Average speed is 143.04% of the surrounding traffic's one", + "Average speed is 56.99% of the surrounding traffic's one", + "Average speed is 125.64% of the surrounding traffic's one", + "Average speed is 201.72% of the surrounding traffic's one", + "Average speed is 213.87% of the surrounding traffic's one", + "Average speed is 284.99% of the surrounding traffic's one", + "Average speed is 357.47% of the surrounding traffic's one", + "Average speed is 666.07% of the surrounding traffic's one", + "Average speed is 814.3% of the surrounding traffic's one", + "Average speed is 628.36% of the surrounding traffic's one", + "Average speed is 605.59% of the surrounding traffic's one", + "Average speed is 2202.63% of the surrounding traffic's one", + "Average speed is 1377.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 12.0, + "duration_system": 137.141 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.032" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/120_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/120_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c67ded0b8771fea171852f0184fd4b65568444bc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/120_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.481, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.539, + "duration_game": 14.6, + "duration_system": 512.757, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_05_10_18_51_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 167.02% of the surrounding traffic's one", + "Average speed is 151.14% of the surrounding traffic's one", + "Average speed is 115.29% of the surrounding traffic's one", + "Average speed is 106.63% of the surrounding traffic's one", + "Average speed is 95.34% of the surrounding traffic's one", + "Average speed is 97.41% of the surrounding traffic's one", + "Average speed is 105.3% of the surrounding traffic's one", + "Average speed is 96.84% of the surrounding traffic's one", + "Average speed is 99.3% of the surrounding traffic's one", + "Average speed is 97.75% of the surrounding traffic's one", + "Average speed is 100.62% of the surrounding traffic's one", + "Average speed is 95.39% of the surrounding traffic's one", + "Average speed is 129.4% of the surrounding traffic's one", + "Average speed is 125.08% of the surrounding traffic's one", + "Average speed is 126.47% of the surrounding traffic's one", + "Average speed is 112.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.6, + "duration_system": 512.757 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.481" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/121_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/121_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d005fd220db6443fde821fbc97bfb4403ea24ed7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/121_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 8.25, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 123.75, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 121.212, + "duration_game": 97.75, + "duration_system": 2229.712, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_05_11_04_20_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3706 at (x=-500.705, y=6490.169, z=357.912) at time=12.050s [CARLA Frame: 3927, Agent Step: 240]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 165.31% of the surrounding traffic's one", + "Average speed is 201.61% of the surrounding traffic's one", + "Average speed is 120.43% of the surrounding traffic's one", + "Average speed is 109.15% of the surrounding traffic's one", + "Average speed is 103.25% of the surrounding traffic's one", + "Average speed is 97.17% of the surrounding traffic's one", + "Average speed is 101.13% of the surrounding traffic's one", + "Average speed is 101.01% of the surrounding traffic's one", + "Average speed is 95.76% of the surrounding traffic's one", + "Average speed is 77.01% of the surrounding traffic's one", + "Average speed is 54.08% of the surrounding traffic's one", + "Average speed is 3.05% of the surrounding traffic's one", + "Average speed is 293.32% of the surrounding traffic's one", + "Average speed is 294.99% of the surrounding traffic's one", + "Average speed is 250.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 97.75, + "duration_system": 2229.712 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "8.25", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "123.75" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/122_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/122_res.json new file mode 100644 index 0000000000000000000000000000000000000000..97aa43945ad30cd24a09750f0d65304c4b58c1bf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/122_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.161, + "duration_game": 17.95, + "duration_system": 182.561, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_05_11_05_00_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.47% of the surrounding traffic's one", + "Average speed is 116.51% of the surrounding traffic's one", + "Average speed is 226.35% of the surrounding traffic's one", + "Average speed is 174.53% of the surrounding traffic's one", + "Average speed is 153.15% of the surrounding traffic's one", + "Average speed is 107.98% of the surrounding traffic's one", + "Average speed is 79.09% of the surrounding traffic's one", + "Average speed is 270.87% of the surrounding traffic's one", + "Average speed is 184.8% of the surrounding traffic's one", + "Average speed is 112.12% of the surrounding traffic's one", + "Average speed is 95.93% of the surrounding traffic's one", + "Average speed is 98.03% of the surrounding traffic's one", + "Average speed is 97.47% of the surrounding traffic's one", + "Average speed is 105.21% of the surrounding traffic's one", + "Average speed is 131.47% of the surrounding traffic's one", + "Average speed is 117.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.95, + "duration_system": 182.561 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/123_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/123_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a57a92e52e43a5488eccbb05f23e98b82a56ad3a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/123_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.673, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.153, + "duration_game": 62.95, + "duration_system": 703.759, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_05_11_05_06_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.73% of the surrounding traffic's one", + "Average speed is 174.0% of the surrounding traffic's one", + "Average speed is 419.68% of the surrounding traffic's one", + "Average speed is 230.18% of the surrounding traffic's one", + "Average speed is 118.05% of the surrounding traffic's one", + "Average speed is 66.13% of the surrounding traffic's one", + "Average speed is 118.99% of the surrounding traffic's one", + "Average speed is 253.37% of the surrounding traffic's one", + "Average speed is 168.83% of the surrounding traffic's one", + "Average speed is 120.6% of the surrounding traffic's one", + "Average speed is 93.22% of the surrounding traffic's one", + "Average speed is 93.12% of the surrounding traffic's one", + "Average speed is 101.72% of the surrounding traffic's one", + "Average speed is 103.87% of the surrounding traffic's one", + "Average speed is 104.98% of the surrounding traffic's one", + "Average speed is 102.48% of the surrounding traffic's one", + "Average speed is 105.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 62.95, + "duration_system": 703.759 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.673" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/124_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/124_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7a863f90e99535fecb8c28b0710fda69ad5d7bc1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/124_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 17.45, + "duration_system": 222.431, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_05_11_05_20_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.0% of the surrounding traffic's one", + "Average speed is 66.43% of the surrounding traffic's one", + "Average speed is 182.45% of the surrounding traffic's one", + "Average speed is 195.83% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one", + "Average speed is 92.46% of the surrounding traffic's one", + "Average speed is 87.12% of the surrounding traffic's one", + "Average speed is 85.78% of the surrounding traffic's one", + "Average speed is 75.51% of the surrounding traffic's one", + "Average speed is 78.5% of the surrounding traffic's one", + "Average speed is 156.56% of the surrounding traffic's one", + "Average speed is 200.13% of the surrounding traffic's one", + "Average speed is 246.89% of the surrounding traffic's one", + "Average speed is 221.26% of the surrounding traffic's one", + "Average speed is 161.48% of the surrounding traffic's one", + "Average speed is 110.12% of the surrounding traffic's one", + "Average speed is 110.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.45, + "duration_system": 222.431 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/125_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/125_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d38af72b459bd143f2de4e9e9c559683cbbd6ced --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/125_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.532, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.121, + "duration_game": 17.55, + "duration_system": 179.386, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_05_11_05_27_04", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 124.38% of the surrounding traffic's one", + "Average speed is 92.74% of the surrounding traffic's one", + "Average speed is 211.03% of the surrounding traffic's one", + "Average speed is 154.59% of the surrounding traffic's one", + "Average speed is 71.65% of the surrounding traffic's one", + "Average speed is 100.56% of the surrounding traffic's one", + "Average speed is 84.71% of the surrounding traffic's one", + "Average speed is 88.59% of the surrounding traffic's one", + "Average speed is 94.86% of the surrounding traffic's one", + "Average speed is 197.96% of the surrounding traffic's one", + "Average speed is 225.04% of the surrounding traffic's one", + "Average speed is 215.91% of the surrounding traffic's one", + "Average speed is 130.85% of the surrounding traffic's one", + "Average speed is 113.44% of the surrounding traffic's one", + "Average speed is 111.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.55, + "duration_system": 179.386 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.532" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/126_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/126_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a0014478a1c23b6ac71548b0acc8342982f842b4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/126_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 17.35, + "duration_system": 185.635, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_05_11_05_32_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.56% of the surrounding traffic's one", + "Average speed is 79.61% of the surrounding traffic's one", + "Average speed is 194.73% of the surrounding traffic's one", + "Average speed is 194.4% of the surrounding traffic's one", + "Average speed is 65.36% of the surrounding traffic's one", + "Average speed is 119.3% of the surrounding traffic's one", + "Average speed is 89.21% of the surrounding traffic's one", + "Average speed is 101.08% of the surrounding traffic's one", + "Average speed is 86.37% of the surrounding traffic's one", + "Average speed is 88.35% of the surrounding traffic's one", + "Average speed is 159.45% of the surrounding traffic's one", + "Average speed is 218.28% of the surrounding traffic's one", + "Average speed is 201.86% of the surrounding traffic's one", + "Average speed is 148.79% of the surrounding traffic's one", + "Average speed is 121.37% of the surrounding traffic's one", + "Average speed is 82.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.35, + "duration_system": 185.635 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/127_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/127_res.json new file mode 100644 index 0000000000000000000000000000000000000000..27e02550e4306fb163f437da98ca940264fe92c1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/127_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 31.5, + "duration_system": 1296.393, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_05_11_05_38_21", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.91% of the surrounding traffic's one", + "Average speed is 143.38% of the surrounding traffic's one", + "Average speed is 194.0% of the surrounding traffic's one", + "Average speed is 119.55% of the surrounding traffic's one", + "Average speed is 6.59% of the surrounding traffic's one", + "Average speed is 234.33% of the surrounding traffic's one", + "Average speed is 323.21% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 115.11% of the surrounding traffic's one", + "Average speed is 211.7% of the surrounding traffic's one", + "Average speed is 221.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 31.5, + "duration_system": 1296.393 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/128_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/128_res.json new file mode 100644 index 0000000000000000000000000000000000000000..af960641a0cd0ae50b425a8a05e8bd65c991f195 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/128_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 160.08, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 12.314, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 76.14, + "score_route": 76.14, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.658, + "duration_game": 15.2, + "duration_system": 490.862, + "exceptions": [ + [ + "RouteScenario_23658_rep0", + 0, + "Failed - Agent deviated from the route" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_05_12_08_35_54", + "status": "Failed - Agent deviated from the route", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 333.81% of the surrounding traffic's one", + "Average speed is 290.3% of the surrounding traffic's one", + "Average speed is 251.74% of the surrounding traffic's one", + "Average speed is 181.0% of the surrounding traffic's one", + "Average speed is 174.42% of the surrounding traffic's one", + "Average speed is 152.26% of the surrounding traffic's one", + "Average speed is 145.03% of the surrounding traffic's one", + "Average speed is 143.99% of the surrounding traffic's one", + "Average speed is 149.93% of the surrounding traffic's one", + "Average speed is 148.63% of the surrounding traffic's one", + "Average speed is 135.72% of the surrounding traffic's one", + "Average speed is 120.45% of the surrounding traffic's one", + "Average speed is 117.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-822.758, y=4728.463, z=369.264)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 76.14, + "score_penalty": 1.0, + "score_composed": 76.14 + }, + "meta": { + "route_length": 106.658, + "duration_game": 15.2, + "duration_system": 490.862 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "76.14", + "76.14", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.314", + "0.0", + "0.0", + "0.0", + "0.0", + "160.08" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/129_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/129_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b96c8fadd73baf6e8afae4b77d519f54dbdcdc66 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/129_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.022, + "min_speed_infractions": 141.233, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 75.444462, + "score_route": 100.0, + "score_penalty": 0.754445 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 99.127, + "duration_game": 50.05, + "duration_system": 585.994, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23659_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "3", + "save_name": "RouteScenario_23659_rep0_Town12_HighwayExit_1_3_05_12_01_57_40", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 22.383 meters (24.56% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 18.83% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 24604.18% of the surrounding traffic's one", + "Average speed is 3930.81% of the surrounding traffic's one", + "Average speed is 2121.96% of the surrounding traffic's one", + "Average speed is 861.18% of the surrounding traffic's one", + "Average speed is 588.41% of the surrounding traffic's one", + "Average speed is 540.25% of the surrounding traffic's one", + "Average speed is 438.45% of the surrounding traffic's one", + "Average speed is 325.33% of the surrounding traffic's one", + "Average speed is 268.49% of the surrounding traffic's one", + "Average speed is 221.58% of the surrounding traffic's one", + "Average speed is 219.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.754445, + "score_composed": 75.444462 + }, + "meta": { + "route_length": 99.127, + "duration_game": 50.05, + "duration_system": 585.994 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "75.444462", + "100.0", + "0.754445", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.022", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "141.233" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/12_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/12_res.json new file mode 100644 index 0000000000000000000000000000000000000000..de1ca0e63210d14beaa2114bb00405b8e5d3e411 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/12_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.948, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.251, + "duration_game": 94.0, + "duration_system": 1085.262, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_05_11_04_05_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.59% of the surrounding traffic's one", + "Average speed is 260.44% of the surrounding traffic's one", + "Average speed is 266.09% of the surrounding traffic's one", + "Average speed is 101.61% of the surrounding traffic's one", + "Average speed is 110.36% of the surrounding traffic's one", + "Average speed is 4.79% of the surrounding traffic's one", + "Average speed is 393.71% of the surrounding traffic's one", + "Average speed is 411.03% of the surrounding traffic's one", + "Average speed is 553.84% of the surrounding traffic's one", + "Average speed is 508.45% of the surrounding traffic's one", + "Average speed is 464.69% of the surrounding traffic's one", + "Average speed is 1381.07% of the surrounding traffic's one", + "Average speed is 11081.45% of the surrounding traffic's one", + "Average speed is 4394.14% of the surrounding traffic's one", + "Average speed is 3479.39% of the surrounding traffic's one", + "Average speed is 3325.55% of the surrounding traffic's one", + "Average speed is 4740.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 94.0, + "duration_system": 1085.262 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.948" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/130_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/130_res.json new file mode 100644 index 0000000000000000000000000000000000000000..20c3a1d79e00029618f4af32221739082b54060f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/130_res.json @@ -0,0 +1,147 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 7.175, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 107.629, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 7.175, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 54.717, + "score_route": 84.18, + "score_penalty": 0.65 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 165.559, + "duration_game": 81.15, + "duration_system": 1856.05, + "exceptions": [ + [ + "RouteScenario_23670_rep0", + 0, + "Failed - Agent got blocked" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_05_12_08_46_46", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=507.791, y=6001.147, z=165.531) at time=20.900s [CARLA Frame: 3601, Agent Step: 417]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.15% of the surrounding traffic's one", + "Average speed is 133.61% of the surrounding traffic's one", + "Average speed is 180.31% of the surrounding traffic's one", + "Average speed is 185.31% of the surrounding traffic's one", + "Average speed is 145.41% of the surrounding traffic's one", + "Average speed is 155.29% of the surrounding traffic's one", + "Average speed is 159.67% of the surrounding traffic's one", + "Average speed is 176.17% of the surrounding traffic's one", + "Average speed is 195.34% of the surrounding traffic's one", + "Average speed is 199.55% of the surrounding traffic's one", + "Average speed is 209.11% of the surrounding traffic's one", + "Average speed is 221.63% of the surrounding traffic's one", + "Average speed is 200.02% of the surrounding traffic's one", + "Average speed is 173.72% of the surrounding traffic's one", + "Average speed is 157.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=508.089, y=6001.098, z=165.533)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 84.18, + "score_penalty": 0.65, + "score_composed": 54.717 + }, + "meta": { + "route_length": 165.559, + "duration_game": 81.15, + "duration_system": 1856.05 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "54.717", + "84.18", + "0.65", + "0.0", + "0.0", + "7.175", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.175", + "0.0", + "0.0", + "107.629" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/131_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/131_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4e1a1125db977f5f54838e4a4e9f23c66f382b88 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/131_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.501, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 110.522, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 153.816, + "duration_game": 18.75, + "duration_system": 257.453, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_05_11_06_38_35", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3711 at (x=-2496.175, y=4219.292, z=364.738) at time=5.350s [CARLA Frame: 3631, Agent Step: 106]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 217.37% of the surrounding traffic's one", + "Average speed is 71.74% of the surrounding traffic's one", + "Average speed is 172.26% of the surrounding traffic's one", + "Average speed is 150.56% of the surrounding traffic's one", + "Average speed is 193.28% of the surrounding traffic's one", + "Average speed is 231.97% of the surrounding traffic's one", + "Average speed is 223.77% of the surrounding traffic's one", + "Average speed is 153.91% of the surrounding traffic's one", + "Average speed is 112.37% of the surrounding traffic's one", + "Average speed is 235.39% of the surrounding traffic's one", + "Average speed is 300.18% of the surrounding traffic's one", + "Average speed is 131.9% of the surrounding traffic's one", + "Average speed is 145.74% of the surrounding traffic's one", + "Average speed is 290.79% of the surrounding traffic's one", + "Average speed is 261.02% of the surrounding traffic's one", + "Average speed is 81.0% of the surrounding traffic's one", + "Average speed is 107.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 18.75, + "duration_system": 257.453 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "6.501", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "110.522" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/132_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/132_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3815ea2e5608a1cb4dfd47fbecd3fb36cb3fd410 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/132_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.773, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.865, + "duration_game": 10.25, + "duration_system": 149.322, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_05_11_06_45_26", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.64% of the surrounding traffic's one", + "Average speed is 418.45% of the surrounding traffic's one", + "Average speed is 515.97% of the surrounding traffic's one", + "Average speed is 634.76% of the surrounding traffic's one", + "Average speed is 644.62% of the surrounding traffic's one", + "Average speed is 568.42% of the surrounding traffic's one", + "Average speed is 471.4% of the surrounding traffic's one", + "Average speed is 449.35% of the surrounding traffic's one", + "Average speed is 681.74% of the surrounding traffic's one", + "Average speed is 1036.0% of the surrounding traffic's one", + "Average speed is 3568.4% of the surrounding traffic's one", + "Average speed is 7503.35% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.25, + "duration_system": 149.322 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.773" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/133_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/133_res.json new file mode 100644 index 0000000000000000000000000000000000000000..82a887063036debc4b326e4be2dd854a91dbde72 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/133_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.139, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 114.757, + "duration_game": 14.7, + "duration_system": 375.639, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_05_10_20_14_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 318.91% of the surrounding traffic's one", + "Average speed is 247.26% of the surrounding traffic's one", + "Average speed is 215.99% of the surrounding traffic's one", + "Average speed is 288.36% of the surrounding traffic's one", + "Average speed is 194.42% of the surrounding traffic's one", + "Average speed is 160.84% of the surrounding traffic's one", + "Average speed is 145.17% of the surrounding traffic's one", + "Average speed is 162.64% of the surrounding traffic's one", + "Average speed is 168.78% of the surrounding traffic's one", + "Average speed is 156.31% of the surrounding traffic's one", + "Average speed is 140.1% of the surrounding traffic's one", + "Average speed is 137.94% of the surrounding traffic's one", + "Average speed is 133.46% of the surrounding traffic's one", + "Average speed is 201.7% of the surrounding traffic's one", + "Average speed is 160.84% of the surrounding traffic's one", + "Average speed is 125.51% of the surrounding traffic's one", + "Average speed is 111.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 375.639 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.139" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/134_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/134_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9803c0f3f9cd7da4c2cf7a118f2611271ef8302a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/134_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 114.098, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 148.995, + "duration_game": 9.9, + "duration_system": 268.434, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_05_10_20_23_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 409.24% of the surrounding traffic's one", + "Average speed is 656.24% of the surrounding traffic's one", + "Average speed is 928.57% of the surrounding traffic's one", + "Average speed is 1030.86% of the surrounding traffic's one", + "Average speed is 998.22% of the surrounding traffic's one", + "Average speed is 834.52% of the surrounding traffic's one", + "Average speed is 660.73% of the surrounding traffic's one", + "Average speed is 493.43% of the surrounding traffic's one", + "Average speed is 580.22% of the surrounding traffic's one", + "Average speed is 690.62% of the surrounding traffic's one", + "Average speed is 754.63% of the surrounding traffic's one", + "Average speed is 940.63% of the surrounding traffic's one", + "Average speed is 837.84% of the surrounding traffic's one", + "Average speed is 462.6% of the surrounding traffic's one", + "Average speed is 417.77% of the surrounding traffic's one", + "Average speed is 377.7% of the surrounding traffic's one", + "Average speed is 353.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.9, + "duration_system": 268.434 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "114.098" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/135_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/135_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2473342c8ecc1cf630e41a2b2d685ccce6e6e540 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/135_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.825, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 116.02, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 146.527, + "duration_game": 15.55, + "duration_system": 412.656, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_05_11_06_50_47", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3728 at (x=1119.49, y=3103.062, z=365.0) at time=10.850s [CARLA Frame: 3882, Agent Step: 216]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 321.47% of the surrounding traffic's one", + "Average speed is 349.22% of the surrounding traffic's one", + "Average speed is 274.22% of the surrounding traffic's one", + "Average speed is 222.02% of the surrounding traffic's one", + "Average speed is 173.68% of the surrounding traffic's one", + "Average speed is 153.73% of the surrounding traffic's one", + "Average speed is 88.86% of the surrounding traffic's one", + "Average speed is 170.42% of the surrounding traffic's one", + "Average speed is 195.09% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 88.62% of the surrounding traffic's one", + "Average speed is 123.42% of the surrounding traffic's one", + "Average speed is 147.45% of the surrounding traffic's one", + "Average speed is 205.75% of the surrounding traffic's one", + "Average speed is 167.19% of the surrounding traffic's one", + "Average speed is 108.81% of the surrounding traffic's one", + "Average speed is 120.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 15.55, + "duration_system": 412.656 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "6.825", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "116.02" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/136_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/136_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4d0565dbf592ecdafd8cfbf6ec3b9211e4518656 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/136_res.json @@ -0,0 +1,144 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.487, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 6.274, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 159.379, + "duration_game": 28.0, + "duration_system": 400.73, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_05_11_07_00_13", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.94% of the surrounding traffic's one", + "Average speed is 94.97% of the surrounding traffic's one", + "Average speed is 172.46% of the surrounding traffic's one", + "Average speed is 147.73% of the surrounding traffic's one", + "Average speed is 132.58% of the surrounding traffic's one", + "Average speed is 127.04% of the surrounding traffic's one", + "Average speed is 151.41% of the surrounding traffic's one", + "Average speed is 164.26% of the surrounding traffic's one", + "Average speed is 173.21% of the surrounding traffic's one", + "Average speed is 168.35% of the surrounding traffic's one", + "Average speed is 200.56% of the surrounding traffic's one", + "Average speed is 181.94% of the surrounding traffic's one", + "Average speed is 178.64% of the surrounding traffic's one", + "Average speed is 162.43% of the surrounding traffic's one", + "Average speed is 125.45% of the surrounding traffic's one", + "Average speed is 89.8% of the surrounding traffic's one", + "Average speed is 96.24% of the surrounding traffic's one", + "Average speed is 80.4% of the surrounding traffic's one", + "Average speed is 66.46% of the surrounding traffic's one", + "Average speed is 66.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2622.347, y=5902.017, z=157.714)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 28.0, + "duration_system": 400.73 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "6.274", + "0.0", + "0.0", + "0.0", + "0.0", + "125.487" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/137_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/137_res.json new file mode 100644 index 0000000000000000000000000000000000000000..85973c7204f457c26deed60793214ff1e4c1ff76 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/137_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 140.631, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.662, + "duration_game": 9.95, + "duration_system": 200.305, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_05_10_20_30_14", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.57% of the surrounding traffic's one", + "Average speed is 230.8% of the surrounding traffic's one", + "Average speed is 196.69% of the surrounding traffic's one", + "Average speed is 215.69% of the surrounding traffic's one", + "Average speed is 182.31% of the surrounding traffic's one", + "Average speed is 143.18% of the surrounding traffic's one", + "Average speed is 144.07% of the surrounding traffic's one", + "Average speed is 168.4% of the surrounding traffic's one", + "Average speed is 206.72% of the surrounding traffic's one", + "Average speed is 216.05% of the surrounding traffic's one", + "Average speed is 184.33% of the surrounding traffic's one", + "Average speed is 162.3% of the surrounding traffic's one", + "Average speed is 340.96% of the surrounding traffic's one", + "Average speed is 331.64% of the surrounding traffic's one", + "Average speed is 354.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 9.95, + "duration_system": 200.305 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "140.631" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/138_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/138_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7718173d188a6866194869bec0fc0f3b068ab78c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/138_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.477, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.412, + "duration_game": 16.2, + "duration_system": 171.372, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_05_11_07_09_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.09% of the surrounding traffic's one", + "Average speed is 79.84% of the surrounding traffic's one", + "Average speed is 180.78% of the surrounding traffic's one", + "Average speed is 210.92% of the surrounding traffic's one", + "Average speed is 167.99% of the surrounding traffic's one", + "Average speed is 164.38% of the surrounding traffic's one", + "Average speed is 140.79% of the surrounding traffic's one", + "Average speed is 139.24% of the surrounding traffic's one", + "Average speed is 167.23% of the surrounding traffic's one", + "Average speed is 178.98% of the surrounding traffic's one", + "Average speed is 197.92% of the surrounding traffic's one", + "Average speed is 203.89% of the surrounding traffic's one", + "Average speed is 195.75% of the surrounding traffic's one", + "Average speed is 191.07% of the surrounding traffic's one", + "Average speed is 163.38% of the surrounding traffic's one", + "Average speed is 115.3% of the surrounding traffic's one", + "Average speed is 111.98% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.412, + "duration_game": 16.2, + "duration_system": 171.372 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.477" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/139_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/139_res.json new file mode 100644 index 0000000000000000000000000000000000000000..df8b115814b121a9253118a6898f3583f0b3fd7b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/139_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 8.879, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 142.057, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.631, + "duration_game": 23.15, + "duration_system": 510.784, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_05_11_07_15_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3707 at (x=3908.273, y=4861.033, z=367.123) at time=20.450s [CARLA Frame: 4117, Agent Step: 408]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 259.96% of the surrounding traffic's one", + "Average speed is 285.13% of the surrounding traffic's one", + "Average speed is 257.76% of the surrounding traffic's one", + "Average speed is 16.19% of the surrounding traffic's one", + "Average speed is 244.82% of the surrounding traffic's one", + "Average speed is 357.04% of the surrounding traffic's one", + "Average speed is 358.24% of the surrounding traffic's one", + "Average speed is 314.78% of the surrounding traffic's one", + "Average speed is 279.41% of the surrounding traffic's one", + "Average speed is 235.34% of the surrounding traffic's one", + "Average speed is 211.41% of the surrounding traffic's one", + "Average speed is 142.62% of the surrounding traffic's one", + "Average speed is 111.07% of the surrounding traffic's one", + "Average speed is 150.48% of the surrounding traffic's one", + "Average speed is 190.9% of the surrounding traffic's one", + "Average speed is 232.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 23.15, + "duration_system": 510.784 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "8.879", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "142.057" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/13_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/13_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8153390b049b7fc51fd2ec9ae2fc572c9f86fc6d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/13_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.856, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.693, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.172, + "duration_game": 11.1, + "duration_system": 108.118, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_05_10_19_21_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1987.725, y=2174.91, z=362.228) at time=7.950s [CARLA Frame: 6013, Agent Step: 158]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 410.35% of the surrounding traffic's one", + "Average speed is 583.87% of the surrounding traffic's one", + "Average speed is 529.52% of the surrounding traffic's one", + "Average speed is 279.55% of the surrounding traffic's one", + "Average speed is 125.79% of the surrounding traffic's one", + "Average speed is 49.02% of the surrounding traffic's one", + "Average speed is 215.57% of the surrounding traffic's one", + "Average speed is 238.56% of the surrounding traffic's one", + "Average speed is 222.83% of the surrounding traffic's one", + "Average speed is 239.44% of the surrounding traffic's one", + "Average speed is 771.3% of the surrounding traffic's one", + "Average speed is 1544.17% of the surrounding traffic's one", + "Average speed is 1842.77% of the surrounding traffic's one", + "Average speed is 2614.11% of the surrounding traffic's one", + "Average speed is 2493.74% of the surrounding traffic's one", + "Average speed is 1915.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 11.1, + "duration_system": 108.118 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "13.856", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.693" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/140_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/140_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f54fd4ad30a798f4090e126ab57c5a7eb2ab1f9c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/140_res.json @@ -0,0 +1,145 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 130.109, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 6.196, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 161.403, + "duration_game": 27.7, + "duration_system": 376.72, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_05_12_04_05_27", + "status": "Completed", + "num_infractions": 22, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.64% of the surrounding traffic's one", + "Average speed is 108.64% of the surrounding traffic's one", + "Average speed is 196.31% of the surrounding traffic's one", + "Average speed is 172.02% of the surrounding traffic's one", + "Average speed is 134.47% of the surrounding traffic's one", + "Average speed is 153.9% of the surrounding traffic's one", + "Average speed is 158.93% of the surrounding traffic's one", + "Average speed is 184.86% of the surrounding traffic's one", + "Average speed is 189.44% of the surrounding traffic's one", + "Average speed is 229.0% of the surrounding traffic's one", + "Average speed is 279.8% of the surrounding traffic's one", + "Average speed is 221.53% of the surrounding traffic's one", + "Average speed is 214.67% of the surrounding traffic's one", + "Average speed is 195.65% of the surrounding traffic's one", + "Average speed is 154.14% of the surrounding traffic's one", + "Average speed is 110.94% of the surrounding traffic's one", + "Average speed is 76.74% of the surrounding traffic's one", + "Average speed is 88.67% of the surrounding traffic's one", + "Average speed is 78.77% of the surrounding traffic's one", + "Average speed is 77.39% of the surrounding traffic's one", + "Average speed is 77.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2623.12, y=5901.945, z=157.724)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 27.7, + "duration_system": 376.72 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "6.196", + "0.0", + "0.0", + "0.0", + "0.0", + "130.109" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/141_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/141_res.json new file mode 100644 index 0000000000000000000000000000000000000000..62c38b77ff33f3c3db5144b80b6e185e342513d4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/141_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.773, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.865, + "duration_game": 10.15, + "duration_system": 157.367, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_05_10_20_36_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.25% of the surrounding traffic's one", + "Average speed is 417.95% of the surrounding traffic's one", + "Average speed is 515.49% of the surrounding traffic's one", + "Average speed is 634.03% of the surrounding traffic's one", + "Average speed is 646.53% of the surrounding traffic's one", + "Average speed is 577.64% of the surrounding traffic's one", + "Average speed is 483.9% of the surrounding traffic's one", + "Average speed is 469.88% of the surrounding traffic's one", + "Average speed is 712.87% of the surrounding traffic's one", + "Average speed is 1019.29% of the surrounding traffic's one", + "Average speed is 3111.69% of the surrounding traffic's one", + "Average speed is 7397.32% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.15, + "duration_system": 157.367 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.773" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/142_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/142_res.json new file mode 100644 index 0000000000000000000000000000000000000000..727dee84c7961d27afb3078ede983a39c573dd84 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/142_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.139, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 114.757, + "duration_game": 14.7, + "duration_system": 437.646, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_05_11_07_52_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.23% of the surrounding traffic's one", + "Average speed is 317.85% of the surrounding traffic's one", + "Average speed is 188.19% of the surrounding traffic's one", + "Average speed is 279.74% of the surrounding traffic's one", + "Average speed is 205.25% of the surrounding traffic's one", + "Average speed is 161.45% of the surrounding traffic's one", + "Average speed is 149.76% of the surrounding traffic's one", + "Average speed is 154.17% of the surrounding traffic's one", + "Average speed is 164.27% of the surrounding traffic's one", + "Average speed is 146.81% of the surrounding traffic's one", + "Average speed is 147.66% of the surrounding traffic's one", + "Average speed is 180.35% of the surrounding traffic's one", + "Average speed is 156.96% of the surrounding traffic's one", + "Average speed is 181.27% of the surrounding traffic's one", + "Average speed is 133.93% of the surrounding traffic's one", + "Average speed is 117.68% of the surrounding traffic's one", + "Average speed is 98.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 437.646 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.139" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/143_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/143_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e5f0242b7364954af55ba647df7cd415d65b12d5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/143_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.621, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.562, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 151.028, + "duration_game": 14.15, + "duration_system": 181.369, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_05_11_08_02_24", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5744.124, y=4732.653, z=186.992) at time=10.250s [CARLA Frame: 3756, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.86% of the surrounding traffic's one", + "Average speed is 319.89% of the surrounding traffic's one", + "Average speed is 260.49% of the surrounding traffic's one", + "Average speed is 210.66% of the surrounding traffic's one", + "Average speed is 198.16% of the surrounding traffic's one", + "Average speed is 187.61% of the surrounding traffic's one", + "Average speed is 130.79% of the surrounding traffic's one", + "Average speed is 139.13% of the surrounding traffic's one", + "Average speed is 132.56% of the surrounding traffic's one", + "Average speed is 75.04% of the surrounding traffic's one", + "Average speed is 142.58% of the surrounding traffic's one", + "Average speed is 175.16% of the surrounding traffic's one", + "Average speed is 128.35% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.15, + "duration_system": 181.369 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "6.621", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.562" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/144_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/144_res.json new file mode 100644 index 0000000000000000000000000000000000000000..af6d103d7f94010d6f0ab831e8ebef44b1f8b832 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/144_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 140.631, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.662, + "duration_game": 10.45, + "duration_system": 255.342, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_05_11_08_08_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 244.49% of the surrounding traffic's one", + "Average speed is 263.03% of the surrounding traffic's one", + "Average speed is 196.42% of the surrounding traffic's one", + "Average speed is 87.41% of the surrounding traffic's one", + "Average speed is 133.6% of the surrounding traffic's one", + "Average speed is 152.37% of the surrounding traffic's one", + "Average speed is 190.02% of the surrounding traffic's one", + "Average speed is 234.97% of the surrounding traffic's one", + "Average speed is 218.83% of the surrounding traffic's one", + "Average speed is 190.37% of the surrounding traffic's one", + "Average speed is 186.47% of the surrounding traffic's one", + "Average speed is 158.46% of the surrounding traffic's one", + "Average speed is 248.46% of the surrounding traffic's one", + "Average speed is 227.11% of the surrounding traffic's one", + "Average speed is 241.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 10.45, + "duration_system": 255.342 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "140.631" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/145_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/145_res.json new file mode 100644 index 0000000000000000000000000000000000000000..019d590cedf0369eabd70f7752ab9b19c9387b40 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/145_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.807, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.013, + "duration_game": 35.15, + "duration_system": 547.91, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_05_10_20_41_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.06% of the surrounding traffic's one", + "Average speed is 142.57% of the surrounding traffic's one", + "Average speed is 281.98% of the surrounding traffic's one", + "Average speed is 200.55% of the surrounding traffic's one", + "Average speed is 211.02% of the surrounding traffic's one", + "Average speed is 172.85% of the surrounding traffic's one", + "Average speed is 53.47% of the surrounding traffic's one", + "Average speed is 74.42% of the surrounding traffic's one", + "Average speed is 176.31% of the surrounding traffic's one", + "Average speed is 196.72% of the surrounding traffic's one", + "Average speed is 126.32% of the surrounding traffic's one", + "Average speed is 104.86% of the surrounding traffic's one", + "Average speed is 108.18% of the surrounding traffic's one", + "Average speed is 102.93% of the surrounding traffic's one", + "Average speed is 127.81% of the surrounding traffic's one", + "Average speed is 14.08% of the surrounding traffic's one", + "Average speed is 97.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 35.15, + "duration_system": 547.91 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.807" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/146_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/146_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4dc63b5889751f8fdf3c1b367959a5c1b54f6d23 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/146_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 17.8, + "duration_system": 185.382, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_05_10_20_52_40", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.17% of the surrounding traffic's one", + "Average speed is 121.12% of the surrounding traffic's one", + "Average speed is 188.02% of the surrounding traffic's one", + "Average speed is 159.25% of the surrounding traffic's one", + "Average speed is 170.39% of the surrounding traffic's one", + "Average speed is 80.89% of the surrounding traffic's one", + "Average speed is 91.25% of the surrounding traffic's one", + "Average speed is 193.95% of the surrounding traffic's one", + "Average speed is 116.69% of the surrounding traffic's one", + "Average speed is 110.83% of the surrounding traffic's one", + "Average speed is 104.03% of the surrounding traffic's one", + "Average speed is 103.9% of the surrounding traffic's one", + "Average speed is 89.83% of the surrounding traffic's one", + "Average speed is 120.06% of the surrounding traffic's one", + "Average speed is 106.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.8, + "duration_system": 185.382 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/147_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/147_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6b5966dbd4998c90853b0b50dcf7fb596d9bfcf8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/147_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 128.723, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.067, + "duration_game": 13.1, + "duration_system": 149.284, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_05_10_20_57_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 108.19% of the surrounding traffic's one", + "Average speed is 128.63% of the surrounding traffic's one", + "Average speed is 160.58% of the surrounding traffic's one", + "Average speed is 138.06% of the surrounding traffic's one", + "Average speed is 111.71% of the surrounding traffic's one", + "Average speed is 55.36% of the surrounding traffic's one", + "Average speed is 33.81% of the surrounding traffic's one", + "Average speed is 137.16% of the surrounding traffic's one", + "Average speed is 163.76% of the surrounding traffic's one", + "Average speed is 187.88% of the surrounding traffic's one", + "Average speed is 201.42% of the surrounding traffic's one", + "Average speed is 178.84% of the surrounding traffic's one", + "Average speed is 151.31% of the surrounding traffic's one", + "Average speed is 146.07% of the surrounding traffic's one", + "Average speed is 170.07% of the surrounding traffic's one", + "Average speed is 170.17% of the surrounding traffic's one", + "Average speed is 162.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 13.1, + "duration_system": 149.284 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "128.723" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/148_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/148_res.json new file mode 100644 index 0000000000000000000000000000000000000000..edc6c7b40b68302fcba6800070ad416bcbe09197 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/148_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 15.35, + "duration_system": 706.321, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_05_11_08_15_09", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 143.9% of the surrounding traffic's one", + "Average speed is 154.83% of the surrounding traffic's one", + "Average speed is 151.4% of the surrounding traffic's one", + "Average speed is 139.74% of the surrounding traffic's one", + "Average speed is 165.85% of the surrounding traffic's one", + "Average speed is 147.5% of the surrounding traffic's one", + "Average speed is 41.38% of the surrounding traffic's one", + "Average speed is 49.85% of the surrounding traffic's one", + "Average speed is 129.1% of the surrounding traffic's one", + "Average speed is 157.19% of the surrounding traffic's one", + "Average speed is 102.55% of the surrounding traffic's one", + "Average speed is 174.96% of the surrounding traffic's one", + "Average speed is 150.61% of the surrounding traffic's one", + "Average speed is 124.0% of the surrounding traffic's one", + "Average speed is 132.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 15.35, + "duration_system": 706.321 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/149_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/149_res.json new file mode 100644 index 0000000000000000000000000000000000000000..115a02807d18d4f634defa56685c978a65ce8fed --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/149_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.242, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.604, + "duration_game": 18.95, + "duration_system": 181.605, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_05_10_21_01_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.93% of the surrounding traffic's one", + "Average speed is 82.74% of the surrounding traffic's one", + "Average speed is 230.52% of the surrounding traffic's one", + "Average speed is 223.83% of the surrounding traffic's one", + "Average speed is 209.43% of the surrounding traffic's one", + "Average speed is 158.81% of the surrounding traffic's one", + "Average speed is 128.1% of the surrounding traffic's one", + "Average speed is 50.01% of the surrounding traffic's one", + "Average speed is 110.13% of the surrounding traffic's one", + "Average speed is 228.33% of the surrounding traffic's one", + "Average speed is 146.53% of the surrounding traffic's one", + "Average speed is 109.31% of the surrounding traffic's one", + "Average speed is 75.79% of the surrounding traffic's one", + "Average speed is 131.77% of the surrounding traffic's one", + "Average speed is 104.17% of the surrounding traffic's one", + "Average speed is 111.09% of the surrounding traffic's one", + "Average speed is 87.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 18.95, + "duration_system": 181.605 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.242" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/14_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/14_res.json new file mode 100644 index 0000000000000000000000000000000000000000..65972a76aae09b969ccaa353360cf5819d5f925d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/14_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.926, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.602, + "duration_game": 13.55, + "duration_system": 158.176, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_05_10_19_25_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 271.81% of the surrounding traffic's one", + "Average speed is 471.37% of the surrounding traffic's one", + "Average speed is 457.97% of the surrounding traffic's one", + "Average speed is 88.7% of the surrounding traffic's one", + "Average speed is 61.82% of the surrounding traffic's one", + "Average speed is 28.26% of the surrounding traffic's one", + "Average speed is 368.84% of the surrounding traffic's one", + "Average speed is 484.69% of the surrounding traffic's one", + "Average speed is 379.05% of the surrounding traffic's one", + "Average speed is 338.11% of the surrounding traffic's one", + "Average speed is 395.92% of the surrounding traffic's one", + "Average speed is 2220.9% of the surrounding traffic's one", + "Average speed is 2002.18% of the surrounding traffic's one", + "Average speed is 1735.85% of the surrounding traffic's one", + "Average speed is 4866.4% of the surrounding traffic's one", + "Average speed is 575.79% of the surrounding traffic's one", + "Average speed is 369.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 13.55, + "duration_system": 158.176 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.926" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/150_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/150_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba1f0497cba89e573e57c7dfd1f8201c5a07873 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/150_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 114.923, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 130.522, + "duration_game": 19.45, + "duration_system": 207.366, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_05_10_21_07_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.64% of the surrounding traffic's one", + "Average speed is 152.61% of the surrounding traffic's one", + "Average speed is 235.48% of the surrounding traffic's one", + "Average speed is 189.83% of the surrounding traffic's one", + "Average speed is 151.32% of the surrounding traffic's one", + "Average speed is 72.37% of the surrounding traffic's one", + "Average speed is 50.66% of the surrounding traffic's one", + "Average speed is 64.11% of the surrounding traffic's one", + "Average speed is 293.32% of the surrounding traffic's one", + "Average speed is 299.3% of the surrounding traffic's one", + "Average speed is 267.87% of the surrounding traffic's one", + "Average speed is 200.98% of the surrounding traffic's one", + "Average speed is 187.64% of the surrounding traffic's one", + "Average speed is 479.33% of the surrounding traffic's one", + "Average speed is 438.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.45, + "duration_system": 207.366 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "114.923" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/151_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/151_res.json new file mode 100644 index 0000000000000000000000000000000000000000..30d4c1799260a93a52dba7f524ca293a177e00ce --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/151_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.469, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.115, + "duration_game": 13.35, + "duration_system": 121.554, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_05_11_08_28_44", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 119.33% of the surrounding traffic's one", + "Average speed is 151.31% of the surrounding traffic's one", + "Average speed is 138.31% of the surrounding traffic's one", + "Average speed is 157.42% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one", + "Average speed is 109.71% of the surrounding traffic's one", + "Average speed is 59.97% of the surrounding traffic's one", + "Average speed is 35.04% of the surrounding traffic's one", + "Average speed is 94.93% of the surrounding traffic's one", + "Average speed is 158.34% of the surrounding traffic's one", + "Average speed is 210.5% of the surrounding traffic's one", + "Average speed is 226.25% of the surrounding traffic's one", + "Average speed is 185.69% of the surrounding traffic's one", + "Average speed is 179.53% of the surrounding traffic's one", + "Average speed is 148.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 13.35, + "duration_system": 121.554 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.469" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/152_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/152_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ddc14514b0fd99b6af5760b62ab9fef186db03b9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/152_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 25.35, + "duration_system": 859.179, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_05_11_08_32_30", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.02% of the surrounding traffic's one", + "Average speed is 127.55% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 69.97% of the surrounding traffic's one", + "Average speed is 75.77% of the surrounding traffic's one", + "Average speed is 103.99% of the surrounding traffic's one", + "Average speed is 132.7% of the surrounding traffic's one", + "Average speed is 132.48% of the surrounding traffic's one", + "Average speed is 89.91% of the surrounding traffic's one", + "Average speed is 111.12% of the surrounding traffic's one", + "Average speed is 141.82% of the surrounding traffic's one", + "Average speed is 120.58% of the surrounding traffic's one", + "Average speed is 98.77% of the surrounding traffic's one", + "Average speed is 114.76% of the surrounding traffic's one", + "Average speed is 150.81% of the surrounding traffic's one", + "Average speed is 110.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 25.35, + "duration_system": 859.179 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/153_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/153_res.json new file mode 100644 index 0000000000000000000000000000000000000000..225b64eb56704921dfd4c982819ddf94c1e5ff9b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/153_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.649, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.985, + "duration_game": 16.5, + "duration_system": 229.391, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_05_10_21_12_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.59% of the surrounding traffic's one", + "Average speed is 118.47% of the surrounding traffic's one", + "Average speed is 168.73% of the surrounding traffic's one", + "Average speed is 135.99% of the surrounding traffic's one", + "Average speed is 98.98% of the surrounding traffic's one", + "Average speed is 94.98% of the surrounding traffic's one", + "Average speed is 125.29% of the surrounding traffic's one", + "Average speed is 128.77% of the surrounding traffic's one", + "Average speed is 153.45% of the surrounding traffic's one", + "Average speed is 114.82% of the surrounding traffic's one", + "Average speed is 82.55% of the surrounding traffic's one", + "Average speed is 78.77% of the surrounding traffic's one", + "Average speed is 84.64% of the surrounding traffic's one", + "Average speed is 94.96% of the surrounding traffic's one", + "Average speed is 92.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.5, + "duration_system": 229.391 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.649" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/154_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/154_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0bbcb7d6951f5aa49fc7353c2df597f2d4299e46 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/154_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 13.95, + "duration_system": 616.038, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_05_10_21_17_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.19% of the surrounding traffic's one", + "Average speed is 114.03% of the surrounding traffic's one", + "Average speed is 67.57% of the surrounding traffic's one", + "Average speed is 96.67% of the surrounding traffic's one", + "Average speed is 92.62% of the surrounding traffic's one", + "Average speed is 118.29% of the surrounding traffic's one", + "Average speed is 100.1% of the surrounding traffic's one", + "Average speed is 77.78% of the surrounding traffic's one", + "Average speed is 85.24% of the surrounding traffic's one", + "Average speed is 137.04% of the surrounding traffic's one", + "Average speed is 105.21% of the surrounding traffic's one", + "Average speed is 106.73% of the surrounding traffic's one", + "Average speed is 126.42% of the surrounding traffic's one", + "Average speed is 130.03% of the surrounding traffic's one", + "Average speed is 114.66% of the surrounding traffic's one", + "Average speed is 84.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.95, + "duration_system": 616.038 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/155_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/155_res.json new file mode 100644 index 0000000000000000000000000000000000000000..09ddf56e49050867d0e3e0ebb28a55532f5a6310 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/155_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 61.5, + "duration_system": 2869.95, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_05_10_21_30_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.86% of the surrounding traffic's one", + "Average speed is 100.9% of the surrounding traffic's one", + "Average speed is 117.65% of the surrounding traffic's one", + "Average speed is 61.27% of the surrounding traffic's one", + "Average speed is 2.58% of the surrounding traffic's one", + "Average speed is 71.52% of the surrounding traffic's one", + "Average speed is 139.76% of the surrounding traffic's one", + "Average speed is 159.14% of the surrounding traffic's one", + "Average speed is 166.7% of the surrounding traffic's one", + "Average speed is 153.44% of the surrounding traffic's one", + "Average speed is 149.28% of the surrounding traffic's one", + "Average speed is 121.43% of the surrounding traffic's one", + "Average speed is 19.32% of the surrounding traffic's one", + "Average speed is 122.95% of the surrounding traffic's one", + "Average speed is 127.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 61.5, + "duration_system": 2869.95 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/156_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/156_res.json new file mode 100644 index 0000000000000000000000000000000000000000..017347f42a224d9b1318373277eff47f6dc17620 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/156_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.638, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.189, + "duration_game": 61.05, + "duration_system": 3101.372, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_05_12_04_14_59", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.72% of the surrounding traffic's one", + "Average speed is 143.64% of the surrounding traffic's one", + "Average speed is 113.48% of the surrounding traffic's one", + "Average speed is 114.25% of the surrounding traffic's one", + "Average speed is 84.6% of the surrounding traffic's one", + "Average speed is 2.72% of the surrounding traffic's one", + "Average speed is 45.93% of the surrounding traffic's one", + "Average speed is 115.51% of the surrounding traffic's one", + "Average speed is 128.14% of the surrounding traffic's one", + "Average speed is 123.47% of the surrounding traffic's one", + "Average speed is 89.75% of the surrounding traffic's one", + "Average speed is 94.32% of the surrounding traffic's one", + "Average speed is 107.02% of the surrounding traffic's one", + "Average speed is 49.05% of the surrounding traffic's one", + "Average speed is 102.65% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one", + "Average speed is 108.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 61.05, + "duration_system": 3101.372 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.638" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/157_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/157_res.json new file mode 100644 index 0000000000000000000000000000000000000000..159b86f327277d43e04fb1a90fb124ace54fc870 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/157_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.115, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.875, + "duration_game": 16.85, + "duration_system": 558.823, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_05_10_22_19_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.6% of the surrounding traffic's one", + "Average speed is 138.85% of the surrounding traffic's one", + "Average speed is 214.65% of the surrounding traffic's one", + "Average speed is 202.98% of the surrounding traffic's one", + "Average speed is 145.85% of the surrounding traffic's one", + "Average speed is 98.12% of the surrounding traffic's one", + "Average speed is 60.14% of the surrounding traffic's one", + "Average speed is 64.29% of the surrounding traffic's one", + "Average speed is 55.72% of the surrounding traffic's one", + "Average speed is 172.56% of the surrounding traffic's one", + "Average speed is 214.18% of the surrounding traffic's one", + "Average speed is 222.32% of the surrounding traffic's one", + "Average speed is 226.39% of the surrounding traffic's one", + "Average speed is 203.79% of the surrounding traffic's one", + "Average speed is 153.27% of the surrounding traffic's one", + "Average speed is 113.73% of the surrounding traffic's one", + "Average speed is 113.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 16.85, + "duration_system": 558.823 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.115" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/158_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/158_res.json new file mode 100644 index 0000000000000000000000000000000000000000..422cfcaddddb2df9ea94fcd4deb3751172a70d97 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/158_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.322, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 128.062, + "duration_game": 50.1, + "duration_system": 593.928, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_05_11_10_00_34", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.16% of the surrounding traffic's one", + "Average speed is 22.2% of the surrounding traffic's one", + "Average speed is 72.25% of the surrounding traffic's one", + "Average speed is 122.01% of the surrounding traffic's one", + "Average speed is 146.33% of the surrounding traffic's one", + "Average speed is 106.14% of the surrounding traffic's one", + "Average speed is 112.39% of the surrounding traffic's one", + "Average speed is 99.44% of the surrounding traffic's one", + "Average speed is 118.88% of the surrounding traffic's one", + "Average speed is 97.52% of the surrounding traffic's one", + "Average speed is 105.71% of the surrounding traffic's one", + "Average speed is 140.94% of the surrounding traffic's one", + "Average speed is 13.62% of the surrounding traffic's one", + "Average speed is 92.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.1, + "duration_system": 593.928 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.322" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/159_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/159_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c5bab5ded32228e20365380e985ef612b4314d30 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/159_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.469, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.115, + "duration_game": 11.1, + "duration_system": 104.367, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_05_11_10_12_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.63% of the surrounding traffic's one", + "Average speed is 147.01% of the surrounding traffic's one", + "Average speed is 114.15% of the surrounding traffic's one", + "Average speed is 122.83% of the surrounding traffic's one", + "Average speed is 120.06% of the surrounding traffic's one", + "Average speed is 109.95% of the surrounding traffic's one", + "Average speed is 100.14% of the surrounding traffic's one", + "Average speed is 117.31% of the surrounding traffic's one", + "Average speed is 97.67% of the surrounding traffic's one", + "Average speed is 123.16% of the surrounding traffic's one", + "Average speed is 136.58% of the surrounding traffic's one", + "Average speed is 136.85% of the surrounding traffic's one", + "Average speed is 148.96% of the surrounding traffic's one", + "Average speed is 155.75% of the surrounding traffic's one", + "Average speed is 111.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 11.1, + "duration_system": 104.367 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.469" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/15_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/15_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7f2474bed02e25a7ed9bcb62f0647243077c81b5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/15_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.429, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.002, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.459, + "duration_game": 200.25, + "duration_system": 3132.068, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_05_11_04_25_58", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=2385.961, y=2431.28, z=367.054) at time=199.400s [CARLA Frame: 9774, Agent Step: 3987]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.54% of the surrounding traffic's one", + "Average speed is 200.28% of the surrounding traffic's one", + "Average speed is 332.37% of the surrounding traffic's one", + "Average speed is 150.4% of the surrounding traffic's one", + "Average speed is 8.79% of the surrounding traffic's one", + "Average speed is 1.85% of the surrounding traffic's one", + "Average speed is 222.92% of the surrounding traffic's one", + "Average speed is 570.63% of the surrounding traffic's one", + "Average speed is 750.01% of the surrounding traffic's one", + "Average speed is 605.24% of the surrounding traffic's one", + "Average speed is 1136.43% of the surrounding traffic's one", + "Average speed is 1057.99% of the surrounding traffic's one", + "Average speed is 933.9% of the surrounding traffic's one", + "Average speed is 650.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 200.25, + "duration_system": 3132.068 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.429", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.002" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/160_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/160_res.json new file mode 100644 index 0000000000000000000000000000000000000000..dd8263c825dbed8c4376f45dd30a0fd53e0ac93a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/160_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.816, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.434, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 36.0, + "score_route": 100.0, + "score_penalty": 0.36 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 144.762, + "duration_game": 77.15, + "duration_system": 3717.023, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_05_11_10_15_55", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=283 at (x=-499.63, y=313.937, z=-0.006) at time=68.500s [CARLA Frame: 4569, Agent Step: 1369]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=276 at (x=-479.817, y=347.319, z=-0.003) at time=71.400s [CARLA Frame: 4627, Agent Step: 1427]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.5% of the surrounding traffic's one", + "Average speed is 147.7% of the surrounding traffic's one", + "Average speed is 152.49% of the surrounding traffic's one", + "Average speed is 133.1% of the surrounding traffic's one", + "Average speed is 49.53% of the surrounding traffic's one", + "Average speed is 1.67% of the surrounding traffic's one", + "Average speed is 113.01% of the surrounding traffic's one", + "Average speed is 187.81% of the surrounding traffic's one", + "Average speed is 189.67% of the surrounding traffic's one", + "Average speed is 206.73% of the surrounding traffic's one", + "Average speed is 209.82% of the surrounding traffic's one", + "Average speed is 51.8% of the surrounding traffic's one", + "Average speed is 89.64% of the surrounding traffic's one", + "Average speed is 160.06% of the surrounding traffic's one", + "Average speed is 163.97% of the surrounding traffic's one", + "Average speed is 160.25% of the surrounding traffic's one", + "Average speed is 173.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 77.15, + "duration_system": 3717.023 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "36.0", + "100.0", + "0.36", + "0.0", + "13.816", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.434" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/161_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/161_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ea5cc48628726020de15192e3d5b3944299c4a5c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/161_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.079, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 141.573, + "duration_game": 15.35, + "duration_system": 527.972, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_05_10_22_30_42", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.42% of the surrounding traffic's one", + "Average speed is 148.37% of the surrounding traffic's one", + "Average speed is 164.38% of the surrounding traffic's one", + "Average speed is 169.25% of the surrounding traffic's one", + "Average speed is 108.32% of the surrounding traffic's one", + "Average speed is 47.94% of the surrounding traffic's one", + "Average speed is 112.46% of the surrounding traffic's one", + "Average speed is 121.4% of the surrounding traffic's one", + "Average speed is 78.15% of the surrounding traffic's one", + "Average speed is 87.17% of the surrounding traffic's one", + "Average speed is 162.48% of the surrounding traffic's one", + "Average speed is 196.36% of the surrounding traffic's one", + "Average speed is 188.62% of the surrounding traffic's one", + "Average speed is 201.76% of the surrounding traffic's one", + "Average speed is 223.81% of the surrounding traffic's one", + "Average speed is 270.7% of the surrounding traffic's one", + "Average speed is 254.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 15.35, + "duration_system": 527.972 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.079" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/162_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/162_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d1c50e13d28b9e198296b3ab64f274e85a8f6f76 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/162_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.845, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 125.152, + "duration_game": 19.95, + "duration_system": 722.035, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_05_11_11_19_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.33% of the surrounding traffic's one", + "Average speed is 142.11% of the surrounding traffic's one", + "Average speed is 144.52% of the surrounding traffic's one", + "Average speed is 162.81% of the surrounding traffic's one", + "Average speed is 161.38% of the surrounding traffic's one", + "Average speed is 123.62% of the surrounding traffic's one", + "Average speed is 17.89% of the surrounding traffic's one", + "Average speed is 110.58% of the surrounding traffic's one", + "Average speed is 167.23% of the surrounding traffic's one", + "Average speed is 184.27% of the surrounding traffic's one", + "Average speed is 188.15% of the surrounding traffic's one", + "Average speed is 143.91% of the surrounding traffic's one", + "Average speed is 135.28% of the surrounding traffic's one", + "Average speed is 101.51% of the surrounding traffic's one", + "Average speed is 129.01% of the surrounding traffic's one", + "Average speed is 146.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 19.95, + "duration_system": 722.035 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.845" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/163_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/163_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6ecc56fe4d580fa113c7841dddb0c98f7426630f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/163_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.654, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.118, + "duration_game": 156.9, + "duration_system": 1853.401, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_05_11_11_33_42", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.78% of the surrounding traffic's one", + "Average speed is 111.24% of the surrounding traffic's one", + "Average speed is 113.78% of the surrounding traffic's one", + "Average speed is 97.6% of the surrounding traffic's one", + "Average speed is 100.18% of the surrounding traffic's one", + "Average speed is 111.89% of the surrounding traffic's one", + "Average speed is 97.69% of the surrounding traffic's one", + "Average speed is 2.4% of the surrounding traffic's one", + "Average speed is 4.85% of the surrounding traffic's one", + "Average speed is 201.85% of the surrounding traffic's one", + "Average speed is 230.46% of the surrounding traffic's one", + "Average speed is 134.59% of the surrounding traffic's one", + "Average speed is 121.77% of the surrounding traffic's one", + "Average speed is 105.28% of the surrounding traffic's one", + "Average speed is 15.82% of the surrounding traffic's one", + "Average speed is 98.9% of the surrounding traffic's one", + "Average speed is 58.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 156.9, + "duration_system": 1853.401 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.654" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/164_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/164_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2fb42aa8b8558ae358c965a31951e05a2a2dcbfd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/164_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 103.502, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 6.469, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.587, + "duration_game": 246.85, + "duration_system": 3952.687, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_05_11_12_06_26", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 64.97% of the surrounding traffic's one", + "Average speed is 166.38% of the surrounding traffic's one", + "Average speed is 211.76% of the surrounding traffic's one", + "Average speed is 233.72% of the surrounding traffic's one", + "Average speed is 221.6% of the surrounding traffic's one", + "Average speed is 225.8% of the surrounding traffic's one", + "Average speed is 203.28% of the surrounding traffic's one", + "Average speed is 152.19% of the surrounding traffic's one", + "Average speed is 39.52% of the surrounding traffic's one", + "Average speed is 45.05% of the surrounding traffic's one", + "Average speed is 42.98% of the surrounding traffic's one", + "Average speed is 43.07% of the surrounding traffic's one", + "Average speed is 42.74% of the surrounding traffic's one", + "Average speed is 42.2% of the surrounding traffic's one", + "Average speed is 39.02% of the surrounding traffic's one", + "Average speed is 0.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 246.85, + "duration_system": 3952.687 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "6.469", + "103.502" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/165_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/165_res.json new file mode 100644 index 0000000000000000000000000000000000000000..04eed91892578c4e66a87d4308e81324d05aba43 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/165_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 105.708, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 141.901, + "duration_game": 17.65, + "duration_system": 641.857, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_05_11_13_14_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 124.56% of the surrounding traffic's one", + "Average speed is 136.27% of the surrounding traffic's one", + "Average speed is 93.17% of the surrounding traffic's one", + "Average speed is 100.36% of the surrounding traffic's one", + "Average speed is 118.33% of the surrounding traffic's one", + "Average speed is 124.62% of the surrounding traffic's one", + "Average speed is 85.22% of the surrounding traffic's one", + "Average speed is 133.92% of the surrounding traffic's one", + "Average speed is 104.59% of the surrounding traffic's one", + "Average speed is 109.16% of the surrounding traffic's one", + "Average speed is 126.17% of the surrounding traffic's one", + "Average speed is 97.93% of the surrounding traffic's one", + "Average speed is 119.81% of the surrounding traffic's one", + "Average speed is 130.56% of the surrounding traffic's one", + "Average speed is 115.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 17.65, + "duration_system": 641.857 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "105.708" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/166_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/166_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f698c2eeba077168bdd79d9762f7844c236dd2b6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/166_res.json @@ -0,0 +1,20 @@ +{ + "_checkpoint": { + "global_record": {}, + "progress": [ + 0, + 1 + ], + "records": [] + }, + "entry_status": "Started", + "eligible": false, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [], + "labels": [] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/167_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/167_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9427c5ad9f1fe856042f695541275128d15650c5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/167_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.164, + "yield_emergency_vehicle_infractions": 10.51, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 95.145, + "duration_game": 8.95, + "duration_system": 283.819, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_05_10_22_41_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.08% of the surrounding traffic's one", + "Average speed is 136.89% of the surrounding traffic's one", + "Average speed is 110.34% of the surrounding traffic's one", + "Average speed is 121.15% of the surrounding traffic's one", + "Average speed is 180.21% of the surrounding traffic's one", + "Average speed is 156.19% of the surrounding traffic's one", + "Average speed is 172.23% of the surrounding traffic's one", + "Average speed is 184.9% of the surrounding traffic's one", + "Average speed is 184.87% of the surrounding traffic's one", + "Average speed is 176.04% of the surrounding traffic's one", + "Average speed is 169.53% of the surrounding traffic's one", + "Average speed is 153.74% of the surrounding traffic's one", + "Average speed is 134.87% of the surrounding traffic's one", + "Average speed is 117.91% of the surrounding traffic's one", + "Average speed is 106.43% of the surrounding traffic's one", + "Average speed is 92.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.95, + "duration_system": 283.819 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "10.51", + "0.0", + "168.164" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/168_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/168_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5061595cc84028c21efa7ab0a89709c4fe488033 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/168_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.439, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.452, + "duration_game": 29.05, + "duration_system": 921.448, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_05_11_14_38_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.29% of the surrounding traffic's one", + "Average speed is 133.02% of the surrounding traffic's one", + "Average speed is 161.3% of the surrounding traffic's one", + "Average speed is 144.03% of the surrounding traffic's one", + "Average speed is 118.77% of the surrounding traffic's one", + "Average speed is 138.42% of the surrounding traffic's one", + "Average speed is 8.05% of the surrounding traffic's one", + "Average speed is 136.18% of the surrounding traffic's one", + "Average speed is 141.77% of the surrounding traffic's one", + "Average speed is 111.54% of the surrounding traffic's one", + "Average speed is 102.13% of the surrounding traffic's one", + "Average speed is 63.55% of the surrounding traffic's one", + "Average speed is 129.38% of the surrounding traffic's one", + "Average speed is 139.8% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 103.61% of the surrounding traffic's one", + "Average speed is 94.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 29.05, + "duration_system": 921.448 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.439" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/169_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/169_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b4b7e5b6f960967a591547e9c1a73d5830eb567a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/169_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.262, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 108.923, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 137.712, + "duration_game": 14.55, + "duration_system": 495.01, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_05_11_14_56_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=229 at (x=1046.13, y=634.58, z=120.538) at time=5.300s [CARLA Frame: 3474, Agent Step: 105]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.74% of the surrounding traffic's one", + "Average speed is 155.03% of the surrounding traffic's one", + "Average speed is 207.7% of the surrounding traffic's one", + "Average speed is 195.36% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 106.53% of the surrounding traffic's one", + "Average speed is 104.14% of the surrounding traffic's one", + "Average speed is 118.14% of the surrounding traffic's one", + "Average speed is 118.77% of the surrounding traffic's one", + "Average speed is 140.64% of the surrounding traffic's one", + "Average speed is 225.14% of the surrounding traffic's one", + "Average speed is 246.93% of the surrounding traffic's one", + "Average speed is 178.7% of the surrounding traffic's one", + "Average speed is 140.61% of the surrounding traffic's one", + "Average speed is 124.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 14.55, + "duration_system": 495.01 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.262", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "108.923" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/16_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/16_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3202361a74cfb56d252df8b3c0ff0207e24d1e79 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/16_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.763, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.967, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.353, + "duration_game": 33.95, + "duration_system": 294.313, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_05_11_05_20_29", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=240.04, y=5915.878, z=361.205) at time=32.600s [CARLA Frame: 6628, Agent Step: 651]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.93% of the surrounding traffic's one", + "Average speed is 100.73% of the surrounding traffic's one", + "Average speed is 369.28% of the surrounding traffic's one", + "Average speed is 184.47% of the surrounding traffic's one", + "Average speed is 148.3% of the surrounding traffic's one", + "Average speed is 46.96% of the surrounding traffic's one", + "Average speed is 10.24% of the surrounding traffic's one", + "Average speed is 499.2% of the surrounding traffic's one", + "Average speed is 470.85% of the surrounding traffic's one", + "Average speed is 376.34% of the surrounding traffic's one", + "Average speed is 460.58% of the surrounding traffic's one", + "Average speed is 551.27% of the surrounding traffic's one", + "Average speed is 588.12% of the surrounding traffic's one", + "Average speed is 1608.68% of the surrounding traffic's one", + "Average speed is 909.21% of the surrounding traffic's one", + "Average speed is 381.25% of the surrounding traffic's one", + "Average speed is 472.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 33.95, + "duration_system": 294.313 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.763", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.967" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/170_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/170_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9b2d241da182535e78c8bea68ffdde489cdf0ba5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/170_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.852, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.064, + "duration_game": 57.85, + "duration_system": 2620.534, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_05_11_15_06_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.51% of the surrounding traffic's one", + "Average speed is 64.18% of the surrounding traffic's one", + "Average speed is 37.43% of the surrounding traffic's one", + "Average speed is 64.98% of the surrounding traffic's one", + "Average speed is 84.56% of the surrounding traffic's one", + "Average speed is 41.96% of the surrounding traffic's one", + "Average speed is 2.79% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 57.85, + "duration_system": 2620.534 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.852" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/171_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/171_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0d4c3e583cfb8066ce6e90de447f01b946c6dec7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/171_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.4, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 127.768, + "duration_game": 16.3, + "duration_system": 630.164, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_05_10_22_47_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.83% of the surrounding traffic's one", + "Average speed is 139.72% of the surrounding traffic's one", + "Average speed is 218.56% of the surrounding traffic's one", + "Average speed is 203.07% of the surrounding traffic's one", + "Average speed is 177.78% of the surrounding traffic's one", + "Average speed is 63.27% of the surrounding traffic's one", + "Average speed is 94.09% of the surrounding traffic's one", + "Average speed is 132.72% of the surrounding traffic's one", + "Average speed is 118.55% of the surrounding traffic's one", + "Average speed is 145.08% of the surrounding traffic's one", + "Average speed is 115.77% of the surrounding traffic's one", + "Average speed is 117.37% of the surrounding traffic's one", + "Average speed is 131.82% of the surrounding traffic's one", + "Average speed is 121.81% of the surrounding traffic's one", + "Average speed is 142.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 630.164 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.4" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/172_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/172_res.json new file mode 100644 index 0000000000000000000000000000000000000000..79d1a1deb37e041e7219ad1d66d617fbd53aa5d4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/172_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 9.507, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.001, + "min_speed_infractions": 142.602, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 9.507, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 41.558025, + "score_route": 100.0, + "score_penalty": 0.41558 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 105.188, + "duration_game": 252.35, + "duration_system": 3509.743, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_05_12_06_20_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=248 at (x=90.612, y=-513.925, z=154.93) at time=184.350s [CARLA Frame: 6717, Agent Step: 3686]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.001 meters (1.05% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 129.74% of the surrounding traffic's one", + "Average speed is 198.85% of the surrounding traffic's one", + "Average speed is 374.22% of the surrounding traffic's one", + "Average speed is 454.19% of the surrounding traffic's one", + "Average speed is 246.1% of the surrounding traffic's one", + "Average speed is 176.86% of the surrounding traffic's one", + "Average speed is 9.85% of the surrounding traffic's one", + "Average speed is 586.9% of the surrounding traffic's one", + "Average speed is 414.15% of the surrounding traffic's one", + "Average speed is 351.83% of the surrounding traffic's one", + "Average speed is 510.57% of the surrounding traffic's one", + "Average speed is 512.55% of the surrounding traffic's one", + "Average speed is 135.69% of the surrounding traffic's one", + "Average speed is 434427.37% of the surrounding traffic's one", + "Average speed is 13.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.41558, + "score_composed": 41.558025 + }, + "meta": { + "route_length": 105.188, + "duration_game": 252.35, + "duration_system": 3509.743 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "41.558025", + "100.0", + "0.41558", + "0.0", + "9.507", + "0.0", + "0.0", + "0.0", + "0.001", + "0.0", + "0.0", + "0.0", + "0.0", + "9.507", + "142.602" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/173_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/173_res.json new file mode 100644 index 0000000000000000000000000000000000000000..79115f60039118b2c9db4a8ef78c5cccceb339dc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/173_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 33.0, + "duration_system": 387.608, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_05_11_17_04_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.79% of the surrounding traffic's one", + "Average speed is 182.82% of the surrounding traffic's one", + "Average speed is 232.05% of the surrounding traffic's one", + "Average speed is 161.82% of the surrounding traffic's one", + "Average speed is 150.59% of the surrounding traffic's one", + "Average speed is 55.57% of the surrounding traffic's one", + "Average speed is 83.96% of the surrounding traffic's one", + "Average speed is 176.64% of the surrounding traffic's one", + "Average speed is 51.93% of the surrounding traffic's one", + "Average speed is 101.16% of the surrounding traffic's one", + "Average speed is 119.41% of the surrounding traffic's one", + "Average speed is 94.32% of the surrounding traffic's one", + "Average speed is 106.21% of the surrounding traffic's one", + "Average speed is 114.69% of the surrounding traffic's one", + "Average speed is 95.95% of the surrounding traffic's one", + "Average speed is 136.54% of the surrounding traffic's one", + "Average speed is 187.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 33.0, + "duration_system": 387.608 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/174_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/174_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bd61354db0fd63179845114e1452954d4ec9d8ed --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/174_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.726, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.013, + "min_speed_infractions": 115.893, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 53.218222, + "score_route": 100.0, + "score_penalty": 0.532182 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 129.43, + "duration_game": 104.55, + "duration_system": 2099.512, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_05_11_17_12_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=151 at (x=133.747, y=-133.727, z=0.032) at time=7.500s [CARLA Frame: 3532, Agent Step: 149]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 13.499 meters (11.3% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 155.73% of the surrounding traffic's one", + "Average speed is 211.34% of the surrounding traffic's one", + "Average speed is 245.89% of the surrounding traffic's one", + "Average speed is 228.73% of the surrounding traffic's one", + "Average speed is 241.48% of the surrounding traffic's one", + "Average speed is 196.96% of the surrounding traffic's one", + "Average speed is 136.55% of the surrounding traffic's one", + "Average speed is 173.49% of the surrounding traffic's one", + "Average speed is 67.49% of the surrounding traffic's one", + "Average speed is 2682.83% of the surrounding traffic's one", + "Average speed is 899.93% of the surrounding traffic's one", + "Average speed is 378.14% of the surrounding traffic's one", + "Average speed is 216.92% of the surrounding traffic's one", + "Average speed is 177.19% of the surrounding traffic's one", + "Average speed is 165.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.532182, + "score_composed": 53.218222 + }, + "meta": { + "route_length": 129.43, + "duration_game": 104.55, + "duration_system": 2099.512 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "53.218222", + "100.0", + "0.532182", + "0.0", + "7.726", + "0.0", + "0.0", + "0.0", + "0.013", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.893" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/175_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/175_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ca409ef792232858b104f35edd25ad07b15d2077 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/175_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 166.401, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.134, + "duration_game": 36.0, + "duration_system": 356.986, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_05_11_17_49_23", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 425.18% of the surrounding traffic's one", + "Average speed is 111584.78% of the surrounding traffic's one", + "Average speed is 725.53% of the surrounding traffic's one", + "Average speed is 130.38% of the surrounding traffic's one", + "Average speed is 8.61% of the surrounding traffic's one", + "Average speed is 2161.66% of the surrounding traffic's one", + "Average speed is 1875.88% of the surrounding traffic's one", + "Average speed is 1588.21% of the surrounding traffic's one", + "Average speed is 1421.14% of the surrounding traffic's one", + "Average speed is 1805.94% of the surrounding traffic's one", + "Average speed is 1554.86% of the surrounding traffic's one", + "Average speed is 1968.62% of the surrounding traffic's one", + "Average speed is 883.35% of the surrounding traffic's one", + "Average speed is 343.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 36.0, + "duration_system": 356.986 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "166.401" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/176_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/176_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5c15e68dac66f0e8f761fc56b933f98806d69ff8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/176_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.243, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 101.185, + "duration_game": 20.4, + "duration_system": 290.079, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_05_11_17_57_08", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.26% of the surrounding traffic's one", + "Average speed is 84.17% of the surrounding traffic's one", + "Average speed is 162.42% of the surrounding traffic's one", + "Average speed is 227.65% of the surrounding traffic's one", + "Average speed is 176.08% of the surrounding traffic's one", + "Average speed is 135.12% of the surrounding traffic's one", + "Average speed is 65.17% of the surrounding traffic's one", + "Average speed is 29.12% of the surrounding traffic's one", + "Average speed is 116.46% of the surrounding traffic's one", + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 288.11% of the surrounding traffic's one", + "Average speed is 224.07% of the surrounding traffic's one", + "Average speed is 70.43% of the surrounding traffic's one", + "Average speed is 56.94% of the surrounding traffic's one", + "Average speed is 146.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 20.4, + "duration_system": 290.079 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.243" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/177_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/177_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8b8f6dd91b56a225f5b0d979b8a79098189d6bc6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/177_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 18.9, + "duration_system": 480.738, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_05_11_18_04_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.83% of the surrounding traffic's one", + "Average speed is 144.09% of the surrounding traffic's one", + "Average speed is 236.81% of the surrounding traffic's one", + "Average speed is 191.44% of the surrounding traffic's one", + "Average speed is 147.44% of the surrounding traffic's one", + "Average speed is 39.21% of the surrounding traffic's one", + "Average speed is 146.87% of the surrounding traffic's one", + "Average speed is 187.57% of the surrounding traffic's one", + "Average speed is 182.49% of the surrounding traffic's one", + "Average speed is 159.83% of the surrounding traffic's one", + "Average speed is 148.95% of the surrounding traffic's one", + "Average speed is 142.15% of the surrounding traffic's one", + "Average speed is 220.57% of the surrounding traffic's one", + "Average speed is 171.48% of the surrounding traffic's one", + "Average speed is 190.2% of the surrounding traffic's one", + "Average speed is 323.43% of the surrounding traffic's one", + "Average speed is 165.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 18.9, + "duration_system": 480.738 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/178_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/178_res.json new file mode 100644 index 0000000000000000000000000000000000000000..95ec9848b55a652c2704f54c3ef82a7820a4c8cc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/178_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 149.868, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.088, + "duration_game": 31.4, + "duration_system": 359.651, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_05_10_23_00_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.54% of the surrounding traffic's one", + "Average speed is 49.28% of the surrounding traffic's one", + "Average speed is 89.84% of the surrounding traffic's one", + "Average speed is 151.64% of the surrounding traffic's one", + "Average speed is 149.03% of the surrounding traffic's one", + "Average speed is 150.23% of the surrounding traffic's one", + "Average speed is 189.48% of the surrounding traffic's one", + "Average speed is 115.15% of the surrounding traffic's one", + "Average speed is 19.97% of the surrounding traffic's one", + "Average speed is 123.27% of the surrounding traffic's one", + "Average speed is 190.9% of the surrounding traffic's one", + "Average speed is 203.56% of the surrounding traffic's one", + "Average speed is 339.71% of the surrounding traffic's one", + "Average speed is 206.73% of the surrounding traffic's one", + "Average speed is 172.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.4, + "duration_system": 359.651 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "149.868" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/179_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/179_res.json new file mode 100644 index 0000000000000000000000000000000000000000..72b66a22f4013364b38570c0fc0cb0abeb306b3e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/179_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.681, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.263, + "duration_game": 18.9, + "duration_system": 214.339, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_05_11_18_14_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.55% of the surrounding traffic's one", + "Average speed is 120.18% of the surrounding traffic's one", + "Average speed is 223.5% of the surrounding traffic's one", + "Average speed is 218.93% of the surrounding traffic's one", + "Average speed is 190.85% of the surrounding traffic's one", + "Average speed is 110.51% of the surrounding traffic's one", + "Average speed is 87.98% of the surrounding traffic's one", + "Average speed is 75.97% of the surrounding traffic's one", + "Average speed is 54.5% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 227.4% of the surrounding traffic's one", + "Average speed is 344.77% of the surrounding traffic's one", + "Average speed is 309.97% of the surrounding traffic's one", + "Average speed is 339.1% of the surrounding traffic's one", + "Average speed is 303.44% of the surrounding traffic's one", + "Average speed is 372.23% of the surrounding traffic's one", + "Average speed is 470.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.9, + "duration_system": 214.339 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.681" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/17_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/17_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b3387ea0923e3921fec52950a61f8b03d0b44ddc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/17_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.788, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.492, + "duration_game": 24.45, + "duration_system": 212.211, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_05_11_05_27_38", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.53% of the surrounding traffic's one", + "Average speed is 150.13% of the surrounding traffic's one", + "Average speed is 94.99% of the surrounding traffic's one", + "Average speed is 14.2% of the surrounding traffic's one", + "Average speed is 391.49% of the surrounding traffic's one", + "Average speed is 566.94% of the surrounding traffic's one", + "Average speed is 346.56% of the surrounding traffic's one", + "Average speed is 559.96% of the surrounding traffic's one", + "Average speed is 589.42% of the surrounding traffic's one", + "Average speed is 577.23% of the surrounding traffic's one", + "Average speed is 246.08% of the surrounding traffic's one", + "Average speed is 194.39% of the surrounding traffic's one", + "Average speed is 261.59% of the surrounding traffic's one", + "Average speed is 347.16% of the surrounding traffic's one", + "Average speed is 286.1% of the surrounding traffic's one", + "Average speed is 211.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.45, + "duration_system": 212.211 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.788" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/180_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/180_res.json new file mode 100644 index 0000000000000000000000000000000000000000..28cd24b8e912672d3f90ad28d8e47dab7c2eece0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/180_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.378, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.532, + "duration_game": 14.05, + "duration_system": 215.394, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_05_11_18_19_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.gazelle.omafiets and id=140 at (x=148.559, y=-115.163, z=0.032) at time=10.950s [CARLA Frame: 3742, Agent Step: 218]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.18% of the surrounding traffic's one", + "Average speed is 172.63% of the surrounding traffic's one", + "Average speed is 264.32% of the surrounding traffic's one", + "Average speed is 271.0% of the surrounding traffic's one", + "Average speed is 222.31% of the surrounding traffic's one", + "Average speed is 147.01% of the surrounding traffic's one", + "Average speed is 107.14% of the surrounding traffic's one", + "Average speed is 65.04% of the surrounding traffic's one", + "Average speed is 77.54% of the surrounding traffic's one", + "Average speed is 179.83% of the surrounding traffic's one", + "Average speed is 236.48% of the surrounding traffic's one", + "Average speed is 291.18% of the surrounding traffic's one", + "Average speed is 345.36% of the surrounding traffic's one", + "Average speed is 344.66% of the surrounding traffic's one", + "Average speed is 335.24% of the surrounding traffic's one", + "Average speed is 356.95% of the surrounding traffic's one", + "Average speed is 367.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 14.05, + "duration_system": 215.394 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.378", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/181_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/181_res.json new file mode 100644 index 0000000000000000000000000000000000000000..04dd424ce4039c88865622ba8e6af8788d51dda4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/181_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 288.288, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 55.5, + "duration_game": 10.3, + "duration_system": 104.188, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_05_11_18_24_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.9% of the surrounding traffic's one", + "Average speed is 22.0% of the surrounding traffic's one", + "Average speed is 158.79% of the surrounding traffic's one", + "Average speed is 276.93% of the surrounding traffic's one", + "Average speed is 336.2% of the surrounding traffic's one", + "Average speed is 355.0% of the surrounding traffic's one", + "Average speed is 365.53% of the surrounding traffic's one", + "Average speed is 481.58% of the surrounding traffic's one", + "Average speed is 924.97% of the surrounding traffic's one", + "Average speed is 735.81% of the surrounding traffic's one", + "Average speed is 668.94% of the surrounding traffic's one", + "Average speed is 683.84% of the surrounding traffic's one", + "Average speed is 716.73% of the surrounding traffic's one", + "Average speed is 574.78% of the surrounding traffic's one", + "Average speed is 395.93% of the surrounding traffic's one", + "Average speed is 240.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 10.3, + "duration_system": 104.188 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "288.288" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/182_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/182_res.json new file mode 100644 index 0000000000000000000000000000000000000000..efb1f7fdd1726a19f449041392bc34307a5d6435 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/182_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 286.856, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 52.291, + "duration_game": 49.45, + "duration_system": 660.03, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_05_11_18_28_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.75% of the surrounding traffic's one", + "Average speed is 147.46% of the surrounding traffic's one", + "Average speed is 1502.39% of the surrounding traffic's one", + "Average speed is 1573.93% of the surrounding traffic's one", + "Average speed is 2043.26% of the surrounding traffic's one", + "Average speed is 1671.38% of the surrounding traffic's one", + "Average speed is 1455.17% of the surrounding traffic's one", + "Average speed is 1525.51% of the surrounding traffic's one", + "Average speed is 1621.98% of the surrounding traffic's one", + "Average speed is 1258.91% of the surrounding traffic's one", + "Average speed is 1249.41% of the surrounding traffic's one", + "Average speed is 902.63% of the surrounding traffic's one", + "Average speed is 735.16% of the surrounding traffic's one", + "Average speed is 629.22% of the surrounding traffic's one", + "Average speed is 480.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 49.45, + "duration_system": 660.03 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "286.856" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/183_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/183_res.json new file mode 100644 index 0000000000000000000000000000000000000000..11778e4fc625deae8aadc2a849cebad48c6f25b3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/183_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 118.304, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 7.394, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.245, + "duration_game": 250.7, + "duration_system": 3597.536, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_05_11_18_41_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 179.13% of the surrounding traffic's one", + "Average speed is 250.0% of the surrounding traffic's one", + "Average speed is 243.18% of the surrounding traffic's one", + "Average speed is 205.95% of the surrounding traffic's one", + "Average speed is 189.54% of the surrounding traffic's one", + "Average speed is 150.68% of the surrounding traffic's one", + "Average speed is 169.24% of the surrounding traffic's one", + "Average speed is 192.08% of the surrounding traffic's one", + "Average speed is 180.86% of the surrounding traffic's one", + "Average speed is 142.09% of the surrounding traffic's one", + "Average speed is 150.95% of the surrounding traffic's one", + "Average speed is 152.38% of the surrounding traffic's one", + "Average speed is 184.12% of the surrounding traffic's one", + "Average speed is 199.0% of the surrounding traffic's one", + "Average speed is 150.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.7, + "duration_system": 3597.536 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.394", + "118.304" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/184_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/184_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a5bb1b2919265c164f38c729ec6ea195c7f1f377 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/184_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.43, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 146.212, + "duration_game": 11.1, + "duration_system": 232.385, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_05_10_23_08_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.29% of the surrounding traffic's one", + "Average speed is 320.1% of the surrounding traffic's one", + "Average speed is 292.62% of the surrounding traffic's one", + "Average speed is 209.44% of the surrounding traffic's one", + "Average speed is 116.72% of the surrounding traffic's one", + "Average speed is 132.44% of the surrounding traffic's one", + "Average speed is 172.23% of the surrounding traffic's one", + "Average speed is 191.37% of the surrounding traffic's one", + "Average speed is 198.85% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 11.1, + "duration_system": 232.385 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.43" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/185_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/185_res.json new file mode 100644 index 0000000000000000000000000000000000000000..04b4de40a06863d1dbb30b65909cc43adddade0d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/185_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.044, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.874, + "duration_game": 12.8, + "duration_system": 187.335, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_05_11_19_43_07", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.25% of the surrounding traffic's one", + "Average speed is 135.44% of the surrounding traffic's one", + "Average speed is 150.17% of the surrounding traffic's one", + "Average speed is 173.13% of the surrounding traffic's one", + "Average speed is 202.19% of the surrounding traffic's one", + "Average speed is 215.15% of the surrounding traffic's one", + "Average speed is 214.15% of the surrounding traffic's one", + "Average speed is 205.42% of the surrounding traffic's one", + "Average speed is 156.14% of the surrounding traffic's one", + "Average speed is 79.79% of the surrounding traffic's one", + "Average speed is 114.38% of the surrounding traffic's one", + "Average speed is 112.09% of the surrounding traffic's one", + "Average speed is 128.94% of the surrounding traffic's one", + "Average speed is 184.86% of the surrounding traffic's one", + "Average speed is 219.47% of the surrounding traffic's one", + "Average speed is 153.83% of the surrounding traffic's one", + "Average speed is 157.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.8, + "duration_system": 187.335 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.044" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/186_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/186_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0dca9dc1ae23b99d74362f9984b9ae1dd2d643d9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/186_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.496, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 125.527, + "duration_game": 54.55, + "duration_system": 605.188, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_05_10_23_14_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.17% of the surrounding traffic's one", + "Average speed is 151.4% of the surrounding traffic's one", + "Average speed is 86.25% of the surrounding traffic's one", + "Average speed is 89.7% of the surrounding traffic's one", + "Average speed is 100.49% of the surrounding traffic's one", + "Average speed is 97.98% of the surrounding traffic's one", + "Average speed is 82.75% of the surrounding traffic's one", + "Average speed is 67.85% of the surrounding traffic's one", + "Average speed is 65.68% of the surrounding traffic's one", + "Average speed is 56.91% of the surrounding traffic's one", + "Average speed is 34.38% of the surrounding traffic's one", + "Average speed is 713.04% of the surrounding traffic's one", + "Average speed is 336.89% of the surrounding traffic's one", + "Average speed is 281.22% of the surrounding traffic's one", + "Average speed is 232.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 54.55, + "duration_system": 605.188 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.496" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/187_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/187_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6e2f5207b5dc170a813bc6812ea64b683e98f215 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/187_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.362, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.497, + "duration_game": 15.3, + "duration_system": 247.5, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_05_10_23_25_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.49% of the surrounding traffic's one", + "Average speed is 125.98% of the surrounding traffic's one", + "Average speed is 211.79% of the surrounding traffic's one", + "Average speed is 244.84% of the surrounding traffic's one", + "Average speed is 230.68% of the surrounding traffic's one", + "Average speed is 190.53% of the surrounding traffic's one", + "Average speed is 77.02% of the surrounding traffic's one", + "Average speed is 185.4% of the surrounding traffic's one", + "Average speed is 81.19% of the surrounding traffic's one", + "Average speed is 167.89% of the surrounding traffic's one", + "Average speed is 166.04% of the surrounding traffic's one", + "Average speed is 121.83% of the surrounding traffic's one", + "Average speed is 163.64% of the surrounding traffic's one", + "Average speed is 140.51% of the surrounding traffic's one", + "Average speed is 134.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.3, + "duration_system": 247.5 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.362" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/188_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/188_res.json new file mode 100644 index 0000000000000000000000000000000000000000..830cb5e330e7b693cde83a96f15476460eb67de7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/188_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.434, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 144.762, + "duration_game": 29.15, + "duration_system": 817.891, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_05_11_19_48_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.55% of the surrounding traffic's one", + "Average speed is 119.72% of the surrounding traffic's one", + "Average speed is 15.75% of the surrounding traffic's one", + "Average speed is 111.52% of the surrounding traffic's one", + "Average speed is 115.88% of the surrounding traffic's one", + "Average speed is 110.15% of the surrounding traffic's one", + "Average speed is 95.13% of the surrounding traffic's one", + "Average speed is 113.3% of the surrounding traffic's one", + "Average speed is 109.01% of the surrounding traffic's one", + "Average speed is 104.75% of the surrounding traffic's one", + "Average speed is 102.86% of the surrounding traffic's one", + "Average speed is 114.53% of the surrounding traffic's one", + "Average speed is 116.23% of the surrounding traffic's one", + "Average speed is 108.57% of the surrounding traffic's one", + "Average speed is 119.07% of the surrounding traffic's one", + "Average speed is 101.59% of the surrounding traffic's one", + "Average speed is 101.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.15, + "duration_system": 817.891 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.434" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/189_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/189_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f698c2eeba077168bdd79d9762f7844c236dd2b6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/189_res.json @@ -0,0 +1,20 @@ +{ + "_checkpoint": { + "global_record": {}, + "progress": [ + 0, + 1 + ], + "records": [] + }, + "entry_status": "Started", + "eligible": false, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [], + "labels": [] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/18_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/18_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f873e2436ba7627271e9cc997a37110aa5c119dc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/18_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 213.904, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.8, + "duration_game": 18.05, + "duration_system": 145.159, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_05_11_05_33_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.45% of the surrounding traffic's one", + "Average speed is 104.16% of the surrounding traffic's one", + "Average speed is 132.24% of the surrounding traffic's one", + "Average speed is 38.32% of the surrounding traffic's one", + "Average speed is 149.36% of the surrounding traffic's one", + "Average speed is 74.54% of the surrounding traffic's one", + "Average speed is 425.54% of the surrounding traffic's one", + "Average speed is 512.41% of the surrounding traffic's one", + "Average speed is 94.44% of the surrounding traffic's one", + "Average speed is 349.76% of the surrounding traffic's one", + "Average speed is 991.43% of the surrounding traffic's one", + "Average speed is 2258.48% of the surrounding traffic's one", + "Average speed is 1147.75% of the surrounding traffic's one", + "Average speed is 1010.37% of the surrounding traffic's one", + "Average speed is 696.18% of the surrounding traffic's one", + "Average speed is 290.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 18.05, + "duration_system": 145.159 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.904" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/190_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/190_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f074d1423daa62a3e96a00cd428c7542c76db330 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/190_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.143, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.075, + "duration_game": 17.85, + "duration_system": 172.609, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_05_11_21_03_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 151.13% of the surrounding traffic's one", + "Average speed is 56.38% of the surrounding traffic's one", + "Average speed is 126.47% of the surrounding traffic's one", + "Average speed is 103.47% of the surrounding traffic's one", + "Average speed is 101.48% of the surrounding traffic's one", + "Average speed is 107.87% of the surrounding traffic's one", + "Average speed is 92.3% of the surrounding traffic's one", + "Average speed is 125.75% of the surrounding traffic's one", + "Average speed is 82.42% of the surrounding traffic's one", + "Average speed is 126.32% of the surrounding traffic's one", + "Average speed is 101.53% of the surrounding traffic's one", + "Average speed is 114.5% of the surrounding traffic's one", + "Average speed is 101.47% of the surrounding traffic's one", + "Average speed is 108.15% of the surrounding traffic's one", + "Average speed is 125.81% of the surrounding traffic's one", + "Average speed is 104.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.85, + "duration_system": 172.609 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.143" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/191_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/191_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7219c526a803f0e1a588fc09b6ef2df898cc5e99 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/191_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 220.75, + "duration_system": 3038.2, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_05_11_21_08_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 148.41% of the surrounding traffic's one", + "Average speed is 108.79% of the surrounding traffic's one", + "Average speed is 118.19% of the surrounding traffic's one", + "Average speed is 123.91% of the surrounding traffic's one", + "Average speed is 127.46% of the surrounding traffic's one", + "Average speed is 121.18% of the surrounding traffic's one", + "Average speed is 124.24% of the surrounding traffic's one", + "Average speed is 129.38% of the surrounding traffic's one", + "Average speed is 116.72% of the surrounding traffic's one", + "Average speed is 121.52% of the surrounding traffic's one", + "Average speed is 111.71% of the surrounding traffic's one", + "Average speed is 130.79% of the surrounding traffic's one", + "Average speed is 115.88% of the surrounding traffic's one", + "Average speed is 123.27% of the surrounding traffic's one", + "Average speed is 131.31% of the surrounding traffic's one", + "Average speed is 103.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 220.75, + "duration_system": 3038.2 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/192_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/192_res.json new file mode 100644 index 0000000000000000000000000000000000000000..63e6d557330d4a54b04de008bc6e87827fe70fcf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/192_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 28.8, + "duration_system": 508.766, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_05_11_22_01_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.66% of the surrounding traffic's one", + "Average speed is 119.03% of the surrounding traffic's one", + "Average speed is 19.64% of the surrounding traffic's one", + "Average speed is 150.51% of the surrounding traffic's one", + "Average speed is 119.79% of the surrounding traffic's one", + "Average speed is 114.96% of the surrounding traffic's one", + "Average speed is 122.3% of the surrounding traffic's one", + "Average speed is 106.83% of the surrounding traffic's one", + "Average speed is 111.02% of the surrounding traffic's one", + "Average speed is 95.42% of the surrounding traffic's one", + "Average speed is 102.14% of the surrounding traffic's one", + "Average speed is 103.32% of the surrounding traffic's one", + "Average speed is 105.11% of the surrounding traffic's one", + "Average speed is 103.45% of the surrounding traffic's one", + "Average speed is 114.06% of the surrounding traffic's one", + "Average speed is 108.78% of the surrounding traffic's one", + "Average speed is 93.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.8, + "duration_system": 508.766 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/193_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/193_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b683d731084c31e8b4b606072a8aca413a5b0940 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/193_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.086, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.595, + "duration_game": 12.25, + "duration_system": 246.342, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_05_10_23_31_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.85% of the surrounding traffic's one", + "Average speed is 224.89% of the surrounding traffic's one", + "Average speed is 209.09% of the surrounding traffic's one", + "Average speed is 155.47% of the surrounding traffic's one", + "Average speed is 227.93% of the surrounding traffic's one", + "Average speed is 93.77% of the surrounding traffic's one", + "Average speed is 136.67% of the surrounding traffic's one", + "Average speed is 248.85% of the surrounding traffic's one", + "Average speed is 265.79% of the surrounding traffic's one", + "Average speed is 147.29% of the surrounding traffic's one", + "Average speed is 172.97% of the surrounding traffic's one", + "Average speed is 304.34% of the surrounding traffic's one", + "Average speed is 305.44% of the surrounding traffic's one", + "Average speed is 214.68% of the surrounding traffic's one", + "Average speed is 218.8% of the surrounding traffic's one", + "Average speed is 237.71% of the surrounding traffic's one", + "Average speed is 216.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 12.25, + "duration_system": 246.342 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.086" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/194_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/194_res.json new file mode 100644 index 0000000000000000000000000000000000000000..11e9f7e8f82edbc9b8e7ed6b1354e319154d7d9d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/194_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 11.583, + "outside_route_lanes": 0.0, + "min_speed_infractions": 162.165, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 80.0, + "score_route": 100.0, + "score_penalty": 0.8 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.332, + "duration_game": 62.2, + "duration_system": 653.3, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_05_11_22_11_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=40 at (x=189.933, y=-169.668, z=0.196)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.14% of the surrounding traffic's one", + "Average speed is 190.19% of the surrounding traffic's one", + "Average speed is 242.08% of the surrounding traffic's one", + "Average speed is 238.91% of the surrounding traffic's one", + "Average speed is 9.46% of the surrounding traffic's one", + "Average speed is 248.94% of the surrounding traffic's one", + "Average speed is 575.85% of the surrounding traffic's one", + "Average speed is 508.14% of the surrounding traffic's one", + "Average speed is 443.23% of the surrounding traffic's one", + "Average speed is 559.64% of the surrounding traffic's one", + "Average speed is 608.5% of the surrounding traffic's one", + "Average speed is 328.25% of the surrounding traffic's one", + "Average speed is 173.95% of the surrounding traffic's one", + "Average speed is 9.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 62.2, + "duration_system": 653.3 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "80.0", + "100.0", + "0.8", + "0.0", + "0.0", + "0.0", + "0.0", + "11.583", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "162.165" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/195_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/195_res.json new file mode 100644 index 0000000000000000000000000000000000000000..001be2d9d0e5d6faedccc76f2c84c60cc629e785 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/195_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 217.006, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.339, + "duration_game": 8.6, + "duration_system": 173.469, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_05_11_22_24_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 124.88% of the surrounding traffic's one", + "Average speed is 155.09% of the surrounding traffic's one", + "Average speed is 382.86% of the surrounding traffic's one", + "Average speed is 425.12% of the surrounding traffic's one", + "Average speed is 436.97% of the surrounding traffic's one", + "Average speed is 454.58% of the surrounding traffic's one", + "Average speed is 430.89% of the surrounding traffic's one", + "Average speed is 387.47% of the surrounding traffic's one", + "Average speed is 312.59% of the surrounding traffic's one", + "Average speed is 236.53% of the surrounding traffic's one", + "Average speed is 167.29% of the surrounding traffic's one", + "Average speed is 209.89% of the surrounding traffic's one", + "Average speed is 303.53% of the surrounding traffic's one", + "Average speed is 228.49% of the surrounding traffic's one", + "Average speed is 158.96% of the surrounding traffic's one", + "Average speed is 216.87% of the surrounding traffic's one", + "Average speed is 231.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.6, + "duration_system": 173.469 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "217.006" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/196_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/196_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e4b6043901985fc007b5255b053157207979d385 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/196_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.558, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.929, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.757, + "duration_game": 25.25, + "duration_system": 276.416, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_05_11_22_28_59", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=190 at (x=22.381, y=-6.694, z=-0.007) at time=22.550s [CARLA Frame: 3873, Agent Step: 450]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 153.71% of the surrounding traffic's one", + "Average speed is 144.89% of the surrounding traffic's one", + "Average speed is 271.25% of the surrounding traffic's one", + "Average speed is 39.15% of the surrounding traffic's one", + "Average speed is 225.91% of the surrounding traffic's one", + "Average speed is 322.42% of the surrounding traffic's one", + "Average speed is 736.73% of the surrounding traffic's one", + "Average speed is 956.55% of the surrounding traffic's one", + "Average speed is 83.1% of the surrounding traffic's one", + "Average speed is 3832.22% of the surrounding traffic's one", + "Average speed is 4569.38% of the surrounding traffic's one", + "Average speed is 65845.33% of the surrounding traffic's one", + "Average speed is 8527.49% of the surrounding traffic's one", + "Average speed is 2702.44% of the surrounding traffic's one", + "Average speed is 1953.82% of the surrounding traffic's one", + "Average speed is 1426.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 25.25, + "duration_system": 276.416 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "13.558", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.929" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/197_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/197_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f73b1bca6c30d254bf4eb3475633d4e75095719d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/197_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.909, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.445, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.468, + "duration_game": 13.05, + "duration_system": 236.403, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_05_10_23_37_46", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=172 at (x=-115.128, y=95.832, z=-0.004) at time=9.900s [CARLA Frame: 3679, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.85% of the surrounding traffic's one", + "Average speed is 424.35% of the surrounding traffic's one", + "Average speed is 3038.45% of the surrounding traffic's one", + "Average speed is 1351.66% of the surrounding traffic's one", + "Average speed is 546.77% of the surrounding traffic's one", + "Average speed is 44.54% of the surrounding traffic's one", + "Average speed is 284.66% of the surrounding traffic's one", + "Average speed is 375.43% of the surrounding traffic's one", + "Average speed is 501.96% of the surrounding traffic's one", + "Average speed is 534.15% of the surrounding traffic's one", + "Average speed is 698.07% of the surrounding traffic's one", + "Average speed is 817.03% of the surrounding traffic's one", + "Average speed is 1140.12% of the surrounding traffic's one", + "Average speed is 889.48% of the surrounding traffic's one", + "Average speed is 708.52% of the surrounding traffic's one", + "Average speed is 593.35% of the surrounding traffic's one", + "Average speed is 466.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 13.05, + "duration_system": 236.403 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.909", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.445" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/198_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/198_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c509d7928fa58665a9daa4cdbaf7a6d02359f5e4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/198_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 163.193, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.788, + "duration_game": 49.65, + "duration_system": 586.291, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_05_11_22_35_23", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 632.4% of the surrounding traffic's one", + "Average speed is 1111.69% of the surrounding traffic's one", + "Average speed is 563.71% of the surrounding traffic's one", + "Average speed is 126.56% of the surrounding traffic's one", + "Average speed is 11.15% of the surrounding traffic's one", + "Average speed is 1398.05% of the surrounding traffic's one", + "Average speed is 1336.25% of the surrounding traffic's one", + "Average speed is 1486.72% of the surrounding traffic's one", + "Average speed is 1314.11% of the surrounding traffic's one", + "Average speed is 1304.02% of the surrounding traffic's one", + "Average speed is 1355.54% of the surrounding traffic's one", + "Average speed is 1027.22% of the surrounding traffic's one", + "Average speed is 1529.78% of the surrounding traffic's one", + "Average speed is 1826.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.65, + "duration_system": 586.291 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "163.193" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/199_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/199_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ec06b6574439844d436d443ea629a190543ae3b5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/199_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.852, + "red_light": 12.852, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.484, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 42.0, + "score_route": 100.0, + "score_penalty": 0.42 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.809, + "duration_game": 11.65, + "duration_system": 234.347, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_05_10_23_43_29", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=695.011, y=733.427, z=117.993) at time=8.700s [CARLA Frame: 3663, Agent Step: 173]" + ], + "red_light": [ + "Agent ran a red light 88 at (x=691.561, y=729.746, z=118.0)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.97% of the surrounding traffic's one", + "Average speed is 214.69% of the surrounding traffic's one", + "Average speed is 300.01% of the surrounding traffic's one", + "Average speed is 647.91% of the surrounding traffic's one", + "Average speed is 195.85% of the surrounding traffic's one", + "Average speed is 83.04% of the surrounding traffic's one", + "Average speed is 186.02% of the surrounding traffic's one", + "Average speed is 275.74% of the surrounding traffic's one", + "Average speed is 202.83% of the surrounding traffic's one", + "Average speed is 89.46% of the surrounding traffic's one", + "Average speed is 280.55% of the surrounding traffic's one", + "Average speed is 586.13% of the surrounding traffic's one", + "Average speed is 745.64% of the surrounding traffic's one", + "Average speed is 763.03% of the surrounding traffic's one", + "Average speed is 520.29% of the surrounding traffic's one", + "Average speed is 502.37% of the surrounding traffic's one", + "Average speed is 506.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.65, + "duration_system": 234.347 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "42.0", + "100.0", + "0.42", + "0.0", + "12.852", + "0.0", + "12.852", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.484" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/19_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/19_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5e0def97e807af8c5df44c195a3352d6957f0d00 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/19_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 169.321, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.683, + "duration_game": 51.2, + "duration_system": 468.741, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_05_11_05_38_13", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.49% of the surrounding traffic's one", + "Average speed is 696.42% of the surrounding traffic's one", + "Average speed is 674.03% of the surrounding traffic's one", + "Average speed is 142.17% of the surrounding traffic's one", + "Average speed is 13.04% of the surrounding traffic's one", + "Average speed is 1956.65% of the surrounding traffic's one", + "Average speed is 2357.13% of the surrounding traffic's one", + "Average speed is 1616.37% of the surrounding traffic's one", + "Average speed is 1455.73% of the surrounding traffic's one", + "Average speed is 1370.32% of the surrounding traffic's one", + "Average speed is 7914.48% of the surrounding traffic's one", + "Average speed is 1939.27% of the surrounding traffic's one", + "Average speed is 836.01% of the surrounding traffic's one", + "Average speed is 577.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 51.2, + "duration_system": 468.741 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "169.321" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/200_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/200_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2bba9ea9c54cbb8bac9dab7b574b52424da70aa4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/200_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 162.456, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.177, + "duration_game": 21.45, + "duration_system": 898.45, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_05_10_23_49_14", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 198.99% of the surrounding traffic's one", + "Average speed is 187.15% of the surrounding traffic's one", + "Average speed is 222.2% of the surrounding traffic's one", + "Average speed is 87.62% of the surrounding traffic's one", + "Average speed is 165.35% of the surrounding traffic's one", + "Average speed is 214.94% of the surrounding traffic's one", + "Average speed is 231.52% of the surrounding traffic's one", + "Average speed is 223.33% of the surrounding traffic's one", + "Average speed is 26.45% of the surrounding traffic's one", + "Average speed is 974.64% of the surrounding traffic's one", + "Average speed is 1099.27% of the surrounding traffic's one", + "Average speed is 429.14% of the surrounding traffic's one", + "Average speed is 261.76% of the surrounding traffic's one", + "Average speed is 232.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 21.45, + "duration_system": 898.45 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "162.456" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/201_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/201_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4c3f677aac654db1ea2ae5fbd9a40006e08cfa63 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/201_res.json @@ -0,0 +1,145 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 37.679, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.005, + "min_speed_infractions": 213.517, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 19.999949, + "score_route": 100.0, + "score_penalty": 0.199999 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.619, + "duration_game": 125.9, + "duration_system": 3348.728, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_05_12_02_10_32", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.9, y=-81.348, z=0.029) at time=17.600s [CARLA Frame: 3434, Agent Step: 351]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=197 at (x=-40.301, y=-86.299, z=0.007) at time=18.850s [CARLA Frame: 3459, Agent Step: 376]", + "Agent collided against object with type=vehicle.audi.tt and id=165 at (x=-36.089, y=-92.315, z=-0.005) at time=20.000s [CARLA Frame: 3482, Agent Step: 399]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.453 meters (7.41% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 148.69% of the surrounding traffic's one", + "Average speed is 136.74% of the surrounding traffic's one", + "Average speed is 132.84% of the surrounding traffic's one", + "Average speed is 127.72% of the surrounding traffic's one", + "Average speed is 35.31% of the surrounding traffic's one", + "Average speed is 1700.89% of the surrounding traffic's one", + "Average speed is 1640.63% of the surrounding traffic's one", + "Average speed is 1220.77% of the surrounding traffic's one", + "Average speed is 827.49% of the surrounding traffic's one", + "Average speed is 493.37% of the surrounding traffic's one", + "Average speed is 40.11% of the surrounding traffic's one", + "Average speed is 761.46% of the surrounding traffic's one", + "Average speed is 717.23% of the surrounding traffic's one", + "Average speed is 604.13% of the surrounding traffic's one", + "Average speed is 418.38% of the surrounding traffic's one", + "Average speed is 465.26% of the surrounding traffic's one", + "Average speed is 496.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.199999, + "score_composed": 19.999949 + }, + "meta": { + "route_length": 79.619, + "duration_game": 125.9, + "duration_system": 3348.728 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "19.999949", + "100.0", + "0.199999", + "0.0", + "37.679", + "0.0", + "0.0", + "0.0", + "0.005", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.517" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/202_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/202_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c2350d3730d16a6cae85fbabf491d933c4e3a498 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/202_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 170.832, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.952, + "duration_game": 50.7, + "duration_system": 637.018, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_05_11_22_46_58", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 156.23% of the surrounding traffic's one", + "Average speed is 255.1% of the surrounding traffic's one", + "Average speed is 525.27% of the surrounding traffic's one", + "Average speed is 19.75% of the surrounding traffic's one", + "Average speed is 17.61% of the surrounding traffic's one", + "Average speed is 858.1% of the surrounding traffic's one", + "Average speed is 847.85% of the surrounding traffic's one", + "Average speed is 739.07% of the surrounding traffic's one", + "Average speed is 785.69% of the surrounding traffic's one", + "Average speed is 747.91% of the surrounding traffic's one", + "Average speed is 513.26% of the surrounding traffic's one", + "Average speed is 5663.3% of the surrounding traffic's one", + "Average speed is 665.59% of the surrounding traffic's one", + "Average speed is 648.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.7, + "duration_system": 637.018 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "170.832" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/203_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/203_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9bfcc638aaec5d1316484fa5f4beb0ede2e58591 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/203_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 228.679, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 69.967, + "duration_game": 60.8, + "duration_system": 754.2, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_05_11_22_59_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.95% of the surrounding traffic's one", + "Average speed is 1809.33% of the surrounding traffic's one", + "Average speed is 563.29% of the surrounding traffic's one", + "Average speed is 107.28% of the surrounding traffic's one", + "Average speed is 4.27% of the surrounding traffic's one", + "Average speed is 196.36% of the surrounding traffic's one", + "Average speed is 550.61% of the surrounding traffic's one", + "Average speed is 676.67% of the surrounding traffic's one", + "Average speed is 543.36% of the surrounding traffic's one", + "Average speed is 654.81% of the surrounding traffic's one", + "Average speed is 1619.9% of the surrounding traffic's one", + "Average speed is 802.91% of the surrounding traffic's one", + "Average speed is 505.33% of the surrounding traffic's one", + "Average speed is 272.05% of the surrounding traffic's one", + "Average speed is 125.11% of the surrounding traffic's one", + "Average speed is 7.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 60.8, + "duration_system": 754.2 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "228.679" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/204_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/204_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1ac8f6758db44e2688d27e23eda8c6bb166d4cfd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/204_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 213.168, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 70.367, + "duration_game": 19.05, + "duration_system": 324.051, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_05_11_23_13_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.28% of the surrounding traffic's one", + "Average speed is 501.02% of the surrounding traffic's one", + "Average speed is 396.27% of the surrounding traffic's one", + "Average speed is 258.9% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 138.15% of the surrounding traffic's one", + "Average speed is 247.36% of the surrounding traffic's one", + "Average speed is 232.19% of the surrounding traffic's one", + "Average speed is 185.77% of the surrounding traffic's one", + "Average speed is 27.14% of the surrounding traffic's one", + "Average speed is 483.96% of the surrounding traffic's one", + "Average speed is 436.95% of the surrounding traffic's one", + "Average speed is 450.57% of the surrounding traffic's one", + "Average speed is 402.07% of the surrounding traffic's one", + "Average speed is 320.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 70.367, + "duration_game": 19.05, + "duration_system": 324.051 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.168" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/205_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/205_res.json new file mode 100644 index 0000000000000000000000000000000000000000..834c0786bb0c99f68e272a0ffb90d077925622d9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/205_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.359, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 68.381, + "duration_game": 19.7, + "duration_system": 263.583, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_05_11_01_17_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 203.96% of the surrounding traffic's one", + "Average speed is 486.8% of the surrounding traffic's one", + "Average speed is 361.16% of the surrounding traffic's one", + "Average speed is 236.73% of the surrounding traffic's one", + "Average speed is 14.33% of the surrounding traffic's one", + "Average speed is 288.63% of the surrounding traffic's one", + "Average speed is 400.54% of the surrounding traffic's one", + "Average speed is 306.07% of the surrounding traffic's one", + "Average speed is 302.07% of the surrounding traffic's one", + "Average speed is 433.33% of the surrounding traffic's one", + "Average speed is 666.36% of the surrounding traffic's one", + "Average speed is 569.45% of the surrounding traffic's one", + "Average speed is 324.06% of the surrounding traffic's one", + "Average speed is 271.61% of the surrounding traffic's one", + "Average speed is 237.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.7, + "duration_system": 263.583 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.359" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/206_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/206_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c9cd389b5957fbfc17bd7c276785560d57764013 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/206_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 8.277, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 132.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 120.817, + "duration_game": 18.6, + "duration_system": 200.328, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_05_11_01_24_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 34 at (x=106.12, y=324.08, z=0.103)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.88% of the surrounding traffic's one", + "Average speed is 105.34% of the surrounding traffic's one", + "Average speed is 65.9% of the surrounding traffic's one", + "Average speed is 90.12% of the surrounding traffic's one", + "Average speed is 73.47% of the surrounding traffic's one", + "Average speed is 152.61% of the surrounding traffic's one", + "Average speed is 71.92% of the surrounding traffic's one", + "Average speed is 80.96% of the surrounding traffic's one", + "Average speed is 114.18% of the surrounding traffic's one", + "Average speed is 157.93% of the surrounding traffic's one", + "Average speed is 146.34% of the surrounding traffic's one", + "Average speed is 356.06% of the surrounding traffic's one", + "Average speed is 323.13% of the surrounding traffic's one", + "Average speed is 248.61% of the surrounding traffic's one", + "Average speed is 177.62% of the surrounding traffic's one", + "Average speed is 148.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 18.6, + "duration_system": 200.328 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "8.277", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "132.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/207_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/207_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a916d8d0ecdc59c1c5352a6fa92728cca04c0e08 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/207_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 170.613, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.057, + "duration_game": 35.9, + "duration_system": 370.554, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_05_11_23_21_25", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 223.33% of the surrounding traffic's one", + "Average speed is 223.03% of the surrounding traffic's one", + "Average speed is 186.01% of the surrounding traffic's one", + "Average speed is 6.9% of the surrounding traffic's one", + "Average speed is 557.35% of the surrounding traffic's one", + "Average speed is 883.58% of the surrounding traffic's one", + "Average speed is 1343.38% of the surrounding traffic's one", + "Average speed is 1535.05% of the surrounding traffic's one", + "Average speed is 1612.19% of the surrounding traffic's one", + "Average speed is 856.04% of the surrounding traffic's one", + "Average speed is 466.4% of the surrounding traffic's one", + "Average speed is 490.54% of the surrounding traffic's one", + "Average speed is 304.27% of the surrounding traffic's one", + "Average speed is 205.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 35.9, + "duration_system": 370.554 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "170.613" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/208_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/208_res.json new file mode 100644 index 0000000000000000000000000000000000000000..730e890a0733b9863dc9edb2a0e277e95a9c4613 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/208_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.768, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.155, + "duration_game": 14.25, + "duration_system": 272.481, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_05_11_01_29_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.65% of the surrounding traffic's one", + "Average speed is 2526.59% of the surrounding traffic's one", + "Average speed is 1941.79% of the surrounding traffic's one", + "Average speed is 466.91% of the surrounding traffic's one", + "Average speed is 135.33% of the surrounding traffic's one", + "Average speed is 43.33% of the surrounding traffic's one", + "Average speed is 59.17% of the surrounding traffic's one", + "Average speed is 203.87% of the surrounding traffic's one", + "Average speed is 287.98% of the surrounding traffic's one", + "Average speed is 355.4% of the surrounding traffic's one", + "Average speed is 125.9% of the surrounding traffic's one", + "Average speed is 380.43% of the surrounding traffic's one", + "Average speed is 1099.65% of the surrounding traffic's one", + "Average speed is 862.58% of the surrounding traffic's one", + "Average speed is 505.4% of the surrounding traffic's one", + "Average speed is 219.5% of the surrounding traffic's one", + "Average speed is 263.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 14.25, + "duration_system": 272.481 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.768" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/209_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/209_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2fcd88107ed44955eeb26a197a25610696df1b72 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/209_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 172.369, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.221, + "duration_game": 20.15, + "duration_system": 449.04, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_05_11_01_36_07", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.44% of the surrounding traffic's one", + "Average speed is 801.8% of the surrounding traffic's one", + "Average speed is 450.98% of the surrounding traffic's one", + "Average speed is 59.55% of the surrounding traffic's one", + "Average speed is 17.22% of the surrounding traffic's one", + "Average speed is 203.18% of the surrounding traffic's one", + "Average speed is 345.84% of the surrounding traffic's one", + "Average speed is 433.95% of the surrounding traffic's one", + "Average speed is 224.9% of the surrounding traffic's one", + "Average speed is 277.93% of the surrounding traffic's one", + "Average speed is 340.86% of the surrounding traffic's one", + "Average speed is 726.79% of the surrounding traffic's one", + "Average speed is 301.34% of the surrounding traffic's one", + "Average speed is 164.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 20.15, + "duration_system": 449.04 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "172.369" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/20_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/20_res.json new file mode 100644 index 0000000000000000000000000000000000000000..70fa086dc115447ae89bddc8beec4f368875e9d6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/20_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.779, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.133, + "duration_game": 23.95, + "duration_system": 297.305, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_05_11_05_48_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 211.38% of the surrounding traffic's one", + "Average speed is 1001.75% of the surrounding traffic's one", + "Average speed is 1390.78% of the surrounding traffic's one", + "Average speed is 233.52% of the surrounding traffic's one", + "Average speed is 90.15% of the surrounding traffic's one", + "Average speed is 42.2% of the surrounding traffic's one", + "Average speed is 186.23% of the surrounding traffic's one", + "Average speed is 171.86% of the surrounding traffic's one", + "Average speed is 43.44% of the surrounding traffic's one", + "Average speed is 1127.92% of the surrounding traffic's one", + "Average speed is 1916.75% of the surrounding traffic's one", + "Average speed is 2292.75% of the surrounding traffic's one", + "Average speed is 1271.68% of the surrounding traffic's one", + "Average speed is 688.45% of the surrounding traffic's one", + "Average speed is 372.16% of the surrounding traffic's one", + "Average speed is 61.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 23.95, + "duration_system": 297.305 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.779" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/210_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/210_res.json new file mode 100644 index 0000000000000000000000000000000000000000..10efe0786d6dd9e193817203e10ee31bce7add68 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/210_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 175.447, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 11.696, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.496, + "duration_game": 256.25, + "duration_system": 3506.914, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_05_11_01_45_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 259.17% of the surrounding traffic's one", + "Average speed is 150.74% of the surrounding traffic's one", + "Average speed is 175.55% of the surrounding traffic's one", + "Average speed is 150.02% of the surrounding traffic's one", + "Average speed is 14.55% of the surrounding traffic's one", + "Average speed is 41.65% of the surrounding traffic's one", + "Average speed is 22202494086.52% of the surrounding traffic's one", + "Average speed is 23697693810.55% of the surrounding traffic's one", + "Average speed is 20625274546.89% of the surrounding traffic's one", + "Average speed is 18591776708.98% of the surrounding traffic's one", + "Average speed is 21581701067.79% of the surrounding traffic's one", + "Average speed is 27671.05% of the surrounding traffic's one", + "Average speed is 2424.6% of the surrounding traffic's one", + "Average speed is 663.46% of the surrounding traffic's one", + "Average speed is 289.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 256.25, + "duration_system": 3506.914 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "11.696", + "175.447" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/211_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/211_res.json new file mode 100644 index 0000000000000000000000000000000000000000..62c3067b4497f517f6e02f2a657c4fb171991c6a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/211_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 165.426, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.63, + "duration_game": 12.6, + "duration_system": 219.312, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_05_11_02_45_36", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 275.46% of the surrounding traffic's one", + "Average speed is 223.6% of the surrounding traffic's one", + "Average speed is 125.62% of the surrounding traffic's one", + "Average speed is 120.13% of the surrounding traffic's one", + "Average speed is 166.22% of the surrounding traffic's one", + "Average speed is 183.17% of the surrounding traffic's one", + "Average speed is 209.35% of the surrounding traffic's one", + "Average speed is 203.25% of the surrounding traffic's one", + "Average speed is 151.29% of the surrounding traffic's one", + "Average speed is 202.85% of the surrounding traffic's one", + "Average speed is 324.13% of the surrounding traffic's one", + "Average speed is 249.74% of the surrounding traffic's one", + "Average speed is 157.4% of the surrounding traffic's one", + "Average speed is 197.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 12.6, + "duration_system": 219.312 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "165.426" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/212_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/212_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e3dffba67c5eb7db0c33d3f2bd57383c40322aaa --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/212_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 110.111, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.389, + "duration_game": 50.4, + "duration_system": 1383.029, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_05_11_23_29_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.24% of the surrounding traffic's one", + "Average speed is 120.65% of the surrounding traffic's one", + "Average speed is 101.46% of the surrounding traffic's one", + "Average speed is 87.47% of the surrounding traffic's one", + "Average speed is 123.57% of the surrounding traffic's one", + "Average speed is 182.1% of the surrounding traffic's one", + "Average speed is 42.67% of the surrounding traffic's one", + "Average speed is 206.54% of the surrounding traffic's one", + "Average speed is 187.55% of the surrounding traffic's one", + "Average speed is 267.05% of the surrounding traffic's one", + "Average speed is 222.54% of the surrounding traffic's one", + "Average speed is 164.8% of the surrounding traffic's one", + "Average speed is 177.06% of the surrounding traffic's one", + "Average speed is 14.25% of the surrounding traffic's one", + "Average speed is 453.19% of the surrounding traffic's one", + "Average speed is 186.66% of the surrounding traffic's one", + "Average speed is 170.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 50.4, + "duration_system": 1383.029 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "110.111" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/213_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/213_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7a96de5902d5c8e6e611e5ee3f18334dffa1b30d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/213_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 177.858, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.337, + "duration_game": 14.65, + "duration_system": 172.322, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_05_11_23_54_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.7% of the surrounding traffic's one", + "Average speed is 119.45% of the surrounding traffic's one", + "Average speed is 39.21% of the surrounding traffic's one", + "Average speed is 134.46% of the surrounding traffic's one", + "Average speed is 331.61% of the surrounding traffic's one", + "Average speed is 556.06% of the surrounding traffic's one", + "Average speed is 481.99% of the surrounding traffic's one", + "Average speed is 470.18% of the surrounding traffic's one", + "Average speed is 452.93% of the surrounding traffic's one", + "Average speed is 462.15% of the surrounding traffic's one", + "Average speed is 369.72% of the surrounding traffic's one", + "Average speed is 360.6% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 24409701169.64% of the surrounding traffic's one", + "Average speed is 188.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 14.65, + "duration_system": 172.322 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "177.858" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/214_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/214_res.json new file mode 100644 index 0000000000000000000000000000000000000000..38b82e134204d0fec5ac92f41f15d895525ce4c9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/214_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.367, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 185.51, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.858, + "duration_game": 67.8, + "duration_system": 1861.625, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_05_11_23_59_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3776 at (x=2393.386, y=2410.633, z=366.553) at time=65.100s [CARLA Frame: 4681, Agent Step: 1301]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 220.58% of the surrounding traffic's one", + "Average speed is 408.36% of the surrounding traffic's one", + "Average speed is 360.02% of the surrounding traffic's one", + "Average speed is 78.95% of the surrounding traffic's one", + "Average speed is 20.01% of the surrounding traffic's one", + "Average speed is 8.05% of the surrounding traffic's one", + "Average speed is 884.43% of the surrounding traffic's one", + "Average speed is 874.44% of the surrounding traffic's one", + "Average speed is 578.74% of the surrounding traffic's one", + "Average speed is 458.79% of the surrounding traffic's one", + "Average speed is 756.62% of the surrounding traffic's one", + "Average speed is 1785.0% of the surrounding traffic's one", + "Average speed is 1160.43% of the surrounding traffic's one", + "Average speed is 433.98% of the surrounding traffic's one", + "Average speed is 374.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 67.8, + "duration_system": 1861.625 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.367", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "185.51" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/215_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/215_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bc048bf063ed402fd2d57b53ef3b193d6a493516 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/215_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 173.486, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.698, + "duration_game": 15.75, + "duration_system": 270.428, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_05_11_02_51_06", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.91% of the surrounding traffic's one", + "Average speed is 161.24% of the surrounding traffic's one", + "Average speed is 369.49% of the surrounding traffic's one", + "Average speed is 76.89% of the surrounding traffic's one", + "Average speed is 27.08% of the surrounding traffic's one", + "Average speed is 285.41% of the surrounding traffic's one", + "Average speed is 501.99% of the surrounding traffic's one", + "Average speed is 656.89% of the surrounding traffic's one", + "Average speed is 569.41% of the surrounding traffic's one", + "Average speed is 559.65% of the surrounding traffic's one", + "Average speed is 1758.94% of the surrounding traffic's one", + "Average speed is 2169.62% of the surrounding traffic's one", + "Average speed is 778.37% of the surrounding traffic's one", + "Average speed is 359.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.75, + "duration_system": 270.428 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "173.486" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/216_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/216_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5c5196c042ea2e1fea7539b2b76d7c456b9c738c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/216_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 11.435, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 171.519, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 87.454, + "duration_game": 35.9, + "duration_system": 400.637, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_05_11_02_58_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2396.316, y=-93.121, z=335.497) at time=33.900s [CARLA Frame: 4126, Agent Step: 677]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.25% of the surrounding traffic's one", + "Average speed is 288.1% of the surrounding traffic's one", + "Average speed is 245.91% of the surrounding traffic's one", + "Average speed is 12.63% of the surrounding traffic's one", + "Average speed is 1572.75% of the surrounding traffic's one", + "Average speed is 1116.23% of the surrounding traffic's one", + "Average speed is 1109.16% of the surrounding traffic's one", + "Average speed is 1061.09% of the surrounding traffic's one", + "Average speed is 896.16% of the surrounding traffic's one", + "Average speed is 1078.59% of the surrounding traffic's one", + "Average speed is 774.21% of the surrounding traffic's one", + "Average speed is 3677.63% of the surrounding traffic's one", + "Average speed is 838.47% of the surrounding traffic's one", + "Average speed is 760.78% of the surrounding traffic's one", + "Average speed is 432.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 35.9, + "duration_system": 400.637 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "11.435", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "171.519" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/217_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/217_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f0479cc5332b6f5704a82ef783497aa3ca823d7d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/217_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.999, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.986, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.928, + "duration_game": 12.95, + "duration_system": 147.312, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_05_11_03_07_32", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.548, y=4700.222, z=365.26) at time=9.800s [CARLA Frame: 3738, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 198.79% of the surrounding traffic's one", + "Average speed is 378.12% of the surrounding traffic's one", + "Average speed is 462.41% of the surrounding traffic's one", + "Average speed is 181.25% of the surrounding traffic's one", + "Average speed is 73.78% of the surrounding traffic's one", + "Average speed is 27.02% of the surrounding traffic's one", + "Average speed is 155.98% of the surrounding traffic's one", + "Average speed is 335.72% of the surrounding traffic's one", + "Average speed is 365.91% of the surrounding traffic's one", + "Average speed is 355.7% of the surrounding traffic's one", + "Average speed is 318.58% of the surrounding traffic's one", + "Average speed is 405.45% of the surrounding traffic's one", + "Average speed is 266.38% of the surrounding traffic's one", + "Average speed is 319.36% of the surrounding traffic's one", + "Average speed is 314.61% of the surrounding traffic's one", + "Average speed is 261.4% of the surrounding traffic's one", + "Average speed is 265.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.95, + "duration_system": 147.312 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.999", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.986" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/218_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/218_res.json new file mode 100644 index 0000000000000000000000000000000000000000..38c9861e8326bd15fb3e8be3dac7ad7b6c498033 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/218_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.107, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 169.492, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.6, + "duration_game": 20.1, + "duration_system": 583.448, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_05_12_00_32_45", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3856 at (x=1362.889, y=4988.223, z=370.817) at time=12.550s [CARLA Frame: 3690, Agent Step: 250]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.85% of the surrounding traffic's one", + "Average speed is 49.82% of the surrounding traffic's one", + "Average speed is 541.28% of the surrounding traffic's one", + "Average speed is 248.0% of the surrounding traffic's one", + "Average speed is 35.95% of the surrounding traffic's one", + "Average speed is 121.32% of the surrounding traffic's one", + "Average speed is 244.64% of the surrounding traffic's one", + "Average speed is 319.88% of the surrounding traffic's one", + "Average speed is 273.09% of the surrounding traffic's one", + "Average speed is 43.89% of the surrounding traffic's one", + "Average speed is 936.67% of the surrounding traffic's one", + "Average speed is 532.26% of the surrounding traffic's one", + "Average speed is 721.02% of the surrounding traffic's one", + "Average speed is 379.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 20.1, + "duration_system": 583.448 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.107", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "169.492" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/219_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/219_res.json new file mode 100644 index 0000000000000000000000000000000000000000..46c04ceee4520fb796dcb5f44fae1fe1094a84b9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/219_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 22.804, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 182.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 36.0, + "score_route": 100.0, + "score_penalty": 0.36 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 87.704, + "duration_game": 59.05, + "duration_system": 663.239, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_05_12_08_21_32", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.108, y=-86.61, z=336.046) at time=10.350s [CARLA Frame: 3185, Agent Step: 206]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2378.978, y=-79.173, z=335.969) at time=11.000s [CARLA Frame: 3198, Agent Step: 219]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.96% of the surrounding traffic's one", + "Average speed is 278.45% of the surrounding traffic's one", + "Average speed is 422.64% of the surrounding traffic's one", + "Average speed is 337.1% of the surrounding traffic's one", + "Average speed is 22.95% of the surrounding traffic's one", + "Average speed is 193.99% of the surrounding traffic's one", + "Average speed is 323.27% of the surrounding traffic's one", + "Average speed is 449.54% of the surrounding traffic's one", + "Average speed is 581.41% of the surrounding traffic's one", + "Average speed is 785.63% of the surrounding traffic's one", + "Average speed is 496.42% of the surrounding traffic's one", + "Average speed is 18.54% of the surrounding traffic's one", + "Average speed is 2792.07% of the surrounding traffic's one", + "Average speed is 1507.93% of the surrounding traffic's one", + "Average speed is 1208.16% of the surrounding traffic's one", + "Average speed is 381.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 87.704, + "duration_game": 59.05, + "duration_system": 663.239 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "36.0", + "100.0", + "0.36", + "0.0", + "22.804", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "182.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/21_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/21_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7f9186651358f95841ee705538a6b3ab5768b480 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/21_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.805, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.462, + "duration_game": 61.3, + "duration_system": 551.14, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_05_11_05_55_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 298.82% of the surrounding traffic's one", + "Average speed is 464.47% of the surrounding traffic's one", + "Average speed is 296.66% of the surrounding traffic's one", + "Average speed is 146.09% of the surrounding traffic's one", + "Average speed is 81.06% of the surrounding traffic's one", + "Average speed is 10.61% of the surrounding traffic's one", + "Average speed is 2573.27% of the surrounding traffic's one", + "Average speed is 792.09% of the surrounding traffic's one", + "Average speed is 150.2% of the surrounding traffic's one", + "Average speed is 2896.18% of the surrounding traffic's one", + "Average speed is 2760.49% of the surrounding traffic's one", + "Average speed is 1264.85% of the surrounding traffic's one", + "Average speed is 752.67% of the surrounding traffic's one", + "Average speed is 445.28% of the surrounding traffic's one", + "Average speed is 284.84% of the surrounding traffic's one", + "Average speed is 190.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.3, + "duration_system": 551.14 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.805" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/22_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/22_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4f60bfce3b8547dae864d277924fc405001be2c4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/22_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 131.667, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 136.709, + "duration_game": 14.35, + "duration_system": 137.151, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_05_11_06_06_58", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 260.54% of the surrounding traffic's one", + "Average speed is 490.17% of the surrounding traffic's one", + "Average speed is 339.83% of the surrounding traffic's one", + "Average speed is 235.06% of the surrounding traffic's one", + "Average speed is 159.67% of the surrounding traffic's one", + "Average speed is 160.21% of the surrounding traffic's one", + "Average speed is 148.58% of the surrounding traffic's one", + "Average speed is 125.04% of the surrounding traffic's one", + "Average speed is 73.83% of the surrounding traffic's one", + "Average speed is 147.99% of the surrounding traffic's one", + "Average speed is 202.81% of the surrounding traffic's one", + "Average speed is 269.46% of the surrounding traffic's one", + "Average speed is 186.72% of the surrounding traffic's one", + "Average speed is 74.21% of the surrounding traffic's one", + "Average speed is 191.05% of the surrounding traffic's one", + "Average speed is 204.56% of the surrounding traffic's one", + "Average speed is 133.25% of the surrounding traffic's one", + "Average speed is 174.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.35, + "duration_system": 137.151 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "131.667" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/23_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/23_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e30734e1d892b3895d27bd1cf693ea140679e4a5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/23_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.257, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 138.82, + "duration_game": 15.55, + "duration_system": 149.163, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_05_10_19_30_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.81% of the surrounding traffic's one", + "Average speed is 575.54% of the surrounding traffic's one", + "Average speed is 484.7% of the surrounding traffic's one", + "Average speed is 297.44% of the surrounding traffic's one", + "Average speed is 183.55% of the surrounding traffic's one", + "Average speed is 173.82% of the surrounding traffic's one", + "Average speed is 56.97% of the surrounding traffic's one", + "Average speed is 145.98% of the surrounding traffic's one", + "Average speed is 201.5% of the surrounding traffic's one", + "Average speed is 177.04% of the surrounding traffic's one", + "Average speed is 105.49% of the surrounding traffic's one", + "Average speed is 161.0% of the surrounding traffic's one", + "Average speed is 148.59% of the surrounding traffic's one", + "Average speed is 131.99% of the surrounding traffic's one", + "Average speed is 3058.78% of the surrounding traffic's one", + "Average speed is 9186102.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.55, + "duration_system": 149.163 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.257" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/24_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/24_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e15645a940f04129ea112a84fa71a8df91fdfdb3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/24_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 152.279, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 105.07, + "duration_game": 9.45, + "duration_system": 107.11, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_05_10_19_35_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 249.85% of the surrounding traffic's one", + "Average speed is 315.12% of the surrounding traffic's one", + "Average speed is 347.75% of the surrounding traffic's one", + "Average speed is 266.07% of the surrounding traffic's one", + "Average speed is 278.81% of the surrounding traffic's one", + "Average speed is 415.95% of the surrounding traffic's one", + "Average speed is 453.59% of the surrounding traffic's one", + "Average speed is 512.77% of the surrounding traffic's one", + "Average speed is 607.4% of the surrounding traffic's one", + "Average speed is 613.99% of the surrounding traffic's one", + "Average speed is 566.16% of the surrounding traffic's one", + "Average speed is 587.67% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 15448539.18% of the surrounding traffic's one", + "Average speed is 82697.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.45, + "duration_system": 107.11 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "152.279" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/25_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/25_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e93962371b19358b3fece64b55612e4e573545da --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/25_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 229.667, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.312, + "duration_game": 55.9, + "duration_system": 520.568, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_05_11_06_11_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 48.3% of the surrounding traffic's one", + "Average speed is 6.7% of the surrounding traffic's one", + "Average speed is 1760.76% of the surrounding traffic's one", + "Average speed is 1916.53% of the surrounding traffic's one", + "Average speed is 2012.18% of the surrounding traffic's one", + "Average speed is 1820.46% of the surrounding traffic's one", + "Average speed is 1581.22% of the surrounding traffic's one", + "Average speed is 1437.0% of the surrounding traffic's one", + "Average speed is 1315.83% of the surrounding traffic's one", + "Average speed is 1452.92% of the surrounding traffic's one", + "Average speed is 1358.63% of the surrounding traffic's one", + "Average speed is 1029.69% of the surrounding traffic's one", + "Average speed is 749.98% of the surrounding traffic's one", + "Average speed is 543.69% of the surrounding traffic's one", + "Average speed is 343.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.9, + "duration_system": 520.568 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "229.667" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/26_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/26_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bfcc484a6992fee7847cef4b10e63615eba032b2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/26_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 231.36, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.834, + "duration_game": 7.2, + "duration_system": 67.076, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_05_10_19_39_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.9% of the surrounding traffic's one", + "Average speed is 189.33% of the surrounding traffic's one", + "Average speed is 216.5% of the surrounding traffic's one", + "Average speed is 244.51% of the surrounding traffic's one", + "Average speed is 271.03% of the surrounding traffic's one", + "Average speed is 289.21% of the surrounding traffic's one", + "Average speed is 303.94% of the surrounding traffic's one", + "Average speed is 308.78% of the surrounding traffic's one", + "Average speed is 276.3% of the surrounding traffic's one", + "Average speed is 441.14% of the surrounding traffic's one", + "Average speed is 383.42% of the surrounding traffic's one", + "Average speed is 299.72% of the surrounding traffic's one", + "Average speed is 260.73% of the surrounding traffic's one", + "Average speed is 217.93% of the surrounding traffic's one", + "Average speed is 164.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.2, + "duration_system": 67.076 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "231.36" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/27_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/27_res.json new file mode 100644 index 0000000000000000000000000000000000000000..124b000bced5356af5d5803a75d561077e8187f0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/27_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 228.505, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.644, + "duration_game": 7.15, + "duration_system": 64.069, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_05_10_19_42_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 195.56% of the surrounding traffic's one", + "Average speed is 189.22% of the surrounding traffic's one", + "Average speed is 214.6% of the surrounding traffic's one", + "Average speed is 247.36% of the surrounding traffic's one", + "Average speed is 273.81% of the surrounding traffic's one", + "Average speed is 295.49% of the surrounding traffic's one", + "Average speed is 301.46% of the surrounding traffic's one", + "Average speed is 344.52% of the surrounding traffic's one", + "Average speed is 327.48% of the surrounding traffic's one", + "Average speed is 418.43% of the surrounding traffic's one", + "Average speed is 407.05% of the surrounding traffic's one", + "Average speed is 279.28% of the surrounding traffic's one", + "Average speed is 219.32% of the surrounding traffic's one", + "Average speed is 232.56% of the surrounding traffic's one", + "Average speed is 177.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.15, + "duration_system": 64.069 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "228.505" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/28_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/28_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1fe9fc312d4df073c2f5d18cc64b47c7eed0f142 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/28_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 238.663, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 67.04, + "duration_game": 6.85, + "duration_system": 49.054, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_05_11_06_22_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.19% of the surrounding traffic's one", + "Average speed is 210.2% of the surrounding traffic's one", + "Average speed is 214.37% of the surrounding traffic's one", + "Average speed is 217.71% of the surrounding traffic's one", + "Average speed is 234.59% of the surrounding traffic's one", + "Average speed is 229.71% of the surrounding traffic's one", + "Average speed is 219.38% of the surrounding traffic's one", + "Average speed is 263.75% of the surrounding traffic's one", + "Average speed is 268.32% of the surrounding traffic's one", + "Average speed is 586.79% of the surrounding traffic's one", + "Average speed is 563.82% of the surrounding traffic's one", + "Average speed is 449.22% of the surrounding traffic's one", + "Average speed is 359.2% of the surrounding traffic's one", + "Average speed is 266.29% of the surrounding traffic's one", + "Average speed is 169.88% of the surrounding traffic's one", + "Average speed is 97.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.85, + "duration_system": 49.054 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "238.663" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/29_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/29_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2915e18e11176567b115f94f093a5bd16e124bf9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/29_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 279.334, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 57.279, + "duration_game": 23.5, + "duration_system": 246.272, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_05_11_06_25_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.17% of the surrounding traffic's one", + "Average speed is 9.08% of the surrounding traffic's one", + "Average speed is 229.15% of the surrounding traffic's one", + "Average speed is 446.56% of the surrounding traffic's one", + "Average speed is 403.01% of the surrounding traffic's one", + "Average speed is 437.38% of the surrounding traffic's one", + "Average speed is 574.48% of the surrounding traffic's one", + "Average speed is 550.11% of the surrounding traffic's one", + "Average speed is 1109.25% of the surrounding traffic's one", + "Average speed is 554.83% of the surrounding traffic's one", + "Average speed is 507.72% of the surrounding traffic's one", + "Average speed is 381.72% of the surrounding traffic's one", + "Average speed is 265.92% of the surrounding traffic's one", + "Average speed is 205.15% of the surrounding traffic's one", + "Average speed is 162.89% of the surrounding traffic's one", + "Average speed is 137.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 23.5, + "duration_system": 246.272 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "279.334" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/30_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/30_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6fec087dd35195e63f12772661f2b8ab10259219 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/30_res.json @@ -0,0 +1,144 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 7.458, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 22.374, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.328, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 14.04, + "score_route": 100.0, + "score_penalty": 0.1404 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.084, + "duration_game": 59.9, + "duration_system": 1361.452, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_05_11_06_31_48", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=3702 at (x=-1538.367, y=6461.219, z=373.309) at time=49.200s [CARLA Frame: 6228, Agent Step: 983]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.096, y=6458.307, z=373.434) at time=46.650s [CARLA Frame: 6177, Agent Step: 932]", + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1543.508, y=6461.521, z=373.269) at time=49.950s [CARLA Frame: 6243, Agent Step: 998]", + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1568.417, y=6463.87, z=373.074) at time=54.950s [CARLA Frame: 6343, Agent Step: 1098]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.72% of the surrounding traffic's one", + "Average speed is 186.8% of the surrounding traffic's one", + "Average speed is 175.77% of the surrounding traffic's one", + "Average speed is 170.24% of the surrounding traffic's one", + "Average speed is 135.97% of the surrounding traffic's one", + "Average speed is 2.35% of the surrounding traffic's one", + "Average speed is 82.89% of the surrounding traffic's one", + "Average speed is 82.57% of the surrounding traffic's one", + "Average speed is 72.57% of the surrounding traffic's one", + "Average speed is 69.21% of the surrounding traffic's one", + "Average speed is 55.65% of the surrounding traffic's one", + "Average speed is 53.49% of the surrounding traffic's one", + "Average speed is 69.68% of the surrounding traffic's one", + "Average speed is 104.47% of the surrounding traffic's one", + "Average speed is 98.14% of the surrounding traffic's one", + "Average speed is 86.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.1404, + "score_composed": 14.04 + }, + "meta": { + "route_length": 134.084, + "duration_game": 59.9, + "duration_system": 1361.452 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "14.04", + "100.0", + "0.1404", + "0.0", + "22.374", + "7.458", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.328" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/31_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/31_res.json new file mode 100644 index 0000000000000000000000000000000000000000..20c3952d300b93fbeb4c2847908cec581177cc3d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/31_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.58, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.066, + "duration_game": 20.35, + "duration_system": 531.537, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_05_10_19_46_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 108.68% of the surrounding traffic's one", + "Average speed is 116.02% of the surrounding traffic's one", + "Average speed is 145.48% of the surrounding traffic's one", + "Average speed is 103.78% of the surrounding traffic's one", + "Average speed is 31.18% of the surrounding traffic's one", + "Average speed is 32.67% of the surrounding traffic's one", + "Average speed is 94.71% of the surrounding traffic's one", + "Average speed is 114.4% of the surrounding traffic's one", + "Average speed is 132.68% of the surrounding traffic's one", + "Average speed is 146.13% of the surrounding traffic's one", + "Average speed is 121.62% of the surrounding traffic's one", + "Average speed is 126.4% of the surrounding traffic's one", + "Average speed is 125.03% of the surrounding traffic's one", + "Average speed is 124.59% of the surrounding traffic's one", + "Average speed is 137.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 20.35, + "duration_system": 531.537 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.58" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/32_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/32_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8dbe93702c8fdd0faaa92fd4efdf02769c097c75 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/32_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.94, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.297, + "duration_game": 14.05, + "duration_system": 284.291, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_05_11_06_56_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.07% of the surrounding traffic's one", + "Average speed is 167.38% of the surrounding traffic's one", + "Average speed is 214.68% of the surrounding traffic's one", + "Average speed is 228.38% of the surrounding traffic's one", + "Average speed is 166.94% of the surrounding traffic's one", + "Average speed is 82.95% of the surrounding traffic's one", + "Average speed is 144.7% of the surrounding traffic's one", + "Average speed is 189.37% of the surrounding traffic's one", + "Average speed is 232.32% of the surrounding traffic's one", + "Average speed is 235.52% of the surrounding traffic's one", + "Average speed is 179.04% of the surrounding traffic's one", + "Average speed is 94.01% of the surrounding traffic's one", + "Average speed is 136.02% of the surrounding traffic's one", + "Average speed is 126.53% of the surrounding traffic's one", + "Average speed is 105.53% of the surrounding traffic's one", + "Average speed is 112.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 14.05, + "duration_system": 284.291 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.94" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/33_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/33_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1567c49af9f7d08cfb8ce290e34d3f841d15d4de --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/33_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.494, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.909, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.434, + "duration_game": 56.55, + "duration_system": 1518.144, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_05_11_07_03_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3722 at (x=389.709, y=6116.755, z=358.454) at time=49.150s [CARLA Frame: 6595, Agent Step: 982]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.84% of the surrounding traffic's one", + "Average speed is 136.12% of the surrounding traffic's one", + "Average speed is 153.13% of the surrounding traffic's one", + "Average speed is 154.96% of the surrounding traffic's one", + "Average speed is 125.66% of the surrounding traffic's one", + "Average speed is 88.09% of the surrounding traffic's one", + "Average speed is 5.96% of the surrounding traffic's one", + "Average speed is 198.34% of the surrounding traffic's one", + "Average speed is 141.47% of the surrounding traffic's one", + "Average speed is 127.49% of the surrounding traffic's one", + "Average speed is 147.47% of the surrounding traffic's one", + "Average speed is 154.37% of the surrounding traffic's one", + "Average speed is 144.84% of the surrounding traffic's one", + "Average speed is 150.08% of the surrounding traffic's one", + "Average speed is 136.59% of the surrounding traffic's one", + "Average speed is 163.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 56.55, + "duration_system": 1518.144 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.494", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.909" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/34_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/34_res.json new file mode 100644 index 0000000000000000000000000000000000000000..dfd9d28cbbbea7841f0fd4ef44eb8d460d57ef26 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/34_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.576, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.07, + "duration_game": 53.45, + "duration_system": 1486.559, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_05_11_07_31_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.06% of the surrounding traffic's one", + "Average speed is 204.29% of the surrounding traffic's one", + "Average speed is 265.43% of the surrounding traffic's one", + "Average speed is 272.9% of the surrounding traffic's one", + "Average speed is 196.5% of the surrounding traffic's one", + "Average speed is 4.1% of the surrounding traffic's one", + "Average speed is 148.67% of the surrounding traffic's one", + "Average speed is 197.72% of the surrounding traffic's one", + "Average speed is 209.45% of the surrounding traffic's one", + "Average speed is 200.11% of the surrounding traffic's one", + "Average speed is 198.77% of the surrounding traffic's one", + "Average speed is 172.72% of the surrounding traffic's one", + "Average speed is 114.08% of the surrounding traffic's one", + "Average speed is 165.57% of the surrounding traffic's one", + "Average speed is 227.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 53.45, + "duration_system": 1486.559 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.576" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/35_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/35_res.json new file mode 100644 index 0000000000000000000000000000000000000000..32daa1ffad4e578ac3879bf8ccdbe0eebb448203 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/35_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.584, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.061, + "duration_game": 51.65, + "duration_system": 1390.449, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_05_11_07_58_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.97% of the surrounding traffic's one", + "Average speed is 158.09% of the surrounding traffic's one", + "Average speed is 195.08% of the surrounding traffic's one", + "Average speed is 120.3% of the surrounding traffic's one", + "Average speed is 24.41% of the surrounding traffic's one", + "Average speed is 1.62% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 136.45% of the surrounding traffic's one", + "Average speed is 243.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 51.65, + "duration_system": 1390.449 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.584" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/36_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/36_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a534474a059422fb5b6815fdeaa0569e73511a7e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/36_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.45, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.128, + "duration_game": 53.4, + "duration_system": 472.228, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_05_11_08_23_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.63% of the surrounding traffic's one", + "Average speed is 119.45% of the surrounding traffic's one", + "Average speed is 252.62% of the surrounding traffic's one", + "Average speed is 293.52% of the surrounding traffic's one", + "Average speed is 228.88% of the surrounding traffic's one", + "Average speed is 162.61% of the surrounding traffic's one", + "Average speed is 99.22% of the surrounding traffic's one", + "Average speed is 12.24% of the surrounding traffic's one", + "Average speed is 624.36% of the surrounding traffic's one", + "Average speed is 418.09% of the surrounding traffic's one", + "Average speed is 552.55% of the surrounding traffic's one", + "Average speed is 468.28% of the surrounding traffic's one", + "Average speed is 320.54% of the surrounding traffic's one", + "Average speed is 210.14% of the surrounding traffic's one", + "Average speed is 206.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.4, + "duration_system": 472.228 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.45" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/37_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/37_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b73a730d4fdb1af727fbed68221e3b7ecc9e2026 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/37_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.725, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.067, + "duration_game": 29.65, + "duration_system": 377.395, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_05_11_08_34_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.92% of the surrounding traffic's one", + "Average speed is 148.76% of the surrounding traffic's one", + "Average speed is 248.15% of the surrounding traffic's one", + "Average speed is 216.76% of the surrounding traffic's one", + "Average speed is 154.33% of the surrounding traffic's one", + "Average speed is 16.88% of the surrounding traffic's one", + "Average speed is 351.57% of the surrounding traffic's one", + "Average speed is 265.2% of the surrounding traffic's one", + "Average speed is 284.01% of the surrounding traffic's one", + "Average speed is 192.64% of the surrounding traffic's one", + "Average speed is 173.26% of the surrounding traffic's one", + "Average speed is 230.85% of the surrounding traffic's one", + "Average speed is 187.27% of the surrounding traffic's one", + "Average speed is 228.17% of the surrounding traffic's one", + "Average speed is 175.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.65, + "duration_system": 377.395 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.725" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/38_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/38_res.json new file mode 100644 index 0000000000000000000000000000000000000000..04de2fe16af78626fb8a5903b46f69d0afdc5b38 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/38_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.935, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.631, + "duration_game": 25.55, + "duration_system": 206.231, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_05_11_08_42_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.01% of the surrounding traffic's one", + "Average speed is 106.33% of the surrounding traffic's one", + "Average speed is 186.03% of the surrounding traffic's one", + "Average speed is 337.87% of the surrounding traffic's one", + "Average speed is 272.58% of the surrounding traffic's one", + "Average speed is 233.24% of the surrounding traffic's one", + "Average speed is 135.22% of the surrounding traffic's one", + "Average speed is 36.32% of the surrounding traffic's one", + "Average speed is 111.05% of the surrounding traffic's one", + "Average speed is 168.66% of the surrounding traffic's one", + "Average speed is 206.26% of the surrounding traffic's one", + "Average speed is 178.48% of the surrounding traffic's one", + "Average speed is 115.39% of the surrounding traffic's one", + "Average speed is 117.07% of the surrounding traffic's one", + "Average speed is 124.12% of the surrounding traffic's one", + "Average speed is 108.79% of the surrounding traffic's one", + "Average speed is 76.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 25.55, + "duration_system": 206.231 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.935" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/39_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/39_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e18121e888a567ce710189d1dcca03531cb761c8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/39_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.625, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.642, + "duration_game": 44.3, + "duration_system": 366.411, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_05_11_18_45_49", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.73% of the surrounding traffic's one", + "Average speed is 153.0% of the surrounding traffic's one", + "Average speed is 179.44% of the surrounding traffic's one", + "Average speed is 183.32% of the surrounding traffic's one", + "Average speed is 156.46% of the surrounding traffic's one", + "Average speed is 111.67% of the surrounding traffic's one", + "Average speed is 232.42% of the surrounding traffic's one", + "Average speed is 164.47% of the surrounding traffic's one", + "Average speed is 5.19% of the surrounding traffic's one", + "Average speed is 186.05% of the surrounding traffic's one", + "Average speed is 210.28% of the surrounding traffic's one", + "Average speed is 211.46% of the surrounding traffic's one", + "Average speed is 211.47% of the surrounding traffic's one", + "Average speed is 205.94% of the surrounding traffic's one", + "Average speed is 188.97% of the surrounding traffic's one", + "Average speed is 167.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 44.3, + "duration_system": 366.411 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.625" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/40_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/40_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9be86b3f08c122a32c2ad28e33673a096f583746 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/40_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 20.2, + "duration_system": 404.425, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_05_10_19_57_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.59% of the surrounding traffic's one", + "Average speed is 90.04% of the surrounding traffic's one", + "Average speed is 156.22% of the surrounding traffic's one", + "Average speed is 192.31% of the surrounding traffic's one", + "Average speed is 203.05% of the surrounding traffic's one", + "Average speed is 238.36% of the surrounding traffic's one", + "Average speed is 177.92% of the surrounding traffic's one", + "Average speed is 75.78% of the surrounding traffic's one", + "Average speed is 91.66% of the surrounding traffic's one", + "Average speed is 51.06% of the surrounding traffic's one", + "Average speed is 141.9% of the surrounding traffic's one", + "Average speed is 90.38% of the surrounding traffic's one", + "Average speed is 185.0% of the surrounding traffic's one", + "Average speed is 165.34% of the surrounding traffic's one", + "Average speed is 163.03% of the surrounding traffic's one", + "Average speed is 132.62% of the surrounding traffic's one", + "Average speed is 113.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.2, + "duration_system": 404.425 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/41_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/41_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d80665410cb1b5ac95903a9cfbf0a9fd7583dc93 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/41_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 160.979, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 99.392, + "duration_game": 10.6, + "duration_system": 170.174, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_05_11_09_57_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.78% of the surrounding traffic's one", + "Average speed is 167.64% of the surrounding traffic's one", + "Average speed is 144.3% of the surrounding traffic's one", + "Average speed is 143.84% of the surrounding traffic's one", + "Average speed is 123.61% of the surrounding traffic's one", + "Average speed is 123.56% of the surrounding traffic's one", + "Average speed is 128.16% of the surrounding traffic's one", + "Average speed is 111.26% of the surrounding traffic's one", + "Average speed is 116.17% of the surrounding traffic's one", + "Average speed is 122.32% of the surrounding traffic's one", + "Average speed is 109.89% of the surrounding traffic's one", + "Average speed is 125.66% of the surrounding traffic's one", + "Average speed is 130.65% of the surrounding traffic's one", + "Average speed is 180.33% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.6, + "duration_system": 170.174 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "160.979" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/42_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/42_res.json new file mode 100644 index 0000000000000000000000000000000000000000..96add452d497b12b703bc2173a1f8b22e6341d92 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/42_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 151.619, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.123, + "duration_game": 10.75, + "duration_system": 137.152, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_05_10_20_06_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.27% of the surrounding traffic's one", + "Average speed is 168.61% of the surrounding traffic's one", + "Average speed is 133.42% of the surrounding traffic's one", + "Average speed is 137.86% of the surrounding traffic's one", + "Average speed is 126.97% of the surrounding traffic's one", + "Average speed is 156.22% of the surrounding traffic's one", + "Average speed is 151.93% of the surrounding traffic's one", + "Average speed is 102.2% of the surrounding traffic's one", + "Average speed is 110.76% of the surrounding traffic's one", + "Average speed is 137.8% of the surrounding traffic's one", + "Average speed is 151.84% of the surrounding traffic's one", + "Average speed is 175.53% of the surrounding traffic's one", + "Average speed is 185.93% of the surrounding traffic's one", + "Average speed is 202.91% of the surrounding traffic's one", + "Average speed is 208.87% of the surrounding traffic's one", + "Average speed is 162.19% of the surrounding traffic's one", + "Average speed is 166.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 10.75, + "duration_system": 137.152 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "151.619" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/43_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/43_res.json new file mode 100644 index 0000000000000000000000000000000000000000..84411ebd0a8f20b56ad907ce4c3694319a451aa8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/43_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.36, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.798, + "duration_game": 9.7, + "duration_system": 78.092, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_05_11_10_02_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 231.84% of the surrounding traffic's one", + "Average speed is 762.58% of the surrounding traffic's one", + "Average speed is 670.71% of the surrounding traffic's one", + "Average speed is 325.28% of the surrounding traffic's one", + "Average speed is 236.36% of the surrounding traffic's one", + "Average speed is 86.75% of the surrounding traffic's one", + "Average speed is 213.22% of the surrounding traffic's one", + "Average speed is 320.6% of the surrounding traffic's one", + "Average speed is 282.4% of the surrounding traffic's one", + "Average speed is 227.61% of the surrounding traffic's one", + "Average speed is 203.26% of the surrounding traffic's one", + "Average speed is 346.68% of the surrounding traffic's one", + "Average speed is 566.81% of the surrounding traffic's one", + "Average speed is 354.85% of the surrounding traffic's one", + "Average speed is 406.85% of the surrounding traffic's one", + "Average speed is 348.09% of the surrounding traffic's one", + "Average speed is 240.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.7, + "duration_system": 78.092 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.36" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/44_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/44_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e3305491d3b1f9c1f6a4ebd650e8e9bcc5e32d20 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/44_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 181.482, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.653, + "duration_game": 13.7, + "duration_system": 121.151, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_05_11_10_05_46", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.82% of the surrounding traffic's one", + "Average speed is 325.39% of the surrounding traffic's one", + "Average speed is 442.83% of the surrounding traffic's one", + "Average speed is 281.18% of the surrounding traffic's one", + "Average speed is 67.47% of the surrounding traffic's one", + "Average speed is 197.29% of the surrounding traffic's one", + "Average speed is 273.01% of the surrounding traffic's one", + "Average speed is 250.67% of the surrounding traffic's one", + "Average speed is 92.93% of the surrounding traffic's one", + "Average speed is 375.77% of the surrounding traffic's one", + "Average speed is 581.6% of the surrounding traffic's one", + "Average speed is 772.29% of the surrounding traffic's one", + "Average speed is 544.14% of the surrounding traffic's one", + "Average speed is 274.87% of the surrounding traffic's one", + "Average speed is 166.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 13.7, + "duration_system": 121.151 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "181.482" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/45_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/45_res.json new file mode 100644 index 0000000000000000000000000000000000000000..59e72fac2b1eb62cf03edde05909bed5a9f55bb8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/45_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.586, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.855, + "duration_game": 13.25, + "duration_system": 127.255, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_05_10_20_10_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.6% of the surrounding traffic's one", + "Average speed is 550.54% of the surrounding traffic's one", + "Average speed is 736.1% of the surrounding traffic's one", + "Average speed is 384.8% of the surrounding traffic's one", + "Average speed is 121.1% of the surrounding traffic's one", + "Average speed is 38.93% of the surrounding traffic's one", + "Average speed is 124.72% of the surrounding traffic's one", + "Average speed is 276.53% of the surrounding traffic's one", + "Average speed is 325.6% of the surrounding traffic's one", + "Average speed is 315.67% of the surrounding traffic's one", + "Average speed is 534.52% of the surrounding traffic's one", + "Average speed is 580.5% of the surrounding traffic's one", + "Average speed is 539.88% of the surrounding traffic's one", + "Average speed is 916.41% of the surrounding traffic's one", + "Average speed is 1484.41% of the surrounding traffic's one", + "Average speed is 1074.66% of the surrounding traffic's one", + "Average speed is 896.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 13.25, + "duration_system": 127.255 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.586" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/46_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/46_res.json new file mode 100644 index 0000000000000000000000000000000000000000..333703cab3db725dc5dafa309632954542b0d3a9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/46_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 181.328, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.723, + "duration_game": 7.1, + "duration_system": 70.076, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_05_11_10_10_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.41% of the surrounding traffic's one", + "Average speed is 712.26% of the surrounding traffic's one", + "Average speed is 1020.07% of the surrounding traffic's one", + "Average speed is 544.13% of the surrounding traffic's one", + "Average speed is 360.28% of the surrounding traffic's one", + "Average speed is 330.79% of the surrounding traffic's one", + "Average speed is 284.24% of the surrounding traffic's one", + "Average speed is 313.16% of the surrounding traffic's one", + "Average speed is 290.37% of the surrounding traffic's one", + "Average speed is 244.27% of the surrounding traffic's one", + "Average speed is 311.77% of the surrounding traffic's one", + "Average speed is 850.54% of the surrounding traffic's one", + "Average speed is 1146.72% of the surrounding traffic's one", + "Average speed is 1177.41% of the surrounding traffic's one", + "Average speed is 1461.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.1, + "duration_system": 70.076 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "181.328" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/47_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/47_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c354081a694b617aac1c8b1a7789b6c0ea4aa72a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/47_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.621, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.478, + "duration_game": 55.15, + "duration_system": 463.498, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_05_11_10_13_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.41% of the surrounding traffic's one", + "Average speed is 252.48% of the surrounding traffic's one", + "Average speed is 633.27% of the surrounding traffic's one", + "Average speed is 191.1% of the surrounding traffic's one", + "Average speed is 69.53% of the surrounding traffic's one", + "Average speed is 6.12% of the surrounding traffic's one", + "Average speed is 204.56% of the surrounding traffic's one", + "Average speed is 478.91% of the surrounding traffic's one", + "Average speed is 670.82% of the surrounding traffic's one", + "Average speed is 790.02% of the surrounding traffic's one", + "Average speed is 616.23% of the surrounding traffic's one", + "Average speed is 2733.39% of the surrounding traffic's one", + "Average speed is 1190.73% of the surrounding traffic's one", + "Average speed is 849.54% of the surrounding traffic's one", + "Average speed is 1380.57% of the surrounding traffic's one", + "Average speed is 620.15% of the surrounding traffic's one", + "Average speed is 463.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 55.15, + "duration_system": 463.498 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.621" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/48_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/48_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2ab8200c2904aa614807b7df2d393ca3ddb806d6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/48_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.791, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.491, + "duration_game": 24.0, + "duration_system": 209.235, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_05_11_10_23_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.78% of the surrounding traffic's one", + "Average speed is 145.19% of the surrounding traffic's one", + "Average speed is 113.0% of the surrounding traffic's one", + "Average speed is 14.26% of the surrounding traffic's one", + "Average speed is 462.04% of the surrounding traffic's one", + "Average speed is 525.3% of the surrounding traffic's one", + "Average speed is 430.35% of the surrounding traffic's one", + "Average speed is 765.89% of the surrounding traffic's one", + "Average speed is 772.86% of the surrounding traffic's one", + "Average speed is 572.35% of the surrounding traffic's one", + "Average speed is 400.42% of the surrounding traffic's one", + "Average speed is 237.58% of the surrounding traffic's one", + "Average speed is 375.52% of the surrounding traffic's one", + "Average speed is 385.32% of the surrounding traffic's one", + "Average speed is 293.52% of the surrounding traffic's one", + "Average speed is 210.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 24.0, + "duration_system": 209.235 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.791" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/49_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/49_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6979396588d9edba054e35e6f3f92e81787a5618 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/49_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.991, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.077, + "duration_game": 21.4, + "duration_system": 184.472, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_05_10_20_15_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.05% of the surrounding traffic's one", + "Average speed is 150.13% of the surrounding traffic's one", + "Average speed is 326.01% of the surrounding traffic's one", + "Average speed is 422.27% of the surrounding traffic's one", + "Average speed is 314.14% of the surrounding traffic's one", + "Average speed is 88.58% of the surrounding traffic's one", + "Average speed is 147.14% of the surrounding traffic's one", + "Average speed is 216.41% of the surrounding traffic's one", + "Average speed is 67.18% of the surrounding traffic's one", + "Average speed is 27.17% of the surrounding traffic's one", + "Average speed is 572.49% of the surrounding traffic's one", + "Average speed is 349.43% of the surrounding traffic's one", + "Average speed is 437.06% of the surrounding traffic's one", + "Average speed is 296.41% of the surrounding traffic's one", + "Average speed is 235.22% of the surrounding traffic's one", + "Average speed is 162.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.4, + "duration_system": 184.472 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.991" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/50_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/50_res.json new file mode 100644 index 0000000000000000000000000000000000000000..522a5b9c0549fd8b23e9951748e07d9db9a2b8c9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/50_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 97.512, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 164.082, + "duration_game": 14.2, + "duration_system": 202.221, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_05_11_10_29_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 162.52% of the surrounding traffic's one", + "Average speed is 427.8% of the surrounding traffic's one", + "Average speed is 456.5% of the surrounding traffic's one", + "Average speed is 409.81% of the surrounding traffic's one", + "Average speed is 467.24% of the surrounding traffic's one", + "Average speed is 437.72% of the surrounding traffic's one", + "Average speed is 453.11% of the surrounding traffic's one", + "Average speed is 467.49% of the surrounding traffic's one", + "Average speed is 805.66% of the surrounding traffic's one", + "Average speed is 1153.18% of the surrounding traffic's one", + "Average speed is 1114.31% of the surrounding traffic's one", + "Average speed is 640.16% of the surrounding traffic's one", + "Average speed is 189.09% of the surrounding traffic's one", + "Average speed is 370.07% of the surrounding traffic's one", + "Average speed is 630.07% of the surrounding traffic's one", + "Average speed is 2595957.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.2, + "duration_system": 202.221 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "97.512" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/51_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/51_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a5981fc4a21782805ccdf09ace022fe477d727f6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/51_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 124.041, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 137.052, + "duration_game": 13.85, + "duration_system": 244.529, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_05_11_10_35_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 246.13% of the surrounding traffic's one", + "Average speed is 278.21% of the surrounding traffic's one", + "Average speed is 292.42% of the surrounding traffic's one", + "Average speed is 458.0% of the surrounding traffic's one", + "Average speed is 536.51% of the surrounding traffic's one", + "Average speed is 565.22% of the surrounding traffic's one", + "Average speed is 580.53% of the surrounding traffic's one", + "Average speed is 494.56% of the surrounding traffic's one", + "Average speed is 379.62% of the surrounding traffic's one", + "Average speed is 390.1% of the surrounding traffic's one", + "Average speed is 498.71% of the surrounding traffic's one", + "Average speed is 444.35% of the surrounding traffic's one", + "Average speed is 512.29% of the surrounding traffic's one", + "Average speed is 962.99% of the surrounding traffic's one", + "Average speed is 1124.62% of the surrounding traffic's one", + "Average speed is 653.58% of the surrounding traffic's one", + "Average speed is 423.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 13.85, + "duration_system": 244.529 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "124.041" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/52_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/52_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8943c333165d42129c407b9f244031d3a9ab7828 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/52_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.047, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.633, + "duration_game": 13.35, + "duration_system": 214.567, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_05_11_10_41_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 493.39% of the surrounding traffic's one", + "Average speed is 548.06% of the surrounding traffic's one", + "Average speed is 590.41% of the surrounding traffic's one", + "Average speed is 687.22% of the surrounding traffic's one", + "Average speed is 374.45% of the surrounding traffic's one", + "Average speed is 346.87% of the surrounding traffic's one", + "Average speed is 274.36% of the surrounding traffic's one", + "Average speed is 281.52% of the surrounding traffic's one", + "Average speed is 342.38% of the surrounding traffic's one", + "Average speed is 213.31% of the surrounding traffic's one", + "Average speed is 173.32% of the surrounding traffic's one", + "Average speed is 171.75% of the surrounding traffic's one", + "Average speed is 204.97% of the surrounding traffic's one", + "Average speed is 562.77% of the surrounding traffic's one", + "Average speed is 456.11% of the surrounding traffic's one", + "Average speed is 426.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 13.35, + "duration_system": 214.567 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.047" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/53_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/53_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d710fc7dcefb3baa90feff9e0c4795def438e4ef --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/53_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 124.952, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 136.052, + "duration_game": 12.8, + "duration_system": 221.228, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_05_11_10_47_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.74% of the surrounding traffic's one", + "Average speed is 268.02% of the surrounding traffic's one", + "Average speed is 287.25% of the surrounding traffic's one", + "Average speed is 465.87% of the surrounding traffic's one", + "Average speed is 511.77% of the surrounding traffic's one", + "Average speed is 568.37% of the surrounding traffic's one", + "Average speed is 651.16% of the surrounding traffic's one", + "Average speed is 610.1% of the surrounding traffic's one", + "Average speed is 590.93% of the surrounding traffic's one", + "Average speed is 532.54% of the surrounding traffic's one", + "Average speed is 687.85% of the surrounding traffic's one", + "Average speed is 786.25% of the surrounding traffic's one", + "Average speed is 694.39% of the surrounding traffic's one", + "Average speed is 981.1% of the surrounding traffic's one", + "Average speed is 1410.2% of the surrounding traffic's one", + "Average speed is 722.65% of the surrounding traffic's one", + "Average speed is 477.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 12.8, + "duration_system": 221.228 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "124.952" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/54_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/54_res.json new file mode 100644 index 0000000000000000000000000000000000000000..90371d9ae184cf556836ee49c9a44cd471ae4199 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/54_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.059, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.304, + "duration_game": 13.6, + "duration_system": 189.225, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_05_11_18_27_29", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.6% of the surrounding traffic's one", + "Average speed is 174.78% of the surrounding traffic's one", + "Average speed is 250.59% of the surrounding traffic's one", + "Average speed is 82.36% of the surrounding traffic's one", + "Average speed is 52.25% of the surrounding traffic's one", + "Average speed is 190.79% of the surrounding traffic's one", + "Average speed is 345.45% of the surrounding traffic's one", + "Average speed is 416.22% of the surrounding traffic's one", + "Average speed is 486.42% of the surrounding traffic's one", + "Average speed is 424.92% of the surrounding traffic's one", + "Average speed is 376.96% of the surrounding traffic's one", + "Average speed is 342.44% of the surrounding traffic's one", + "Average speed is 175.26% of the surrounding traffic's one", + "Average speed is 164.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.6, + "duration_system": 189.225 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "168.059" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/55_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/55_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1cbe3a0f1ff02e9732683a6802435d99ec6583a5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/55_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.433, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.119, + "duration_game": 14.65, + "duration_system": 221.234, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_05_11_10_53_10", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.6% of the surrounding traffic's one", + "Average speed is 123.47% of the surrounding traffic's one", + "Average speed is 203.55% of the surrounding traffic's one", + "Average speed is 98.59% of the surrounding traffic's one", + "Average speed is 44.33% of the surrounding traffic's one", + "Average speed is 248.45% of the surrounding traffic's one", + "Average speed is 341.13% of the surrounding traffic's one", + "Average speed is 361.58% of the surrounding traffic's one", + "Average speed is 380.31% of the surrounding traffic's one", + "Average speed is 369.44% of the surrounding traffic's one", + "Average speed is 383.32% of the surrounding traffic's one", + "Average speed is 279.45% of the surrounding traffic's one", + "Average speed is 154.6% of the surrounding traffic's one", + "Average speed is 140.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 14.65, + "duration_system": 221.234 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "168.433" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/56_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/56_res.json new file mode 100644 index 0000000000000000000000000000000000000000..764279ba7f06ab15f7838a4132b259bb2ea3229d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/56_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.267, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.075, + "duration_game": 12.7, + "duration_system": 213.507, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_05_11_10_59_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 189.02% of the surrounding traffic's one", + "Average speed is 290.74% of the surrounding traffic's one", + "Average speed is 301.84% of the surrounding traffic's one", + "Average speed is 145.5% of the surrounding traffic's one", + "Average speed is 47.5% of the surrounding traffic's one", + "Average speed is 71.48% of the surrounding traffic's one", + "Average speed is 295.59% of the surrounding traffic's one", + "Average speed is 385.76% of the surrounding traffic's one", + "Average speed is 488.32% of the surrounding traffic's one", + "Average speed is 483.32% of the surrounding traffic's one", + "Average speed is 560.36% of the surrounding traffic's one", + "Average speed is 543.28% of the surrounding traffic's one", + "Average speed is 481.52% of the surrounding traffic's one", + "Average speed is 262.68% of the surrounding traffic's one", + "Average speed is 197.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.7, + "duration_system": 213.507 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.267" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/57_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/57_res.json new file mode 100644 index 0000000000000000000000000000000000000000..449dd6ae4c572569c34d6e4f23f27448ae73a9d2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/57_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 163.342, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.71, + "duration_game": 30.75, + "duration_system": 310.633, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_05_11_11_05_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.63% of the surrounding traffic's one", + "Average speed is 253.76% of the surrounding traffic's one", + "Average speed is 159.16% of the surrounding traffic's one", + "Average speed is 92.41% of the surrounding traffic's one", + "Average speed is 30.77% of the surrounding traffic's one", + "Average speed is 259.25% of the surrounding traffic's one", + "Average speed is 339.7% of the surrounding traffic's one", + "Average speed is 329.36% of the surrounding traffic's one", + "Average speed is 292.08% of the surrounding traffic's one", + "Average speed is 538.56% of the surrounding traffic's one", + "Average speed is 1171.87% of the surrounding traffic's one", + "Average speed is 681.18% of the surrounding traffic's one", + "Average speed is 535.49% of the surrounding traffic's one", + "Average speed is 207.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 30.75, + "duration_system": 310.633 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "163.342" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/58_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/58_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e6ab06a635117af6ec58d2bd16867764abd7e00a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/58_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.59, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.188, + "duration_game": 14.35, + "duration_system": 195.198, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_05_11_11_12_32", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.54% of the surrounding traffic's one", + "Average speed is 75.18% of the surrounding traffic's one", + "Average speed is 165.41% of the surrounding traffic's one", + "Average speed is 155.11% of the surrounding traffic's one", + "Average speed is 62.2% of the surrounding traffic's one", + "Average speed is 52.88% of the surrounding traffic's one", + "Average speed is 231.35% of the surrounding traffic's one", + "Average speed is 407.13% of the surrounding traffic's one", + "Average speed is 433.4% of the surrounding traffic's one", + "Average speed is 466.43% of the surrounding traffic's one", + "Average speed is 384.11% of the surrounding traffic's one", + "Average speed is 426.9% of the surrounding traffic's one", + "Average speed is 305.13% of the surrounding traffic's one", + "Average speed is 185.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 14.35, + "duration_system": 195.198 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.59" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/59_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/59_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8aa97996e8aa0cc6b90a5d595116f31c20611062 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/59_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 18.32, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 274.796, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 54.586, + "duration_game": 50.75, + "duration_system": 1145.169, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_05_10_21_32_38", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.01% of the surrounding traffic's one", + "Average speed is 323.99% of the surrounding traffic's one", + "Average speed is 4160.53% of the surrounding traffic's one", + "Average speed is 3699.25% of the surrounding traffic's one", + "Average speed is 2696.58% of the surrounding traffic's one", + "Average speed is 2105.78% of the surrounding traffic's one", + "Average speed is 1775.91% of the surrounding traffic's one", + "Average speed is 1090.57% of the surrounding traffic's one", + "Average speed is 766.32% of the surrounding traffic's one", + "Average speed is 501.6% of the surrounding traffic's one", + "Average speed is 368.65% of the surrounding traffic's one", + "Average speed is 317.36% of the surrounding traffic's one", + "Average speed is 245.12% of the surrounding traffic's one", + "Average speed is 203.59% of the surrounding traffic's one", + "Average speed is 172.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 50.75, + "duration_system": 1145.169 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "18.32", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "274.796" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/60_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/60_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0924abf73422c24c3e64fd53c52fa67d44def1ae --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/60_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.368, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 63.243, + "duration_game": 6.55, + "duration_system": 50.056, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_05_11_18_32_57", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.49% of the surrounding traffic's one", + "Average speed is 196.13% of the surrounding traffic's one", + "Average speed is 272.06% of the surrounding traffic's one", + "Average speed is 287.35% of the surrounding traffic's one", + "Average speed is 285.43% of the surrounding traffic's one", + "Average speed is 289.66% of the surrounding traffic's one", + "Average speed is 304.94% of the surrounding traffic's one", + "Average speed is 297.89% of the surrounding traffic's one", + "Average speed is 279.6% of the surrounding traffic's one", + "Average speed is 648.5% of the surrounding traffic's one", + "Average speed is 556.38% of the surrounding traffic's one", + "Average speed is 502.67% of the surrounding traffic's one", + "Average speed is 319.18% of the surrounding traffic's one", + "Average speed is 201.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.55, + "duration_system": 50.056 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.368" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/61_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/61_res.json new file mode 100644 index 0000000000000000000000000000000000000000..40197f04a1993e2307bc48bdeed1b0f71675eb1e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/61_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 225.443, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 62.1, + "duration_game": 11.25, + "duration_system": 114.143, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_05_11_11_18_11", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 82.82% of the surrounding traffic's one", + "Average speed is 31.96% of the surrounding traffic's one", + "Average speed is 251.51% of the surrounding traffic's one", + "Average speed is 464.07% of the surrounding traffic's one", + "Average speed is 452.31% of the surrounding traffic's one", + "Average speed is 411.75% of the surrounding traffic's one", + "Average speed is 444.98% of the surrounding traffic's one", + "Average speed is 462.51% of the surrounding traffic's one", + "Average speed is 735.82% of the surrounding traffic's one", + "Average speed is 414.76% of the surrounding traffic's one", + "Average speed is 351.16% of the surrounding traffic's one", + "Average speed is 251.94% of the surrounding traffic's one", + "Average speed is 191.47% of the surrounding traffic's one", + "Average speed is 124.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 11.25, + "duration_system": 114.143 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "225.443" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/62_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/62_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ce78bfc7fe0afb53fa89e19f9d783eaa7563e49e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/62_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 230.529, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 60.73, + "duration_game": 20.85, + "duration_system": 251.26, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_05_10_23_05_58", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 99.7% of the surrounding traffic's one", + "Average speed is 12.67% of the surrounding traffic's one", + "Average speed is 361.01% of the surrounding traffic's one", + "Average speed is 392.0% of the surrounding traffic's one", + "Average speed is 526.19% of the surrounding traffic's one", + "Average speed is 540.41% of the surrounding traffic's one", + "Average speed is 476.37% of the surrounding traffic's one", + "Average speed is 515.48% of the surrounding traffic's one", + "Average speed is 856.34% of the surrounding traffic's one", + "Average speed is 1318.76% of the surrounding traffic's one", + "Average speed is 1176.22% of the surrounding traffic's one", + "Average speed is 944.21% of the surrounding traffic's one", + "Average speed is 1060.69% of the surrounding traffic's one", + "Average speed is 981.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 20.85, + "duration_system": 251.26 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "230.529" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/63_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/63_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7a0e49d33d618af0c33cb3600f2674ac01fd2d51 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/63_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.688, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.137, + "duration_game": 17.65, + "duration_system": 138.168, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_05_11_11_22_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.87% of the surrounding traffic's one", + "Average speed is 165.21% of the surrounding traffic's one", + "Average speed is 202.24% of the surrounding traffic's one", + "Average speed is 189.67% of the surrounding traffic's one", + "Average speed is 154.54% of the surrounding traffic's one", + "Average speed is 62.91% of the surrounding traffic's one", + "Average speed is 71.65% of the surrounding traffic's one", + "Average speed is 201.01% of the surrounding traffic's one", + "Average speed is 176.33% of the surrounding traffic's one", + "Average speed is 144.3% of the surrounding traffic's one", + "Average speed is 106.56% of the surrounding traffic's one", + "Average speed is 107.33% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 120.97% of the surrounding traffic's one", + "Average speed is 127.41% of the surrounding traffic's one", + "Average speed is 119.86% of the surrounding traffic's one", + "Average speed is 100.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 17.65, + "duration_system": 138.168 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.688" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/64_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/64_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c118383468082dba2a5822f14a104e0fef4ae6aa --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/64_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.149, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 117.121, + "duration_game": 33.9, + "duration_system": 260.271, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_05_11_11_27_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.47% of the surrounding traffic's one", + "Average speed is 133.41% of the surrounding traffic's one", + "Average speed is 179.18% of the surrounding traffic's one", + "Average speed is 219.64% of the surrounding traffic's one", + "Average speed is 209.91% of the surrounding traffic's one", + "Average speed is 224.23% of the surrounding traffic's one", + "Average speed is 177.59% of the surrounding traffic's one", + "Average speed is 61.26% of the surrounding traffic's one", + "Average speed is 110.16% of the surrounding traffic's one", + "Average speed is 188.72% of the surrounding traffic's one", + "Average speed is 174.94% of the surrounding traffic's one", + "Average speed is 129.18% of the surrounding traffic's one", + "Average speed is 135.22% of the surrounding traffic's one", + "Average speed is 98.76% of the surrounding traffic's one", + "Average speed is 130.83% of the surrounding traffic's one", + "Average speed is 12.39% of the surrounding traffic's one", + "Average speed is 71.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 33.9, + "duration_system": 260.271 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.149" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/65_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/65_res.json new file mode 100644 index 0000000000000000000000000000000000000000..886235ae2a9797493adc0b36448a26684864a5be --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/65_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.242, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.065, + "duration_game": 41.6, + "duration_system": 664.732, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_05_10_23_12_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.85% of the surrounding traffic's one", + "Average speed is 155.46% of the surrounding traffic's one", + "Average speed is 174.36% of the surrounding traffic's one", + "Average speed is 174.39% of the surrounding traffic's one", + "Average speed is 65.44% of the surrounding traffic's one", + "Average speed is 6.11% of the surrounding traffic's one", + "Average speed is 181.02% of the surrounding traffic's one", + "Average speed is 207.48% of the surrounding traffic's one", + "Average speed is 183.37% of the surrounding traffic's one", + "Average speed is 139.22% of the surrounding traffic's one", + "Average speed is 118.83% of the surrounding traffic's one", + "Average speed is 53.0% of the surrounding traffic's one", + "Average speed is 134.0% of the surrounding traffic's one", + "Average speed is 107.73% of the surrounding traffic's one", + "Average speed is 112.82% of the surrounding traffic's one", + "Average speed is 116.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 41.6, + "duration_system": 664.732 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.242" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/66_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/66_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9c0a99b01f98831d50c7d04ac5b30978f5617da2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/66_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.545, + "yield_emergency_vehicle_infractions": 9.703, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.061, + "duration_game": 7.2, + "duration_system": 56.06, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_05_10_23_26_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.91% of the surrounding traffic's one", + "Average speed is 186.64% of the surrounding traffic's one", + "Average speed is 186.75% of the surrounding traffic's one", + "Average speed is 209.18% of the surrounding traffic's one", + "Average speed is 215.44% of the surrounding traffic's one", + "Average speed is 209.69% of the surrounding traffic's one", + "Average speed is 225.03% of the surrounding traffic's one", + "Average speed is 233.46% of the surrounding traffic's one", + "Average speed is 231.92% of the surrounding traffic's one", + "Average speed is 213.35% of the surrounding traffic's one", + "Average speed is 197.37% of the surrounding traffic's one", + "Average speed is 174.1% of the surrounding traffic's one", + "Average speed is 174.26% of the surrounding traffic's one", + "Average speed is 256.17% of the surrounding traffic's one", + "Average speed is 222.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 56.06 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.703", + "0.0", + "145.545" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/67_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/67_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d9b9956424f0f2114502ed2a1c2c048d7f03063b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/67_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.456, + "yield_emergency_vehicle_infractions": 9.697, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.124, + "duration_game": 8.0, + "duration_system": 66.068, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_05_11_11_34_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.06% of the surrounding traffic's one", + "Average speed is 134.44% of the surrounding traffic's one", + "Average speed is 120.24% of the surrounding traffic's one", + "Average speed is 153.0% of the surrounding traffic's one", + "Average speed is 171.19% of the surrounding traffic's one", + "Average speed is 192.97% of the surrounding traffic's one", + "Average speed is 214.57% of the surrounding traffic's one", + "Average speed is 226.83% of the surrounding traffic's one", + "Average speed is 243.21% of the surrounding traffic's one", + "Average speed is 250.56% of the surrounding traffic's one", + "Average speed is 246.72% of the surrounding traffic's one", + "Average speed is 242.66% of the surrounding traffic's one", + "Average speed is 224.08% of the surrounding traffic's one", + "Average speed is 195.75% of the surrounding traffic's one", + "Average speed is 173.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 8.0, + "duration_system": 66.068 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.697", + "0.0", + "145.456" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/68_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/68_res.json new file mode 100644 index 0000000000000000000000000000000000000000..31025e49cc9164ea03322bf4b92eaf0f51e5706a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/68_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.971, + "yield_emergency_vehicle_infractions": 9.798, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.061, + "duration_game": 7.8, + "duration_system": 81.099, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_05_10_23_29_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.11% of the surrounding traffic's one", + "Average speed is 174.42% of the surrounding traffic's one", + "Average speed is 201.3% of the surrounding traffic's one", + "Average speed is 257.03% of the surrounding traffic's one", + "Average speed is 230.76% of the surrounding traffic's one", + "Average speed is 216.72% of the surrounding traffic's one", + "Average speed is 218.8% of the surrounding traffic's one", + "Average speed is 214.24% of the surrounding traffic's one", + "Average speed is 207.8% of the surrounding traffic's one", + "Average speed is 203.59% of the surrounding traffic's one", + "Average speed is 192.21% of the surrounding traffic's one", + "Average speed is 179.66% of the surrounding traffic's one", + "Average speed is 162.47% of the surrounding traffic's one", + "Average speed is 161.0% of the surrounding traffic's one", + "Average speed is 170.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.8, + "duration_system": 81.099 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.798", + "0.0", + "146.971" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/69_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/69_res.json new file mode 100644 index 0000000000000000000000000000000000000000..268c3f8638999ef73a8876dc625ca055181f5734 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/69_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.247, + "yield_emergency_vehicle_infractions": 9.75, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.566, + "duration_game": 7.75, + "duration_system": 82.089, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_05_10_23_33_34", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.5% of the surrounding traffic's one", + "Average speed is 135.99% of the surrounding traffic's one", + "Average speed is 119.09% of the surrounding traffic's one", + "Average speed is 195.08% of the surrounding traffic's one", + "Average speed is 187.41% of the surrounding traffic's one", + "Average speed is 201.79% of the surrounding traffic's one", + "Average speed is 223.23% of the surrounding traffic's one", + "Average speed is 235.36% of the surrounding traffic's one", + "Average speed is 239.07% of the surrounding traffic's one", + "Average speed is 238.46% of the surrounding traffic's one", + "Average speed is 240.32% of the surrounding traffic's one", + "Average speed is 238.33% of the surrounding traffic's one", + "Average speed is 231.91% of the surrounding traffic's one", + "Average speed is 219.67% of the surrounding traffic's one", + "Average speed is 229.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.75, + "duration_system": 82.089 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.75", + "0.0", + "146.247" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/70_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/70_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbac70ba1d2c567a7352907e3c062bd1e62a9cf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/70_res.json @@ -0,0 +1,145 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.545, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.001, + "min_speed_infractions": 128.262, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 7.545, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 41.658667, + "score_route": 100.0, + "score_penalty": 0.416587 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.541, + "duration_game": 258.95, + "duration_system": 2642.259, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_05_11_18_54_16", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=4887 at (x=4299.604, y=580.78, z=175.799) at time=91.300s [CARLA Frame: 7501, Agent Step: 1825]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 0.996 meters (0.81% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 126.37% of the surrounding traffic's one", + "Average speed is 137.32% of the surrounding traffic's one", + "Average speed is 214.94% of the surrounding traffic's one", + "Average speed is 243.88% of the surrounding traffic's one", + "Average speed is 221.97% of the surrounding traffic's one", + "Average speed is 167.76% of the surrounding traffic's one", + "Average speed is 92.48% of the surrounding traffic's one", + "Average speed is 16.46% of the surrounding traffic's one", + "Average speed is 19.1% of the surrounding traffic's one", + "Average speed is 292.95% of the surrounding traffic's one", + "Average speed is 300.28% of the surrounding traffic's one", + "Average speed is 264.12% of the surrounding traffic's one", + "Average speed is 252.17% of the surrounding traffic's one", + "Average speed is 218.29% of the surrounding traffic's one", + "Average speed is 191.41% of the surrounding traffic's one", + "Average speed is 186.38% of the surrounding traffic's one", + "Average speed is 207.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.416587, + "score_composed": 41.658667 + }, + "meta": { + "route_length": 132.541, + "duration_game": 258.95, + "duration_system": 2642.259 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "41.658667", + "100.0", + "0.416587", + "0.0", + "7.545", + "0.0", + "0.0", + "0.0", + "0.001", + "0.0", + "0.0", + "0.0", + "0.0", + "7.545", + "128.262" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/71_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/71_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2d1b9f767136c63eb9cf1900d65e584b7dbd5d34 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/71_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.575, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.071, + "duration_game": 17.5, + "duration_system": 137.167, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_05_11_12_10_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.21% of the surrounding traffic's one", + "Average speed is 162.72% of the surrounding traffic's one", + "Average speed is 202.22% of the surrounding traffic's one", + "Average speed is 161.95% of the surrounding traffic's one", + "Average speed is 153.76% of the surrounding traffic's one", + "Average speed is 126.35% of the surrounding traffic's one", + "Average speed is 81.94% of the surrounding traffic's one", + "Average speed is 64.57% of the surrounding traffic's one", + "Average speed is 83.83% of the surrounding traffic's one", + "Average speed is 208.53% of the surrounding traffic's one", + "Average speed is 329.29% of the surrounding traffic's one", + "Average speed is 450.67% of the surrounding traffic's one", + "Average speed is 391.3% of the surrounding traffic's one", + "Average speed is 374.71% of the surrounding traffic's one", + "Average speed is 511.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.5, + "duration_system": 137.167 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.575" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/72_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/72_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1d1fb11325945062a154595f5b58834ae8469a26 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/72_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.584, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.061, + "duration_game": 32.85, + "duration_system": 263.711, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_05_11_12_16_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.28% of the surrounding traffic's one", + "Average speed is 154.26% of the surrounding traffic's one", + "Average speed is 235.65% of the surrounding traffic's one", + "Average speed is 211.07% of the surrounding traffic's one", + "Average speed is 231.62% of the surrounding traffic's one", + "Average speed is 234.21% of the surrounding traffic's one", + "Average speed is 210.01% of the surrounding traffic's one", + "Average speed is 155.76% of the surrounding traffic's one", + "Average speed is 103.17% of the surrounding traffic's one", + "Average speed is 96.06% of the surrounding traffic's one", + "Average speed is 107.81% of the surrounding traffic's one", + "Average speed is 100.02% of the surrounding traffic's one", + "Average speed is 92.53% of the surrounding traffic's one", + "Average speed is 115.19% of the surrounding traffic's one", + "Average speed is 29.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.85, + "duration_system": 263.711 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.584" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/73_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/73_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2d775e7fd28a1e34f3616e6cbc024dd6a962ee26 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/73_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 27.45, + "duration_system": 284.327, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_05_11_12_23_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.44% of the surrounding traffic's one", + "Average speed is 141.75% of the surrounding traffic's one", + "Average speed is 180.35% of the surrounding traffic's one", + "Average speed is 218.17% of the surrounding traffic's one", + "Average speed is 162.42% of the surrounding traffic's one", + "Average speed is 19.91% of the surrounding traffic's one", + "Average speed is 281.82% of the surrounding traffic's one", + "Average speed is 344.9% of the surrounding traffic's one", + "Average speed is 247.23% of the surrounding traffic's one", + "Average speed is 188.26% of the surrounding traffic's one", + "Average speed is 246.4% of the surrounding traffic's one", + "Average speed is 221.36% of the surrounding traffic's one", + "Average speed is 208.04% of the surrounding traffic's one", + "Average speed is 201.84% of the surrounding traffic's one", + "Average speed is 240.24% of the surrounding traffic's one", + "Average speed is 235.22% of the surrounding traffic's one", + "Average speed is 203.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 27.45, + "duration_system": 284.327 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/74_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/74_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c200b4e468124c9e0d081d3c1fede0884d1ab746 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/74_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.336, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.961, + "duration_game": 18.9, + "duration_system": 188.217, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_05_10_23_37_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.24% of the surrounding traffic's one", + "Average speed is 146.86% of the surrounding traffic's one", + "Average speed is 177.35% of the surrounding traffic's one", + "Average speed is 223.43% of the surrounding traffic's one", + "Average speed is 259.26% of the surrounding traffic's one", + "Average speed is 356.76% of the surrounding traffic's one", + "Average speed is 462.38% of the surrounding traffic's one", + "Average speed is 282.76% of the surrounding traffic's one", + "Average speed is 26.4% of the surrounding traffic's one", + "Average speed is 321.76% of the surrounding traffic's one", + "Average speed is 558.9% of the surrounding traffic's one", + "Average speed is 495.74% of the surrounding traffic's one", + "Average speed is 515.82% of the surrounding traffic's one", + "Average speed is 801.25% of the surrounding traffic's one", + "Average speed is 854.44% of the surrounding traffic's one", + "Average speed is 802.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 18.9, + "duration_system": 188.217 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.336" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/75_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/75_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8c0fcc0d8b8e74abaf4e711acd937705a55d2a28 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/75_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.729, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.062, + "duration_game": 20.65, + "duration_system": 271.311, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_05_11_12_30_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.78% of the surrounding traffic's one", + "Average speed is 144.55% of the surrounding traffic's one", + "Average speed is 178.3% of the surrounding traffic's one", + "Average speed is 210.46% of the surrounding traffic's one", + "Average speed is 268.28% of the surrounding traffic's one", + "Average speed is 378.83% of the surrounding traffic's one", + "Average speed is 299.94% of the surrounding traffic's one", + "Average speed is 28.25% of the surrounding traffic's one", + "Average speed is 287.09% of the surrounding traffic's one", + "Average speed is 420.18% of the surrounding traffic's one", + "Average speed is 329.84% of the surrounding traffic's one", + "Average speed is 175.76% of the surrounding traffic's one", + "Average speed is 308.28% of the surrounding traffic's one", + "Average speed is 290.54% of the surrounding traffic's one", + "Average speed is 306.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 20.65, + "duration_system": 271.311 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.729" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/76_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/76_res.json new file mode 100644 index 0000000000000000000000000000000000000000..19f6a97e623f86b10730ca391e94a52244291e0f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/76_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 129.638, + "duration_game": 13.2, + "duration_system": 128.153, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_05_11_12_37_34", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 52.17% of the surrounding traffic's one", + "Average speed is 211.35% of the surrounding traffic's one", + "Average speed is 380.98% of the surrounding traffic's one", + "Average speed is 487.27% of the surrounding traffic's one", + "Average speed is 403.64% of the surrounding traffic's one", + "Average speed is 438.03% of the surrounding traffic's one", + "Average speed is 547.44% of the surrounding traffic's one", + "Average speed is 515.97% of the surrounding traffic's one", + "Average speed is 458.88% of the surrounding traffic's one", + "Average speed is 468.49% of the surrounding traffic's one", + "Average speed is 388.15% of the surrounding traffic's one", + "Average speed is 342.12% of the surrounding traffic's one", + "Average speed is 348.24% of the surrounding traffic's one", + "Average speed is 360.65% of the surrounding traffic's one", + "Average speed is 501.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.2, + "duration_system": 128.153 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/77_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/77_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6f2902b0c9774c4a9be6da7e8454fbfa306b6a58 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/77_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.672, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.154, + "duration_game": 22.3, + "duration_system": 171.777, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_05_11_12_42_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 12.35% of the surrounding traffic's one", + "Average speed is 147.51% of the surrounding traffic's one", + "Average speed is 184.64% of the surrounding traffic's one", + "Average speed is 222.1% of the surrounding traffic's one", + "Average speed is 231.99% of the surrounding traffic's one", + "Average speed is 185.64% of the surrounding traffic's one", + "Average speed is 171.67% of the surrounding traffic's one", + "Average speed is 169.99% of the surrounding traffic's one", + "Average speed is 136.05% of the surrounding traffic's one", + "Average speed is 129.26% of the surrounding traffic's one", + "Average speed is 100.71% of the surrounding traffic's one", + "Average speed is 104.96% of the surrounding traffic's one", + "Average speed is 97.63% of the surrounding traffic's one", + "Average speed is 97.82% of the surrounding traffic's one", + "Average speed is 111.63% of the surrounding traffic's one", + "Average speed is 115.52% of the surrounding traffic's one", + "Average speed is 118.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.3, + "duration_system": 171.777 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.672" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/78_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/78_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0ef242dbecfb081df7933a25d65f4a0a77fbc33f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/78_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.244, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.063, + "duration_game": 21.35, + "duration_system": 159.187, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_05_11_19_41_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 26.74% of the surrounding traffic's one", + "Average speed is 109.93% of the surrounding traffic's one", + "Average speed is 122.52% of the surrounding traffic's one", + "Average speed is 102.85% of the surrounding traffic's one", + "Average speed is 94.23% of the surrounding traffic's one", + "Average speed is 99.75% of the surrounding traffic's one", + "Average speed is 98.87% of the surrounding traffic's one", + "Average speed is 102.07% of the surrounding traffic's one", + "Average speed is 105.71% of the surrounding traffic's one", + "Average speed is 120.77% of the surrounding traffic's one", + "Average speed is 104.43% of the surrounding traffic's one", + "Average speed is 97.78% of the surrounding traffic's one", + "Average speed is 110.97% of the surrounding traffic's one", + "Average speed is 99.94% of the surrounding traffic's one", + "Average speed is 105.61% of the surrounding traffic's one", + "Average speed is 114.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 21.35, + "duration_system": 159.187 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.244" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/79_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/79_res.json new file mode 100644 index 0000000000000000000000000000000000000000..99b45f4bfed9eee8c53391c3c7ddf2635e5fd9c9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/79_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.622, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.327, + "duration_game": 28.65, + "duration_system": 251.275, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_05_11_13_59_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.77% of the surrounding traffic's one", + "Average speed is 119.68% of the surrounding traffic's one", + "Average speed is 17.09% of the surrounding traffic's one", + "Average speed is 148.42% of the surrounding traffic's one", + "Average speed is 87.27% of the surrounding traffic's one", + "Average speed is 99.66% of the surrounding traffic's one", + "Average speed is 184.96% of the surrounding traffic's one", + "Average speed is 124.43% of the surrounding traffic's one", + "Average speed is 50.79% of the surrounding traffic's one", + "Average speed is 161.27% of the surrounding traffic's one", + "Average speed is 118.64% of the surrounding traffic's one", + "Average speed is 109.04% of the surrounding traffic's one", + "Average speed is 141.8% of the surrounding traffic's one", + "Average speed is 95.56% of the surrounding traffic's one", + "Average speed is 119.11% of the surrounding traffic's one", + "Average speed is 121.97% of the surrounding traffic's one", + "Average speed is 108.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 28.65, + "duration_system": 251.275 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.622" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/80_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/80_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a09ba74c8d19b0df34c85f2737a9eecc2aff42ed --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/80_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.948, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.288, + "duration_game": 16.8, + "duration_system": 111.119, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_05_11_14_06_39", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.44% of the surrounding traffic's one", + "Average speed is 106.77% of the surrounding traffic's one", + "Average speed is 103.14% of the surrounding traffic's one", + "Average speed is 143.54% of the surrounding traffic's one", + "Average speed is 105.0% of the surrounding traffic's one", + "Average speed is 101.15% of the surrounding traffic's one", + "Average speed is 100.47% of the surrounding traffic's one", + "Average speed is 94.74% of the surrounding traffic's one", + "Average speed is 104.95% of the surrounding traffic's one", + "Average speed is 116.74% of the surrounding traffic's one", + "Average speed is 104.21% of the surrounding traffic's one", + "Average speed is 103.56% of the surrounding traffic's one", + "Average speed is 107.38% of the surrounding traffic's one", + "Average speed is 102.55% of the surrounding traffic's one", + "Average speed is 96.97% of the surrounding traffic's one", + "Average speed is 114.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 111.119 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.948" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/81_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/81_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a5cc3e4b05fa1c9a2a9bc97778b1a100d1007da0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/81_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.968, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.063, + "duration_game": 10.95, + "duration_system": 83.169, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_05_11_14_11_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.48% of the surrounding traffic's one", + "Average speed is 142.46% of the surrounding traffic's one", + "Average speed is 128.3% of the surrounding traffic's one", + "Average speed is 121.12% of the surrounding traffic's one", + "Average speed is 119.95% of the surrounding traffic's one", + "Average speed is 121.23% of the surrounding traffic's one", + "Average speed is 119.19% of the surrounding traffic's one", + "Average speed is 112.93% of the surrounding traffic's one", + "Average speed is 123.97% of the surrounding traffic's one", + "Average speed is 131.16% of the surrounding traffic's one", + "Average speed is 114.54% of the surrounding traffic's one", + "Average speed is 128.07% of the surrounding traffic's one", + "Average speed is 138.94% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 10.95, + "duration_system": 83.169 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "146.968" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/82_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/82_res.json new file mode 100644 index 0000000000000000000000000000000000000000..85b9b589feff8a87def697d6bd3ce97e48faa1a5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/82_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.274, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 101.164, + "duration_game": 8.3, + "duration_system": 64.069, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_05_11_14_15_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.29% of the surrounding traffic's one", + "Average speed is 134.82% of the surrounding traffic's one", + "Average speed is 141.71% of the surrounding traffic's one", + "Average speed is 118.59% of the surrounding traffic's one", + "Average speed is 134.32% of the surrounding traffic's one", + "Average speed is 167.15% of the surrounding traffic's one", + "Average speed is 191.4% of the surrounding traffic's one", + "Average speed is 207.01% of the surrounding traffic's one", + "Average speed is 218.28% of the surrounding traffic's one", + "Average speed is 231.39% of the surrounding traffic's one", + "Average speed is 233.73% of the surrounding traffic's one", + "Average speed is 229.97% of the surrounding traffic's one", + "Average speed is 220.15% of the surrounding traffic's one", + "Average speed is 191.88% of the surrounding traffic's one", + "Average speed is 148.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.3, + "duration_system": 64.069 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.274" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/83_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/83_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d541cf8bb8c8653df965664a60042325a7a2f66d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/83_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.464, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.118, + "duration_game": 8.1, + "duration_system": 66.081, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_05_10_23_43_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.42% of the surrounding traffic's one", + "Average speed is 131.79% of the surrounding traffic's one", + "Average speed is 97.14% of the surrounding traffic's one", + "Average speed is 126.43% of the surrounding traffic's one", + "Average speed is 157.39% of the surrounding traffic's one", + "Average speed is 178.7% of the surrounding traffic's one", + "Average speed is 201.88% of the surrounding traffic's one", + "Average speed is 221.48% of the surrounding traffic's one", + "Average speed is 232.98% of the surrounding traffic's one", + "Average speed is 242.02% of the surrounding traffic's one", + "Average speed is 243.88% of the surrounding traffic's one", + "Average speed is 238.88% of the surrounding traffic's one", + "Average speed is 225.56% of the surrounding traffic's one", + "Average speed is 222.72% of the surrounding traffic's one", + "Average speed is 231.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.1, + "duration_system": 66.081 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.464" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/84_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/84_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3e031663c6e5d0d2c17a80c8ab0040c82e92e236 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/84_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.438, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.002, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.418, + "duration_game": 13.35, + "duration_system": 134.159, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_05_11_14_18_47", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4731 at (x=-2588.417, y=-83.122, z=173.273) at time=10.300s [CARLA Frame: 5519, Agent Step: 205]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.04% of the surrounding traffic's one", + "Average speed is 530.18% of the surrounding traffic's one", + "Average speed is 717.89% of the surrounding traffic's one", + "Average speed is 379.7% of the surrounding traffic's one", + "Average speed is 129.49% of the surrounding traffic's one", + "Average speed is 44.96% of the surrounding traffic's one", + "Average speed is 124.45% of the surrounding traffic's one", + "Average speed is 271.49% of the surrounding traffic's one", + "Average speed is 242.53% of the surrounding traffic's one", + "Average speed is 158.74% of the surrounding traffic's one", + "Average speed is 322.47% of the surrounding traffic's one", + "Average speed is 581.64% of the surrounding traffic's one", + "Average speed is 2320.55% of the surrounding traffic's one", + "Average speed is 1526.58% of the surrounding traffic's one", + "Average speed is 2777.17% of the surrounding traffic's one", + "Average speed is 2891.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 13.35, + "duration_system": 134.159 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "13.438", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.002" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/85_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/85_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a51d9a8a43afd09dbd87a58e8a3a86fd5cce4262 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/85_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.789, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.626, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.521, + "duration_game": 11.95, + "duration_system": 98.105, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_05_11_14_23_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=4733 at (x=-4292.629, y=5609.306, z=175.043) at time=8.750s [CARLA Frame: 5299, Agent Step: 174]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 373.17% of the surrounding traffic's one", + "Average speed is 238.62% of the surrounding traffic's one", + "Average speed is 349.02% of the surrounding traffic's one", + "Average speed is 149.04% of the surrounding traffic's one", + "Average speed is 48.21% of the surrounding traffic's one", + "Average speed is 142.03% of the surrounding traffic's one", + "Average speed is 331.24% of the surrounding traffic's one", + "Average speed is 396.45% of the surrounding traffic's one", + "Average speed is 392.09% of the surrounding traffic's one", + "Average speed is 325.81% of the surrounding traffic's one", + "Average speed is 1156.72% of the surrounding traffic's one", + "Average speed is 3925.22% of the surrounding traffic's one", + "Average speed is 1992.54% of the surrounding traffic's one", + "Average speed is 1461.16% of the surrounding traffic's one", + "Average speed is 1641.99% of the surrounding traffic's one", + "Average speed is 2117.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.95, + "duration_system": 98.105 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "13.789", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.626" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/86_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/86_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f526df9bb69328940aceccca7ab436d1e80b369d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/86_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.414, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 71.938, + "duration_game": 13.1, + "duration_system": 103.107, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_05_10_23_46_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.61% of the surrounding traffic's one", + "Average speed is 542.97% of the surrounding traffic's one", + "Average speed is 478.98% of the surrounding traffic's one", + "Average speed is 343.46% of the surrounding traffic's one", + "Average speed is 158.39% of the surrounding traffic's one", + "Average speed is 62.84% of the surrounding traffic's one", + "Average speed is 53.95% of the surrounding traffic's one", + "Average speed is 460.26% of the surrounding traffic's one", + "Average speed is 380.46% of the surrounding traffic's one", + "Average speed is 305.59% of the surrounding traffic's one", + "Average speed is 537.18% of the surrounding traffic's one", + "Average speed is 757.75% of the surrounding traffic's one", + "Average speed is 1306.93% of the surrounding traffic's one", + "Average speed is 2661.6% of the surrounding traffic's one", + "Average speed is 7334.77% of the surrounding traffic's one", + "Average speed is 3930.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.1, + "duration_system": 103.107 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.414" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/87_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/87_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1d3ef7b2a5d77e2ea62cdddf9424af6b41765939 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/87_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.813, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.297, + "duration_game": 12.2, + "duration_system": 104.114, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_05_11_14_28_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.91% of the surrounding traffic's one", + "Average speed is 114.79% of the surrounding traffic's one", + "Average speed is 1037.25% of the surrounding traffic's one", + "Average speed is 470.97% of the surrounding traffic's one", + "Average speed is 102.41% of the surrounding traffic's one", + "Average speed is 38.26% of the surrounding traffic's one", + "Average speed is 105.89% of the surrounding traffic's one", + "Average speed is 173.83% of the surrounding traffic's one", + "Average speed is 231.56% of the surrounding traffic's one", + "Average speed is 272.63% of the surrounding traffic's one", + "Average speed is 394.43% of the surrounding traffic's one", + "Average speed is 385.28% of the surrounding traffic's one", + "Average speed is 413.93% of the surrounding traffic's one", + "Average speed is 486.34% of the surrounding traffic's one", + "Average speed is 386.76% of the surrounding traffic's one", + "Average speed is 256.57% of the surrounding traffic's one", + "Average speed is 336.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.2, + "duration_system": 104.114 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.813" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/88_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/88_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d073c5bfb7091b77f0e592ad778bfa0f3d563ac5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/88_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 225.771, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 66.439, + "duration_game": 16.75, + "duration_system": 140.157, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_05_10_23_51_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.38% of the surrounding traffic's one", + "Average speed is 108.76% of the surrounding traffic's one", + "Average speed is 76.5% of the surrounding traffic's one", + "Average speed is 54.29% of the surrounding traffic's one", + "Average speed is 52.31% of the surrounding traffic's one", + "Average speed is 297.13% of the surrounding traffic's one", + "Average speed is 590.28% of the surrounding traffic's one", + "Average speed is 496.84% of the surrounding traffic's one", + "Average speed is 356.46% of the surrounding traffic's one", + "Average speed is 295.16% of the surrounding traffic's one", + "Average speed is 312.77% of the surrounding traffic's one", + "Average speed is 549.16% of the surrounding traffic's one", + "Average speed is 456.01% of the surrounding traffic's one", + "Average speed is 266.93% of the surrounding traffic's one", + "Average speed is 207.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 16.75, + "duration_system": 140.157 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "225.771" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/89_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/89_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a2e8824f0986290e54d1cce43ead5a68a7880adc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/89_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.313, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.59, + "duration_game": 19.85, + "duration_system": 165.186, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_05_11_14_32_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.29% of the surrounding traffic's one", + "Average speed is 115.65% of the surrounding traffic's one", + "Average speed is 151.72% of the surrounding traffic's one", + "Average speed is 65.85% of the surrounding traffic's one", + "Average speed is 54.77% of the surrounding traffic's one", + "Average speed is 46.93% of the surrounding traffic's one", + "Average speed is 272.65% of the surrounding traffic's one", + "Average speed is 454.8% of the surrounding traffic's one", + "Average speed is 465.91% of the surrounding traffic's one", + "Average speed is 339.51% of the surrounding traffic's one", + "Average speed is 353.07% of the surrounding traffic's one", + "Average speed is 398.41% of the surrounding traffic's one", + "Average speed is 562.0% of the surrounding traffic's one", + "Average speed is 544.96% of the surrounding traffic's one", + "Average speed is 341.87% of the surrounding traffic's one", + "Average speed is 246.63% of the surrounding traffic's one", + "Average speed is 213.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 19.85, + "duration_system": 165.186 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.313" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/90_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/90_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bd35f2e84202f4857c95317b9f30f2d6664fa864 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/90_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.892, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.111, + "duration_game": 142.85, + "duration_system": 1303.791, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_05_11_14_37_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 160.61% of the surrounding traffic's one", + "Average speed is 106.13% of the surrounding traffic's one", + "Average speed is 58.24% of the surrounding traffic's one", + "Average speed is 67.84% of the surrounding traffic's one", + "Average speed is 4.23% of the surrounding traffic's one", + "Average speed is 7.99% of the surrounding traffic's one", + "Average speed is 1136.83% of the surrounding traffic's one", + "Average speed is 1354.67% of the surrounding traffic's one", + "Average speed is 917.85% of the surrounding traffic's one", + "Average speed is 500.83% of the surrounding traffic's one", + "Average speed is 610.95% of the surrounding traffic's one", + "Average speed is 63.89% of the surrounding traffic's one", + "Average speed is 346.65% of the surrounding traffic's one", + "Average speed is 538.46% of the surrounding traffic's one", + "Average speed is 308.21% of the surrounding traffic's one", + "Average speed is 179.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 142.85, + "duration_system": 1303.791 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.892" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/91_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/91_res.json new file mode 100644 index 0000000000000000000000000000000000000000..06cc7ffd93471e16a85528ed95cf70c20a83fa77 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/91_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.506, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.252, + "duration_game": 38.55, + "duration_system": 324.713, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_05_11_15_02_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.46% of the surrounding traffic's one", + "Average speed is 112.1% of the surrounding traffic's one", + "Average speed is 159.64% of the surrounding traffic's one", + "Average speed is 10.12% of the surrounding traffic's one", + "Average speed is 335.13% of the surrounding traffic's one", + "Average speed is 654.67% of the surrounding traffic's one", + "Average speed is 708.55% of the surrounding traffic's one", + "Average speed is 629.89% of the surrounding traffic's one", + "Average speed is 184.19% of the surrounding traffic's one", + "Average speed is 497.66% of the surrounding traffic's one", + "Average speed is 1419.77% of the surrounding traffic's one", + "Average speed is 2659.38% of the surrounding traffic's one", + "Average speed is 1358.79% of the surrounding traffic's one", + "Average speed is 897.53% of the surrounding traffic's one", + "Average speed is 982.22% of the surrounding traffic's one", + "Average speed is 849.46% of the surrounding traffic's one", + "Average speed is 660.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 38.55, + "duration_system": 324.713 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.506" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/92_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/92_res.json new file mode 100644 index 0000000000000000000000000000000000000000..05ac6be0f8575f8d825fee34dd72b3c08a280eec --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/92_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 217.515, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.558, + "duration_game": 51.75, + "duration_system": 493.648, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_05_11_15_10_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 237.53% of the surrounding traffic's one", + "Average speed is 165.76% of the surrounding traffic's one", + "Average speed is 87.98% of the surrounding traffic's one", + "Average speed is 47.44% of the surrounding traffic's one", + "Average speed is 8.36% of the surrounding traffic's one", + "Average speed is 872.57% of the surrounding traffic's one", + "Average speed is 1052.53% of the surrounding traffic's one", + "Average speed is 900.59% of the surrounding traffic's one", + "Average speed is 701.66% of the surrounding traffic's one", + "Average speed is 728.09% of the surrounding traffic's one", + "Average speed is 942.29% of the surrounding traffic's one", + "Average speed is 708.51% of the surrounding traffic's one", + "Average speed is 407.65% of the surrounding traffic's one", + "Average speed is 345.57% of the surrounding traffic's one", + "Average speed is 314.88% of the surrounding traffic's one", + "Average speed is 244.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 51.75, + "duration_system": 493.648 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "217.515" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/93_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/93_res.json new file mode 100644 index 0000000000000000000000000000000000000000..25cc6b9ef4ba3b37b27354f18d1ec3cd6cfd1df0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/93_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 173.291, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 12.378, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.789, + "duration_game": 280.3, + "duration_system": 2649.276, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_05_11_19_46_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.39% of the surrounding traffic's one", + "Average speed is 293.21% of the surrounding traffic's one", + "Average speed is 635.25% of the surrounding traffic's one", + "Average speed is 195.31% of the surrounding traffic's one", + "Average speed is 14.12% of the surrounding traffic's one", + "Average speed is 1684.2% of the surrounding traffic's one", + "Average speed is 1535.66% of the surrounding traffic's one", + "Average speed is 1011.1% of the surrounding traffic's one", + "Average speed is 760.71% of the surrounding traffic's one", + "Average speed is 632.03% of the surrounding traffic's one", + "Average speed is 0.31% of the surrounding traffic's one", + "Average speed is 135.39% of the surrounding traffic's one", + "Average speed is 251.03% of the surrounding traffic's one", + "Average speed is 193.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 280.3, + "duration_system": 2649.276 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.378", + "173.291" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/94_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/94_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b1d0d7ac85a882cce6d3ab8e678d4df5d4794c90 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/94_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 4.49, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 85.304, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 222.734, + "duration_game": 22.05, + "duration_system": 198.214, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_05_10_23_56_08", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=4722 at (x=2801.928, y=6048.177, z=155.523) at time=5.000s [CARLA Frame: 5848, Agent Step: 99]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.59% of the surrounding traffic's one", + "Average speed is 346.74% of the surrounding traffic's one", + "Average speed is 377.91% of the surrounding traffic's one", + "Average speed is 419.74% of the surrounding traffic's one", + "Average speed is 397.33% of the surrounding traffic's one", + "Average speed is 439.68% of the surrounding traffic's one", + "Average speed is 676.96% of the surrounding traffic's one", + "Average speed is 860.28% of the surrounding traffic's one", + "Average speed is 853.24% of the surrounding traffic's one", + "Average speed is 1149.48% of the surrounding traffic's one", + "Average speed is 691.38% of the surrounding traffic's one", + "Average speed is 426.37% of the surrounding traffic's one", + "Average speed is 303.23% of the surrounding traffic's one", + "Average speed is 233.53% of the surrounding traffic's one", + "Average speed is 239.38% of the surrounding traffic's one", + "Average speed is 203.87% of the surrounding traffic's one", + "Average speed is 6002.15% of the surrounding traffic's one", + "Average speed is 1378431.91% of the surrounding traffic's one", + "Average speed is 1378431.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 22.05, + "duration_system": 198.214 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "4.49", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "85.304" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/95_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/95_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5b739c0fb328a39f78cf9ec6b9d2453467f469de --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/95_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.002, + "min_speed_infractions": 104.245, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 98.831681, + "score_route": 100.0, + "score_penalty": 0.988317 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 182.263, + "duration_game": 14.1, + "duration_system": 120.149, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_05_11_00_01_57", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.023 meters (1.17% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 207.94% of the surrounding traffic's one", + "Average speed is 648.27% of the surrounding traffic's one", + "Average speed is 478.07% of the surrounding traffic's one", + "Average speed is 409.39% of the surrounding traffic's one", + "Average speed is 410.04% of the surrounding traffic's one", + "Average speed is 405.72% of the surrounding traffic's one", + "Average speed is 606.31% of the surrounding traffic's one", + "Average speed is 1128.88% of the surrounding traffic's one", + "Average speed is 1032.65% of the surrounding traffic's one", + "Average speed is 957.12% of the surrounding traffic's one", + "Average speed is 2633.86% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 44389892.43% of the surrounding traffic's one", + "Average speed is 1597993.65% of the surrounding traffic's one", + "Average speed is 1535599.16% of the surrounding traffic's one", + "Average speed is 1535599.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.988317, + "score_composed": 98.831681 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.1, + "duration_system": 120.149 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "98.831681", + "100.0", + "0.988317", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.002", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "104.245" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/96_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/96_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e73a9b62bd50099456853f5c32768f27b92a32e2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/96_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.855, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 140.53, + "duration_game": 13.6, + "duration_system": 177.212, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_05_11_16_33_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 228.94% of the surrounding traffic's one", + "Average speed is 202.17% of the surrounding traffic's one", + "Average speed is 207.15% of the surrounding traffic's one", + "Average speed is 383.34% of the surrounding traffic's one", + "Average speed is 400.28% of the surrounding traffic's one", + "Average speed is 444.95% of the surrounding traffic's one", + "Average speed is 595.18% of the surrounding traffic's one", + "Average speed is 580.29% of the surrounding traffic's one", + "Average speed is 563.2% of the surrounding traffic's one", + "Average speed is 866.59% of the surrounding traffic's one", + "Average speed is 668.67% of the surrounding traffic's one", + "Average speed is 565.1% of the surrounding traffic's one", + "Average speed is 2557.62% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 2935235349438.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.6, + "duration_system": 177.212 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.855" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/97_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/97_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e4fe482fecd692d95cc46cf9e235952a75927d90 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/97_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 231.882, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.688, + "duration_game": 40.5, + "duration_system": 418.498, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_05_11_18_36_11", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.05% of the surrounding traffic's one", + "Average speed is 2294.62% of the surrounding traffic's one", + "Average speed is 236.89% of the surrounding traffic's one", + "Average speed is 2292.65% of the surrounding traffic's one", + "Average speed is 2605.47% of the surrounding traffic's one", + "Average speed is 2829.12% of the surrounding traffic's one", + "Average speed is 3240.16% of the surrounding traffic's one", + "Average speed is 3391.15% of the surrounding traffic's one", + "Average speed is 3714.75% of the surrounding traffic's one", + "Average speed is 4807.75% of the surrounding traffic's one", + "Average speed is 2181.61% of the surrounding traffic's one", + "Average speed is 1410.18% of the surrounding traffic's one", + "Average speed is 1054.52% of the surrounding traffic's one", + "Average speed is 937.33% of the surrounding traffic's one", + "Average speed is 770.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.5, + "duration_system": 418.498 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "231.882" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/98_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/98_res.json new file mode 100644 index 0000000000000000000000000000000000000000..77fac320053684ac3aded2d6baf57a200ccf02cf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/98_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 16.457, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 246.861, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 60.763, + "duration_game": 35.9, + "duration_system": 323.997, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_05_11_20_33_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 2051 at (x=2658.621, y=2277.046, z=175.222)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.24% of the surrounding traffic's one", + "Average speed is 8.17% of the surrounding traffic's one", + "Average speed is 1485.91% of the surrounding traffic's one", + "Average speed is 1965.07% of the surrounding traffic's one", + "Average speed is 1824.51% of the surrounding traffic's one", + "Average speed is 2701.08% of the surrounding traffic's one", + "Average speed is 1200.03% of the surrounding traffic's one", + "Average speed is 715.5% of the surrounding traffic's one", + "Average speed is 1526.39% of the surrounding traffic's one", + "Average speed is 1468.73% of the surrounding traffic's one", + "Average speed is 1132.72% of the surrounding traffic's one", + "Average speed is 851.64% of the surrounding traffic's one", + "Average speed is 769.63% of the surrounding traffic's one", + "Average speed is 655.79% of the surrounding traffic's one", + "Average speed is 502.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 35.9, + "duration_system": 323.997 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "16.457", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "246.861" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/99_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/99_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8283f1f36cc0d2cff5f4deaeafea4d1c92159b06 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/99_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 273.324, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 54.88, + "duration_game": 25.95, + "duration_system": 274.786, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_05_11_17_50_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.33% of the surrounding traffic's one", + "Average speed is 10.27% of the surrounding traffic's one", + "Average speed is 2643.62% of the surrounding traffic's one", + "Average speed is 4560.0% of the surrounding traffic's one", + "Average speed is 1843.99% of the surrounding traffic's one", + "Average speed is 1163.49% of the surrounding traffic's one", + "Average speed is 1128.86% of the surrounding traffic's one", + "Average speed is 1133.71% of the surrounding traffic's one", + "Average speed is 793.67% of the surrounding traffic's one", + "Average speed is 524.73% of the surrounding traffic's one", + "Average speed is 448.38% of the surrounding traffic's one", + "Average speed is 485.06% of the surrounding traffic's one", + "Average speed is 385.24% of the surrounding traffic's one", + "Average speed is 295.68% of the surrounding traffic's one", + "Average speed is 224.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.95, + "duration_system": 274.786 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "273.324" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_4/merged.json b/evaluation_logs/bench2drive/bench2drive_detailed_4/merged.json new file mode 100644 index 0000000000000000000000000000000000000000..124af9f1db660e0c1efa902f13798c5220404082 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_4/merged.json @@ -0,0 +1,11009 @@ +{ + "_checkpoint": { + "records": [ + { + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_05_11_18_23_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 304.28% of the surrounding traffic's one", + "Average speed is 243.53% of the surrounding traffic's one", + "Average speed is 239.67% of the surrounding traffic's one", + "Average speed is 106.08% of the surrounding traffic's one", + "Average speed is 54.87% of the surrounding traffic's one", + "Average speed is 232.04% of the surrounding traffic's one", + "Average speed is 473.98% of the surrounding traffic's one", + "Average speed is 422.03% of the surrounding traffic's one", + "Average speed is 402.83% of the surrounding traffic's one", + "Average speed is 1024.4% of the surrounding traffic's one", + "Average speed is 1165.14% of the surrounding traffic's one", + "Average speed is 576.7% of the surrounding traffic's one", + "Average speed is 622.28% of the surrounding traffic's one", + "Average speed is 497.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.85, + "duration_system": 88.092 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_05_11_02_28_03", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3861 at (x=2199.855, y=4876.262, z=365.269) at time=9.650s [CARLA Frame: 6046, Agent Step: 192]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 333.78% of the surrounding traffic's one", + "Average speed is 552.97% of the surrounding traffic's one", + "Average speed is 455.86% of the surrounding traffic's one", + "Average speed is 163.82% of the surrounding traffic's one", + "Average speed is 74.7% of the surrounding traffic's one", + "Average speed is 36.01% of the surrounding traffic's one", + "Average speed is 349.94% of the surrounding traffic's one", + "Average speed is 496.32% of the surrounding traffic's one", + "Average speed is 25.49% of the surrounding traffic's one", + "Average speed is 21152.0% of the surrounding traffic's one", + "Average speed is 45799.96% of the surrounding traffic's one", + "Average speed is 22454.29% of the surrounding traffic's one", + "Average speed is 4909.6% of the surrounding traffic's one", + "Average speed is 2872.96% of the surrounding traffic's one", + "Average speed is 753.02% of the surrounding traffic's one", + "Average speed is 391.03% of the surrounding traffic's one", + "Average speed is 381.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 260.3, + "duration_system": 2713.843 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_05_11_18_18_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 211.86% of the surrounding traffic's one", + "Average speed is 464.19% of the surrounding traffic's one", + "Average speed is 431.32% of the surrounding traffic's one", + "Average speed is 181.94% of the surrounding traffic's one", + "Average speed is 146.81% of the surrounding traffic's one", + "Average speed is 41.06% of the surrounding traffic's one", + "Average speed is 234.53% of the surrounding traffic's one", + "Average speed is 345.2% of the surrounding traffic's one", + "Average speed is 434.93% of the surrounding traffic's one", + "Average speed is 561.83% of the surrounding traffic's one", + "Average speed is 545.46% of the surrounding traffic's one", + "Average speed is 2480.19% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 44175897.48% of the surrounding traffic's one", + "Average speed is 9356254.84% of the surrounding traffic's one", + "Average speed is 150595.25% of the surrounding traffic's one", + "Average speed is 2227146.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 11.6, + "duration_system": 128.153 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_05_11_18_14_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 245.31% of the surrounding traffic's one", + "Average speed is 212.57% of the surrounding traffic's one", + "Average speed is 310.36% of the surrounding traffic's one", + "Average speed is 341.12% of the surrounding traffic's one", + "Average speed is 216.9% of the surrounding traffic's one", + "Average speed is 25.03% of the surrounding traffic's one", + "Average speed is 76.63% of the surrounding traffic's one", + "Average speed is 615.9% of the surrounding traffic's one", + "Average speed is 567.51% of the surrounding traffic's one", + "Average speed is 473.95% of the surrounding traffic's one", + "Average speed is 367.3% of the surrounding traffic's one", + "Average speed is 717.43% of the surrounding traffic's one", + "Average speed is 2269.1% of the surrounding traffic's one", + "Average speed is 729.19% of the surrounding traffic's one", + "Average speed is 657.18% of the surrounding traffic's one", + "Average speed is 789.79% of the surrounding traffic's one", + "Average speed is 570.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.9, + "duration_system": 120.136 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_05_11_01_30_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3930 at (x=1324.574, y=3872.647, z=363.3) at time=8.500s [CARLA Frame: 5839, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 345.49% of the surrounding traffic's one", + "Average speed is 566.06% of the surrounding traffic's one", + "Average speed is 491.08% of the surrounding traffic's one", + "Average speed is 113.49% of the surrounding traffic's one", + "Average speed is 36.21% of the surrounding traffic's one", + "Average speed is 163.4% of the surrounding traffic's one", + "Average speed is 257.31% of the surrounding traffic's one", + "Average speed is 37.13% of the surrounding traffic's one", + "Average speed is 7161.24% of the surrounding traffic's one", + "Average speed is 1831.93% of the surrounding traffic's one", + "Average speed is 9767.13% of the surrounding traffic's one", + "Average speed is 2470.69% of the surrounding traffic's one", + "Average speed is 959.05% of the surrounding traffic's one", + "Average speed is 516.91% of the surrounding traffic's one", + "Average speed is 285.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 280.3, + "duration_system": 3327.966 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_05_11_18_06_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.45% of the surrounding traffic's one", + "Average speed is 143.13% of the surrounding traffic's one", + "Average speed is 1487.72% of the surrounding traffic's one", + "Average speed is 141.64% of the surrounding traffic's one", + "Average speed is 33.36% of the surrounding traffic's one", + "Average speed is 62.72% of the surrounding traffic's one", + "Average speed is 7597.58% of the surrounding traffic's one", + "Average speed is 4538.48% of the surrounding traffic's one", + "Average speed is 3203.8% of the surrounding traffic's one", + "Average speed is 2128.84% of the surrounding traffic's one", + "Average speed is 4691.95% of the surrounding traffic's one", + "Average speed is 5615.59% of the surrounding traffic's one", + "Average speed is 1481.94% of the surrounding traffic's one", + "Average speed is 826.82% of the surrounding traffic's one", + "Average speed is 576.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 32.55, + "duration_system": 316.172 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_05_11_17_57_41", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 79.15% of the surrounding traffic's one", + "Average speed is 6.55% of the surrounding traffic's one", + "Average speed is 477.8% of the surrounding traffic's one", + "Average speed is 538.11% of the surrounding traffic's one", + "Average speed is 625.01% of the surrounding traffic's one", + "Average speed is 585.74% of the surrounding traffic's one", + "Average speed is 644.97% of the surrounding traffic's one", + "Average speed is 769.84% of the surrounding traffic's one", + "Average speed is 1029.0% of the surrounding traffic's one", + "Average speed is 839.15% of the surrounding traffic's one", + "Average speed is 614.69% of the surrounding traffic's one", + "Average speed is 539.51% of the surrounding traffic's one", + "Average speed is 382.24% of the surrounding traffic's one", + "Average speed is 290.07% of the surrounding traffic's one", + "Average speed is 224.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 44.1, + "duration_system": 388.452 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_05_11_01_21_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 107.11% of the surrounding traffic's one", + "Average speed is 5.35% of the surrounding traffic's one", + "Average speed is 381.96% of the surrounding traffic's one", + "Average speed is 519.64% of the surrounding traffic's one", + "Average speed is 626.03% of the surrounding traffic's one", + "Average speed is 600.87% of the surrounding traffic's one", + "Average speed is 511.86% of the surrounding traffic's one", + "Average speed is 501.61% of the surrounding traffic's one", + "Average speed is 463.54% of the surrounding traffic's one", + "Average speed is 439.74% of the surrounding traffic's one", + "Average speed is 310.68% of the surrounding traffic's one", + "Average speed is 260.4% of the surrounding traffic's one", + "Average speed is 217.42% of the surrounding traffic's one", + "Average speed is 206.45% of the surrounding traffic's one", + "Average speed is 228.87% of the surrounding traffic's one", + "Average speed is 215.7% of the surrounding traffic's one", + "Average speed is 170.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 41.6, + "duration_system": 354.418 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_05_11_01_18_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.34% of the surrounding traffic's one", + "Average speed is 176.83% of the surrounding traffic's one", + "Average speed is 212.23% of the surrounding traffic's one", + "Average speed is 237.06% of the surrounding traffic's one", + "Average speed is 235.58% of the surrounding traffic's one", + "Average speed is 234.73% of the surrounding traffic's one", + "Average speed is 273.93% of the surrounding traffic's one", + "Average speed is 298.69% of the surrounding traffic's one", + "Average speed is 356.58% of the surrounding traffic's one", + "Average speed is 710.23% of the surrounding traffic's one", + "Average speed is 700.32% of the surrounding traffic's one", + "Average speed is 791.85% of the surrounding traffic's one", + "Average speed is 616.86% of the surrounding traffic's one", + "Average speed is 458.74% of the surrounding traffic's one", + "Average speed is 336.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.05, + "duration_system": 47.068 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_05_11_17_50_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.33% of the surrounding traffic's one", + "Average speed is 10.27% of the surrounding traffic's one", + "Average speed is 2643.62% of the surrounding traffic's one", + "Average speed is 4560.0% of the surrounding traffic's one", + "Average speed is 1843.99% of the surrounding traffic's one", + "Average speed is 1163.49% of the surrounding traffic's one", + "Average speed is 1128.86% of the surrounding traffic's one", + "Average speed is 1133.71% of the surrounding traffic's one", + "Average speed is 793.67% of the surrounding traffic's one", + "Average speed is 524.73% of the surrounding traffic's one", + "Average speed is 448.38% of the surrounding traffic's one", + "Average speed is 485.06% of the surrounding traffic's one", + "Average speed is 385.24% of the surrounding traffic's one", + "Average speed is 295.68% of the surrounding traffic's one", + "Average speed is 224.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.95, + "duration_system": 274.786 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_05_11_20_33_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 2051 at (x=2658.621, y=2277.046, z=175.222)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.24% of the surrounding traffic's one", + "Average speed is 8.17% of the surrounding traffic's one", + "Average speed is 1485.91% of the surrounding traffic's one", + "Average speed is 1965.07% of the surrounding traffic's one", + "Average speed is 1824.51% of the surrounding traffic's one", + "Average speed is 2701.08% of the surrounding traffic's one", + "Average speed is 1200.03% of the surrounding traffic's one", + "Average speed is 715.5% of the surrounding traffic's one", + "Average speed is 1526.39% of the surrounding traffic's one", + "Average speed is 1468.73% of the surrounding traffic's one", + "Average speed is 1132.72% of the surrounding traffic's one", + "Average speed is 851.64% of the surrounding traffic's one", + "Average speed is 769.63% of the surrounding traffic's one", + "Average speed is 655.79% of the surrounding traffic's one", + "Average speed is 502.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 35.9, + "duration_system": 323.997 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_05_11_18_36_11", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.05% of the surrounding traffic's one", + "Average speed is 2294.62% of the surrounding traffic's one", + "Average speed is 236.89% of the surrounding traffic's one", + "Average speed is 2292.65% of the surrounding traffic's one", + "Average speed is 2605.47% of the surrounding traffic's one", + "Average speed is 2829.12% of the surrounding traffic's one", + "Average speed is 3240.16% of the surrounding traffic's one", + "Average speed is 3391.15% of the surrounding traffic's one", + "Average speed is 3714.75% of the surrounding traffic's one", + "Average speed is 4807.75% of the surrounding traffic's one", + "Average speed is 2181.61% of the surrounding traffic's one", + "Average speed is 1410.18% of the surrounding traffic's one", + "Average speed is 1054.52% of the surrounding traffic's one", + "Average speed is 937.33% of the surrounding traffic's one", + "Average speed is 770.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.5, + "duration_system": 418.498 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_05_11_16_33_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 228.94% of the surrounding traffic's one", + "Average speed is 202.17% of the surrounding traffic's one", + "Average speed is 207.15% of the surrounding traffic's one", + "Average speed is 383.34% of the surrounding traffic's one", + "Average speed is 400.28% of the surrounding traffic's one", + "Average speed is 444.95% of the surrounding traffic's one", + "Average speed is 595.18% of the surrounding traffic's one", + "Average speed is 580.29% of the surrounding traffic's one", + "Average speed is 563.2% of the surrounding traffic's one", + "Average speed is 866.59% of the surrounding traffic's one", + "Average speed is 668.67% of the surrounding traffic's one", + "Average speed is 565.1% of the surrounding traffic's one", + "Average speed is 2557.62% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 2935235349438.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.6, + "duration_system": 177.212 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_05_11_00_01_57", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.023 meters (1.17% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 207.94% of the surrounding traffic's one", + "Average speed is 648.27% of the surrounding traffic's one", + "Average speed is 478.07% of the surrounding traffic's one", + "Average speed is 409.39% of the surrounding traffic's one", + "Average speed is 410.04% of the surrounding traffic's one", + "Average speed is 405.72% of the surrounding traffic's one", + "Average speed is 606.31% of the surrounding traffic's one", + "Average speed is 1128.88% of the surrounding traffic's one", + "Average speed is 1032.65% of the surrounding traffic's one", + "Average speed is 957.12% of the surrounding traffic's one", + "Average speed is 2633.86% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 44389892.43% of the surrounding traffic's one", + "Average speed is 1597993.65% of the surrounding traffic's one", + "Average speed is 1535599.16% of the surrounding traffic's one", + "Average speed is 1535599.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.988317, + "score_composed": 98.831681 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.1, + "duration_system": 120.149 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_05_10_23_56_08", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=4722 at (x=2801.928, y=6048.177, z=155.523) at time=5.000s [CARLA Frame: 5848, Agent Step: 99]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.59% of the surrounding traffic's one", + "Average speed is 346.74% of the surrounding traffic's one", + "Average speed is 377.91% of the surrounding traffic's one", + "Average speed is 419.74% of the surrounding traffic's one", + "Average speed is 397.33% of the surrounding traffic's one", + "Average speed is 439.68% of the surrounding traffic's one", + "Average speed is 676.96% of the surrounding traffic's one", + "Average speed is 860.28% of the surrounding traffic's one", + "Average speed is 853.24% of the surrounding traffic's one", + "Average speed is 1149.48% of the surrounding traffic's one", + "Average speed is 691.38% of the surrounding traffic's one", + "Average speed is 426.37% of the surrounding traffic's one", + "Average speed is 303.23% of the surrounding traffic's one", + "Average speed is 233.53% of the surrounding traffic's one", + "Average speed is 239.38% of the surrounding traffic's one", + "Average speed is 203.87% of the surrounding traffic's one", + "Average speed is 6002.15% of the surrounding traffic's one", + "Average speed is 1378431.91% of the surrounding traffic's one", + "Average speed is 1378431.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 22.05, + "duration_system": 198.214 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_05_11_19_46_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.39% of the surrounding traffic's one", + "Average speed is 293.21% of the surrounding traffic's one", + "Average speed is 635.25% of the surrounding traffic's one", + "Average speed is 195.31% of the surrounding traffic's one", + "Average speed is 14.12% of the surrounding traffic's one", + "Average speed is 1684.2% of the surrounding traffic's one", + "Average speed is 1535.66% of the surrounding traffic's one", + "Average speed is 1011.1% of the surrounding traffic's one", + "Average speed is 760.71% of the surrounding traffic's one", + "Average speed is 632.03% of the surrounding traffic's one", + "Average speed is 0.31% of the surrounding traffic's one", + "Average speed is 135.39% of the surrounding traffic's one", + "Average speed is 251.03% of the surrounding traffic's one", + "Average speed is 193.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 280.3, + "duration_system": 2649.276 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_05_11_15_10_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 237.53% of the surrounding traffic's one", + "Average speed is 165.76% of the surrounding traffic's one", + "Average speed is 87.98% of the surrounding traffic's one", + "Average speed is 47.44% of the surrounding traffic's one", + "Average speed is 8.36% of the surrounding traffic's one", + "Average speed is 872.57% of the surrounding traffic's one", + "Average speed is 1052.53% of the surrounding traffic's one", + "Average speed is 900.59% of the surrounding traffic's one", + "Average speed is 701.66% of the surrounding traffic's one", + "Average speed is 728.09% of the surrounding traffic's one", + "Average speed is 942.29% of the surrounding traffic's one", + "Average speed is 708.51% of the surrounding traffic's one", + "Average speed is 407.65% of the surrounding traffic's one", + "Average speed is 345.57% of the surrounding traffic's one", + "Average speed is 314.88% of the surrounding traffic's one", + "Average speed is 244.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 51.75, + "duration_system": 493.648 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_05_11_15_02_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.46% of the surrounding traffic's one", + "Average speed is 112.1% of the surrounding traffic's one", + "Average speed is 159.64% of the surrounding traffic's one", + "Average speed is 10.12% of the surrounding traffic's one", + "Average speed is 335.13% of the surrounding traffic's one", + "Average speed is 654.67% of the surrounding traffic's one", + "Average speed is 708.55% of the surrounding traffic's one", + "Average speed is 629.89% of the surrounding traffic's one", + "Average speed is 184.19% of the surrounding traffic's one", + "Average speed is 497.66% of the surrounding traffic's one", + "Average speed is 1419.77% of the surrounding traffic's one", + "Average speed is 2659.38% of the surrounding traffic's one", + "Average speed is 1358.79% of the surrounding traffic's one", + "Average speed is 897.53% of the surrounding traffic's one", + "Average speed is 982.22% of the surrounding traffic's one", + "Average speed is 849.46% of the surrounding traffic's one", + "Average speed is 660.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 38.55, + "duration_system": 324.713 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_05_11_14_37_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 160.61% of the surrounding traffic's one", + "Average speed is 106.13% of the surrounding traffic's one", + "Average speed is 58.24% of the surrounding traffic's one", + "Average speed is 67.84% of the surrounding traffic's one", + "Average speed is 4.23% of the surrounding traffic's one", + "Average speed is 7.99% of the surrounding traffic's one", + "Average speed is 1136.83% of the surrounding traffic's one", + "Average speed is 1354.67% of the surrounding traffic's one", + "Average speed is 917.85% of the surrounding traffic's one", + "Average speed is 500.83% of the surrounding traffic's one", + "Average speed is 610.95% of the surrounding traffic's one", + "Average speed is 63.89% of the surrounding traffic's one", + "Average speed is 346.65% of the surrounding traffic's one", + "Average speed is 538.46% of the surrounding traffic's one", + "Average speed is 308.21% of the surrounding traffic's one", + "Average speed is 179.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 142.85, + "duration_system": 1303.791 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_05_11_14_32_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.29% of the surrounding traffic's one", + "Average speed is 115.65% of the surrounding traffic's one", + "Average speed is 151.72% of the surrounding traffic's one", + "Average speed is 65.85% of the surrounding traffic's one", + "Average speed is 54.77% of the surrounding traffic's one", + "Average speed is 46.93% of the surrounding traffic's one", + "Average speed is 272.65% of the surrounding traffic's one", + "Average speed is 454.8% of the surrounding traffic's one", + "Average speed is 465.91% of the surrounding traffic's one", + "Average speed is 339.51% of the surrounding traffic's one", + "Average speed is 353.07% of the surrounding traffic's one", + "Average speed is 398.41% of the surrounding traffic's one", + "Average speed is 562.0% of the surrounding traffic's one", + "Average speed is 544.96% of the surrounding traffic's one", + "Average speed is 341.87% of the surrounding traffic's one", + "Average speed is 246.63% of the surrounding traffic's one", + "Average speed is 213.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 19.85, + "duration_system": 165.186 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_05_10_23_51_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.38% of the surrounding traffic's one", + "Average speed is 108.76% of the surrounding traffic's one", + "Average speed is 76.5% of the surrounding traffic's one", + "Average speed is 54.29% of the surrounding traffic's one", + "Average speed is 52.31% of the surrounding traffic's one", + "Average speed is 297.13% of the surrounding traffic's one", + "Average speed is 590.28% of the surrounding traffic's one", + "Average speed is 496.84% of the surrounding traffic's one", + "Average speed is 356.46% of the surrounding traffic's one", + "Average speed is 295.16% of the surrounding traffic's one", + "Average speed is 312.77% of the surrounding traffic's one", + "Average speed is 549.16% of the surrounding traffic's one", + "Average speed is 456.01% of the surrounding traffic's one", + "Average speed is 266.93% of the surrounding traffic's one", + "Average speed is 207.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 16.75, + "duration_system": 140.157 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_05_11_14_28_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.91% of the surrounding traffic's one", + "Average speed is 114.79% of the surrounding traffic's one", + "Average speed is 1037.25% of the surrounding traffic's one", + "Average speed is 470.97% of the surrounding traffic's one", + "Average speed is 102.41% of the surrounding traffic's one", + "Average speed is 38.26% of the surrounding traffic's one", + "Average speed is 105.89% of the surrounding traffic's one", + "Average speed is 173.83% of the surrounding traffic's one", + "Average speed is 231.56% of the surrounding traffic's one", + "Average speed is 272.63% of the surrounding traffic's one", + "Average speed is 394.43% of the surrounding traffic's one", + "Average speed is 385.28% of the surrounding traffic's one", + "Average speed is 413.93% of the surrounding traffic's one", + "Average speed is 486.34% of the surrounding traffic's one", + "Average speed is 386.76% of the surrounding traffic's one", + "Average speed is 256.57% of the surrounding traffic's one", + "Average speed is 336.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.2, + "duration_system": 104.114 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_05_10_23_46_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.61% of the surrounding traffic's one", + "Average speed is 542.97% of the surrounding traffic's one", + "Average speed is 478.98% of the surrounding traffic's one", + "Average speed is 343.46% of the surrounding traffic's one", + "Average speed is 158.39% of the surrounding traffic's one", + "Average speed is 62.84% of the surrounding traffic's one", + "Average speed is 53.95% of the surrounding traffic's one", + "Average speed is 460.26% of the surrounding traffic's one", + "Average speed is 380.46% of the surrounding traffic's one", + "Average speed is 305.59% of the surrounding traffic's one", + "Average speed is 537.18% of the surrounding traffic's one", + "Average speed is 757.75% of the surrounding traffic's one", + "Average speed is 1306.93% of the surrounding traffic's one", + "Average speed is 2661.6% of the surrounding traffic's one", + "Average speed is 7334.77% of the surrounding traffic's one", + "Average speed is 3930.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.1, + "duration_system": 103.107 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_05_11_14_23_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=4733 at (x=-4292.629, y=5609.306, z=175.043) at time=8.750s [CARLA Frame: 5299, Agent Step: 174]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 373.17% of the surrounding traffic's one", + "Average speed is 238.62% of the surrounding traffic's one", + "Average speed is 349.02% of the surrounding traffic's one", + "Average speed is 149.04% of the surrounding traffic's one", + "Average speed is 48.21% of the surrounding traffic's one", + "Average speed is 142.03% of the surrounding traffic's one", + "Average speed is 331.24% of the surrounding traffic's one", + "Average speed is 396.45% of the surrounding traffic's one", + "Average speed is 392.09% of the surrounding traffic's one", + "Average speed is 325.81% of the surrounding traffic's one", + "Average speed is 1156.72% of the surrounding traffic's one", + "Average speed is 3925.22% of the surrounding traffic's one", + "Average speed is 1992.54% of the surrounding traffic's one", + "Average speed is 1461.16% of the surrounding traffic's one", + "Average speed is 1641.99% of the surrounding traffic's one", + "Average speed is 2117.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.95, + "duration_system": 98.105 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_05_11_14_18_47", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4731 at (x=-2588.417, y=-83.122, z=173.273) at time=10.300s [CARLA Frame: 5519, Agent Step: 205]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.04% of the surrounding traffic's one", + "Average speed is 530.18% of the surrounding traffic's one", + "Average speed is 717.89% of the surrounding traffic's one", + "Average speed is 379.7% of the surrounding traffic's one", + "Average speed is 129.49% of the surrounding traffic's one", + "Average speed is 44.96% of the surrounding traffic's one", + "Average speed is 124.45% of the surrounding traffic's one", + "Average speed is 271.49% of the surrounding traffic's one", + "Average speed is 242.53% of the surrounding traffic's one", + "Average speed is 158.74% of the surrounding traffic's one", + "Average speed is 322.47% of the surrounding traffic's one", + "Average speed is 581.64% of the surrounding traffic's one", + "Average speed is 2320.55% of the surrounding traffic's one", + "Average speed is 1526.58% of the surrounding traffic's one", + "Average speed is 2777.17% of the surrounding traffic's one", + "Average speed is 2891.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 13.35, + "duration_system": 134.159 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_05_10_23_43_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.42% of the surrounding traffic's one", + "Average speed is 131.79% of the surrounding traffic's one", + "Average speed is 97.14% of the surrounding traffic's one", + "Average speed is 126.43% of the surrounding traffic's one", + "Average speed is 157.39% of the surrounding traffic's one", + "Average speed is 178.7% of the surrounding traffic's one", + "Average speed is 201.88% of the surrounding traffic's one", + "Average speed is 221.48% of the surrounding traffic's one", + "Average speed is 232.98% of the surrounding traffic's one", + "Average speed is 242.02% of the surrounding traffic's one", + "Average speed is 243.88% of the surrounding traffic's one", + "Average speed is 238.88% of the surrounding traffic's one", + "Average speed is 225.56% of the surrounding traffic's one", + "Average speed is 222.72% of the surrounding traffic's one", + "Average speed is 231.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.1, + "duration_system": 66.081 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_05_11_14_15_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.29% of the surrounding traffic's one", + "Average speed is 134.82% of the surrounding traffic's one", + "Average speed is 141.71% of the surrounding traffic's one", + "Average speed is 118.59% of the surrounding traffic's one", + "Average speed is 134.32% of the surrounding traffic's one", + "Average speed is 167.15% of the surrounding traffic's one", + "Average speed is 191.4% of the surrounding traffic's one", + "Average speed is 207.01% of the surrounding traffic's one", + "Average speed is 218.28% of the surrounding traffic's one", + "Average speed is 231.39% of the surrounding traffic's one", + "Average speed is 233.73% of the surrounding traffic's one", + "Average speed is 229.97% of the surrounding traffic's one", + "Average speed is 220.15% of the surrounding traffic's one", + "Average speed is 191.88% of the surrounding traffic's one", + "Average speed is 148.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.3, + "duration_system": 64.069 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_05_11_14_11_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.48% of the surrounding traffic's one", + "Average speed is 142.46% of the surrounding traffic's one", + "Average speed is 128.3% of the surrounding traffic's one", + "Average speed is 121.12% of the surrounding traffic's one", + "Average speed is 119.95% of the surrounding traffic's one", + "Average speed is 121.23% of the surrounding traffic's one", + "Average speed is 119.19% of the surrounding traffic's one", + "Average speed is 112.93% of the surrounding traffic's one", + "Average speed is 123.97% of the surrounding traffic's one", + "Average speed is 131.16% of the surrounding traffic's one", + "Average speed is 114.54% of the surrounding traffic's one", + "Average speed is 128.07% of the surrounding traffic's one", + "Average speed is 138.94% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 10.95, + "duration_system": 83.169 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_05_11_14_06_39", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.44% of the surrounding traffic's one", + "Average speed is 106.77% of the surrounding traffic's one", + "Average speed is 103.14% of the surrounding traffic's one", + "Average speed is 143.54% of the surrounding traffic's one", + "Average speed is 105.0% of the surrounding traffic's one", + "Average speed is 101.15% of the surrounding traffic's one", + "Average speed is 100.47% of the surrounding traffic's one", + "Average speed is 94.74% of the surrounding traffic's one", + "Average speed is 104.95% of the surrounding traffic's one", + "Average speed is 116.74% of the surrounding traffic's one", + "Average speed is 104.21% of the surrounding traffic's one", + "Average speed is 103.56% of the surrounding traffic's one", + "Average speed is 107.38% of the surrounding traffic's one", + "Average speed is 102.55% of the surrounding traffic's one", + "Average speed is 96.97% of the surrounding traffic's one", + "Average speed is 114.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 111.119 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_05_11_13_59_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.77% of the surrounding traffic's one", + "Average speed is 119.68% of the surrounding traffic's one", + "Average speed is 17.09% of the surrounding traffic's one", + "Average speed is 148.42% of the surrounding traffic's one", + "Average speed is 87.27% of the surrounding traffic's one", + "Average speed is 99.66% of the surrounding traffic's one", + "Average speed is 184.96% of the surrounding traffic's one", + "Average speed is 124.43% of the surrounding traffic's one", + "Average speed is 50.79% of the surrounding traffic's one", + "Average speed is 161.27% of the surrounding traffic's one", + "Average speed is 118.64% of the surrounding traffic's one", + "Average speed is 109.04% of the surrounding traffic's one", + "Average speed is 141.8% of the surrounding traffic's one", + "Average speed is 95.56% of the surrounding traffic's one", + "Average speed is 119.11% of the surrounding traffic's one", + "Average speed is 121.97% of the surrounding traffic's one", + "Average speed is 108.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 28.65, + "duration_system": 251.275 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_05_11_19_41_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 26.74% of the surrounding traffic's one", + "Average speed is 109.93% of the surrounding traffic's one", + "Average speed is 122.52% of the surrounding traffic's one", + "Average speed is 102.85% of the surrounding traffic's one", + "Average speed is 94.23% of the surrounding traffic's one", + "Average speed is 99.75% of the surrounding traffic's one", + "Average speed is 98.87% of the surrounding traffic's one", + "Average speed is 102.07% of the surrounding traffic's one", + "Average speed is 105.71% of the surrounding traffic's one", + "Average speed is 120.77% of the surrounding traffic's one", + "Average speed is 104.43% of the surrounding traffic's one", + "Average speed is 97.78% of the surrounding traffic's one", + "Average speed is 110.97% of the surrounding traffic's one", + "Average speed is 99.94% of the surrounding traffic's one", + "Average speed is 105.61% of the surrounding traffic's one", + "Average speed is 114.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 21.35, + "duration_system": 159.187 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_05_11_12_42_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 12.35% of the surrounding traffic's one", + "Average speed is 147.51% of the surrounding traffic's one", + "Average speed is 184.64% of the surrounding traffic's one", + "Average speed is 222.1% of the surrounding traffic's one", + "Average speed is 231.99% of the surrounding traffic's one", + "Average speed is 185.64% of the surrounding traffic's one", + "Average speed is 171.67% of the surrounding traffic's one", + "Average speed is 169.99% of the surrounding traffic's one", + "Average speed is 136.05% of the surrounding traffic's one", + "Average speed is 129.26% of the surrounding traffic's one", + "Average speed is 100.71% of the surrounding traffic's one", + "Average speed is 104.96% of the surrounding traffic's one", + "Average speed is 97.63% of the surrounding traffic's one", + "Average speed is 97.82% of the surrounding traffic's one", + "Average speed is 111.63% of the surrounding traffic's one", + "Average speed is 115.52% of the surrounding traffic's one", + "Average speed is 118.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.3, + "duration_system": 171.777 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_05_11_12_37_34", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 52.17% of the surrounding traffic's one", + "Average speed is 211.35% of the surrounding traffic's one", + "Average speed is 380.98% of the surrounding traffic's one", + "Average speed is 487.27% of the surrounding traffic's one", + "Average speed is 403.64% of the surrounding traffic's one", + "Average speed is 438.03% of the surrounding traffic's one", + "Average speed is 547.44% of the surrounding traffic's one", + "Average speed is 515.97% of the surrounding traffic's one", + "Average speed is 458.88% of the surrounding traffic's one", + "Average speed is 468.49% of the surrounding traffic's one", + "Average speed is 388.15% of the surrounding traffic's one", + "Average speed is 342.12% of the surrounding traffic's one", + "Average speed is 348.24% of the surrounding traffic's one", + "Average speed is 360.65% of the surrounding traffic's one", + "Average speed is 501.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.2, + "duration_system": 128.153 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_05_11_12_30_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.78% of the surrounding traffic's one", + "Average speed is 144.55% of the surrounding traffic's one", + "Average speed is 178.3% of the surrounding traffic's one", + "Average speed is 210.46% of the surrounding traffic's one", + "Average speed is 268.28% of the surrounding traffic's one", + "Average speed is 378.83% of the surrounding traffic's one", + "Average speed is 299.94% of the surrounding traffic's one", + "Average speed is 28.25% of the surrounding traffic's one", + "Average speed is 287.09% of the surrounding traffic's one", + "Average speed is 420.18% of the surrounding traffic's one", + "Average speed is 329.84% of the surrounding traffic's one", + "Average speed is 175.76% of the surrounding traffic's one", + "Average speed is 308.28% of the surrounding traffic's one", + "Average speed is 290.54% of the surrounding traffic's one", + "Average speed is 306.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 20.65, + "duration_system": 271.311 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_05_10_23_37_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.24% of the surrounding traffic's one", + "Average speed is 146.86% of the surrounding traffic's one", + "Average speed is 177.35% of the surrounding traffic's one", + "Average speed is 223.43% of the surrounding traffic's one", + "Average speed is 259.26% of the surrounding traffic's one", + "Average speed is 356.76% of the surrounding traffic's one", + "Average speed is 462.38% of the surrounding traffic's one", + "Average speed is 282.76% of the surrounding traffic's one", + "Average speed is 26.4% of the surrounding traffic's one", + "Average speed is 321.76% of the surrounding traffic's one", + "Average speed is 558.9% of the surrounding traffic's one", + "Average speed is 495.74% of the surrounding traffic's one", + "Average speed is 515.82% of the surrounding traffic's one", + "Average speed is 801.25% of the surrounding traffic's one", + "Average speed is 854.44% of the surrounding traffic's one", + "Average speed is 802.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 18.9, + "duration_system": 188.217 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_05_11_12_23_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.44% of the surrounding traffic's one", + "Average speed is 141.75% of the surrounding traffic's one", + "Average speed is 180.35% of the surrounding traffic's one", + "Average speed is 218.17% of the surrounding traffic's one", + "Average speed is 162.42% of the surrounding traffic's one", + "Average speed is 19.91% of the surrounding traffic's one", + "Average speed is 281.82% of the surrounding traffic's one", + "Average speed is 344.9% of the surrounding traffic's one", + "Average speed is 247.23% of the surrounding traffic's one", + "Average speed is 188.26% of the surrounding traffic's one", + "Average speed is 246.4% of the surrounding traffic's one", + "Average speed is 221.36% of the surrounding traffic's one", + "Average speed is 208.04% of the surrounding traffic's one", + "Average speed is 201.84% of the surrounding traffic's one", + "Average speed is 240.24% of the surrounding traffic's one", + "Average speed is 235.22% of the surrounding traffic's one", + "Average speed is 203.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 27.45, + "duration_system": 284.327 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_05_11_12_16_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.28% of the surrounding traffic's one", + "Average speed is 154.26% of the surrounding traffic's one", + "Average speed is 235.65% of the surrounding traffic's one", + "Average speed is 211.07% of the surrounding traffic's one", + "Average speed is 231.62% of the surrounding traffic's one", + "Average speed is 234.21% of the surrounding traffic's one", + "Average speed is 210.01% of the surrounding traffic's one", + "Average speed is 155.76% of the surrounding traffic's one", + "Average speed is 103.17% of the surrounding traffic's one", + "Average speed is 96.06% of the surrounding traffic's one", + "Average speed is 107.81% of the surrounding traffic's one", + "Average speed is 100.02% of the surrounding traffic's one", + "Average speed is 92.53% of the surrounding traffic's one", + "Average speed is 115.19% of the surrounding traffic's one", + "Average speed is 29.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.85, + "duration_system": 263.711 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_05_11_12_10_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.21% of the surrounding traffic's one", + "Average speed is 162.72% of the surrounding traffic's one", + "Average speed is 202.22% of the surrounding traffic's one", + "Average speed is 161.95% of the surrounding traffic's one", + "Average speed is 153.76% of the surrounding traffic's one", + "Average speed is 126.35% of the surrounding traffic's one", + "Average speed is 81.94% of the surrounding traffic's one", + "Average speed is 64.57% of the surrounding traffic's one", + "Average speed is 83.83% of the surrounding traffic's one", + "Average speed is 208.53% of the surrounding traffic's one", + "Average speed is 329.29% of the surrounding traffic's one", + "Average speed is 450.67% of the surrounding traffic's one", + "Average speed is 391.3% of the surrounding traffic's one", + "Average speed is 374.71% of the surrounding traffic's one", + "Average speed is 511.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.5, + "duration_system": 137.167 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_05_11_18_54_16", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=4887 at (x=4299.604, y=580.78, z=175.799) at time=91.300s [CARLA Frame: 7501, Agent Step: 1825]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 0.996 meters (0.81% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 126.37% of the surrounding traffic's one", + "Average speed is 137.32% of the surrounding traffic's one", + "Average speed is 214.94% of the surrounding traffic's one", + "Average speed is 243.88% of the surrounding traffic's one", + "Average speed is 221.97% of the surrounding traffic's one", + "Average speed is 167.76% of the surrounding traffic's one", + "Average speed is 92.48% of the surrounding traffic's one", + "Average speed is 16.46% of the surrounding traffic's one", + "Average speed is 19.1% of the surrounding traffic's one", + "Average speed is 292.95% of the surrounding traffic's one", + "Average speed is 300.28% of the surrounding traffic's one", + "Average speed is 264.12% of the surrounding traffic's one", + "Average speed is 252.17% of the surrounding traffic's one", + "Average speed is 218.29% of the surrounding traffic's one", + "Average speed is 191.41% of the surrounding traffic's one", + "Average speed is 186.38% of the surrounding traffic's one", + "Average speed is 207.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.416587, + "score_composed": 41.658667 + }, + "meta": { + "route_length": 132.541, + "duration_game": 258.95, + "duration_system": 2642.259 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_05_10_23_33_34", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.5% of the surrounding traffic's one", + "Average speed is 135.99% of the surrounding traffic's one", + "Average speed is 119.09% of the surrounding traffic's one", + "Average speed is 195.08% of the surrounding traffic's one", + "Average speed is 187.41% of the surrounding traffic's one", + "Average speed is 201.79% of the surrounding traffic's one", + "Average speed is 223.23% of the surrounding traffic's one", + "Average speed is 235.36% of the surrounding traffic's one", + "Average speed is 239.07% of the surrounding traffic's one", + "Average speed is 238.46% of the surrounding traffic's one", + "Average speed is 240.32% of the surrounding traffic's one", + "Average speed is 238.33% of the surrounding traffic's one", + "Average speed is 231.91% of the surrounding traffic's one", + "Average speed is 219.67% of the surrounding traffic's one", + "Average speed is 229.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.75, + "duration_system": 82.089 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_05_10_23_29_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.11% of the surrounding traffic's one", + "Average speed is 174.42% of the surrounding traffic's one", + "Average speed is 201.3% of the surrounding traffic's one", + "Average speed is 257.03% of the surrounding traffic's one", + "Average speed is 230.76% of the surrounding traffic's one", + "Average speed is 216.72% of the surrounding traffic's one", + "Average speed is 218.8% of the surrounding traffic's one", + "Average speed is 214.24% of the surrounding traffic's one", + "Average speed is 207.8% of the surrounding traffic's one", + "Average speed is 203.59% of the surrounding traffic's one", + "Average speed is 192.21% of the surrounding traffic's one", + "Average speed is 179.66% of the surrounding traffic's one", + "Average speed is 162.47% of the surrounding traffic's one", + "Average speed is 161.0% of the surrounding traffic's one", + "Average speed is 170.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.8, + "duration_system": 81.099 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_05_11_11_34_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.06% of the surrounding traffic's one", + "Average speed is 134.44% of the surrounding traffic's one", + "Average speed is 120.24% of the surrounding traffic's one", + "Average speed is 153.0% of the surrounding traffic's one", + "Average speed is 171.19% of the surrounding traffic's one", + "Average speed is 192.97% of the surrounding traffic's one", + "Average speed is 214.57% of the surrounding traffic's one", + "Average speed is 226.83% of the surrounding traffic's one", + "Average speed is 243.21% of the surrounding traffic's one", + "Average speed is 250.56% of the surrounding traffic's one", + "Average speed is 246.72% of the surrounding traffic's one", + "Average speed is 242.66% of the surrounding traffic's one", + "Average speed is 224.08% of the surrounding traffic's one", + "Average speed is 195.75% of the surrounding traffic's one", + "Average speed is 173.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 8.0, + "duration_system": 66.068 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_05_10_23_26_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.91% of the surrounding traffic's one", + "Average speed is 186.64% of the surrounding traffic's one", + "Average speed is 186.75% of the surrounding traffic's one", + "Average speed is 209.18% of the surrounding traffic's one", + "Average speed is 215.44% of the surrounding traffic's one", + "Average speed is 209.69% of the surrounding traffic's one", + "Average speed is 225.03% of the surrounding traffic's one", + "Average speed is 233.46% of the surrounding traffic's one", + "Average speed is 231.92% of the surrounding traffic's one", + "Average speed is 213.35% of the surrounding traffic's one", + "Average speed is 197.37% of the surrounding traffic's one", + "Average speed is 174.1% of the surrounding traffic's one", + "Average speed is 174.26% of the surrounding traffic's one", + "Average speed is 256.17% of the surrounding traffic's one", + "Average speed is 222.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 56.06 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_05_10_23_12_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.85% of the surrounding traffic's one", + "Average speed is 155.46% of the surrounding traffic's one", + "Average speed is 174.36% of the surrounding traffic's one", + "Average speed is 174.39% of the surrounding traffic's one", + "Average speed is 65.44% of the surrounding traffic's one", + "Average speed is 6.11% of the surrounding traffic's one", + "Average speed is 181.02% of the surrounding traffic's one", + "Average speed is 207.48% of the surrounding traffic's one", + "Average speed is 183.37% of the surrounding traffic's one", + "Average speed is 139.22% of the surrounding traffic's one", + "Average speed is 118.83% of the surrounding traffic's one", + "Average speed is 53.0% of the surrounding traffic's one", + "Average speed is 134.0% of the surrounding traffic's one", + "Average speed is 107.73% of the surrounding traffic's one", + "Average speed is 112.82% of the surrounding traffic's one", + "Average speed is 116.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 41.6, + "duration_system": 664.732 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_05_11_11_27_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.47% of the surrounding traffic's one", + "Average speed is 133.41% of the surrounding traffic's one", + "Average speed is 179.18% of the surrounding traffic's one", + "Average speed is 219.64% of the surrounding traffic's one", + "Average speed is 209.91% of the surrounding traffic's one", + "Average speed is 224.23% of the surrounding traffic's one", + "Average speed is 177.59% of the surrounding traffic's one", + "Average speed is 61.26% of the surrounding traffic's one", + "Average speed is 110.16% of the surrounding traffic's one", + "Average speed is 188.72% of the surrounding traffic's one", + "Average speed is 174.94% of the surrounding traffic's one", + "Average speed is 129.18% of the surrounding traffic's one", + "Average speed is 135.22% of the surrounding traffic's one", + "Average speed is 98.76% of the surrounding traffic's one", + "Average speed is 130.83% of the surrounding traffic's one", + "Average speed is 12.39% of the surrounding traffic's one", + "Average speed is 71.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 33.9, + "duration_system": 260.271 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_05_11_11_22_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.87% of the surrounding traffic's one", + "Average speed is 165.21% of the surrounding traffic's one", + "Average speed is 202.24% of the surrounding traffic's one", + "Average speed is 189.67% of the surrounding traffic's one", + "Average speed is 154.54% of the surrounding traffic's one", + "Average speed is 62.91% of the surrounding traffic's one", + "Average speed is 71.65% of the surrounding traffic's one", + "Average speed is 201.01% of the surrounding traffic's one", + "Average speed is 176.33% of the surrounding traffic's one", + "Average speed is 144.3% of the surrounding traffic's one", + "Average speed is 106.56% of the surrounding traffic's one", + "Average speed is 107.33% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 120.97% of the surrounding traffic's one", + "Average speed is 127.41% of the surrounding traffic's one", + "Average speed is 119.86% of the surrounding traffic's one", + "Average speed is 100.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 17.65, + "duration_system": 138.168 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_05_10_23_05_58", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 99.7% of the surrounding traffic's one", + "Average speed is 12.67% of the surrounding traffic's one", + "Average speed is 361.01% of the surrounding traffic's one", + "Average speed is 392.0% of the surrounding traffic's one", + "Average speed is 526.19% of the surrounding traffic's one", + "Average speed is 540.41% of the surrounding traffic's one", + "Average speed is 476.37% of the surrounding traffic's one", + "Average speed is 515.48% of the surrounding traffic's one", + "Average speed is 856.34% of the surrounding traffic's one", + "Average speed is 1318.76% of the surrounding traffic's one", + "Average speed is 1176.22% of the surrounding traffic's one", + "Average speed is 944.21% of the surrounding traffic's one", + "Average speed is 1060.69% of the surrounding traffic's one", + "Average speed is 981.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 20.85, + "duration_system": 251.26 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_05_11_11_18_11", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 82.82% of the surrounding traffic's one", + "Average speed is 31.96% of the surrounding traffic's one", + "Average speed is 251.51% of the surrounding traffic's one", + "Average speed is 464.07% of the surrounding traffic's one", + "Average speed is 452.31% of the surrounding traffic's one", + "Average speed is 411.75% of the surrounding traffic's one", + "Average speed is 444.98% of the surrounding traffic's one", + "Average speed is 462.51% of the surrounding traffic's one", + "Average speed is 735.82% of the surrounding traffic's one", + "Average speed is 414.76% of the surrounding traffic's one", + "Average speed is 351.16% of the surrounding traffic's one", + "Average speed is 251.94% of the surrounding traffic's one", + "Average speed is 191.47% of the surrounding traffic's one", + "Average speed is 124.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 11.25, + "duration_system": 114.143 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_05_11_18_32_57", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.49% of the surrounding traffic's one", + "Average speed is 196.13% of the surrounding traffic's one", + "Average speed is 272.06% of the surrounding traffic's one", + "Average speed is 287.35% of the surrounding traffic's one", + "Average speed is 285.43% of the surrounding traffic's one", + "Average speed is 289.66% of the surrounding traffic's one", + "Average speed is 304.94% of the surrounding traffic's one", + "Average speed is 297.89% of the surrounding traffic's one", + "Average speed is 279.6% of the surrounding traffic's one", + "Average speed is 648.5% of the surrounding traffic's one", + "Average speed is 556.38% of the surrounding traffic's one", + "Average speed is 502.67% of the surrounding traffic's one", + "Average speed is 319.18% of the surrounding traffic's one", + "Average speed is 201.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.55, + "duration_system": 50.056 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_05_10_21_32_38", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.01% of the surrounding traffic's one", + "Average speed is 323.99% of the surrounding traffic's one", + "Average speed is 4160.53% of the surrounding traffic's one", + "Average speed is 3699.25% of the surrounding traffic's one", + "Average speed is 2696.58% of the surrounding traffic's one", + "Average speed is 2105.78% of the surrounding traffic's one", + "Average speed is 1775.91% of the surrounding traffic's one", + "Average speed is 1090.57% of the surrounding traffic's one", + "Average speed is 766.32% of the surrounding traffic's one", + "Average speed is 501.6% of the surrounding traffic's one", + "Average speed is 368.65% of the surrounding traffic's one", + "Average speed is 317.36% of the surrounding traffic's one", + "Average speed is 245.12% of the surrounding traffic's one", + "Average speed is 203.59% of the surrounding traffic's one", + "Average speed is 172.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 50.75, + "duration_system": 1145.169 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_05_11_11_12_32", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.54% of the surrounding traffic's one", + "Average speed is 75.18% of the surrounding traffic's one", + "Average speed is 165.41% of the surrounding traffic's one", + "Average speed is 155.11% of the surrounding traffic's one", + "Average speed is 62.2% of the surrounding traffic's one", + "Average speed is 52.88% of the surrounding traffic's one", + "Average speed is 231.35% of the surrounding traffic's one", + "Average speed is 407.13% of the surrounding traffic's one", + "Average speed is 433.4% of the surrounding traffic's one", + "Average speed is 466.43% of the surrounding traffic's one", + "Average speed is 384.11% of the surrounding traffic's one", + "Average speed is 426.9% of the surrounding traffic's one", + "Average speed is 305.13% of the surrounding traffic's one", + "Average speed is 185.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 14.35, + "duration_system": 195.198 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_05_11_11_05_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.63% of the surrounding traffic's one", + "Average speed is 253.76% of the surrounding traffic's one", + "Average speed is 159.16% of the surrounding traffic's one", + "Average speed is 92.41% of the surrounding traffic's one", + "Average speed is 30.77% of the surrounding traffic's one", + "Average speed is 259.25% of the surrounding traffic's one", + "Average speed is 339.7% of the surrounding traffic's one", + "Average speed is 329.36% of the surrounding traffic's one", + "Average speed is 292.08% of the surrounding traffic's one", + "Average speed is 538.56% of the surrounding traffic's one", + "Average speed is 1171.87% of the surrounding traffic's one", + "Average speed is 681.18% of the surrounding traffic's one", + "Average speed is 535.49% of the surrounding traffic's one", + "Average speed is 207.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 30.75, + "duration_system": 310.633 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_05_11_10_59_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 189.02% of the surrounding traffic's one", + "Average speed is 290.74% of the surrounding traffic's one", + "Average speed is 301.84% of the surrounding traffic's one", + "Average speed is 145.5% of the surrounding traffic's one", + "Average speed is 47.5% of the surrounding traffic's one", + "Average speed is 71.48% of the surrounding traffic's one", + "Average speed is 295.59% of the surrounding traffic's one", + "Average speed is 385.76% of the surrounding traffic's one", + "Average speed is 488.32% of the surrounding traffic's one", + "Average speed is 483.32% of the surrounding traffic's one", + "Average speed is 560.36% of the surrounding traffic's one", + "Average speed is 543.28% of the surrounding traffic's one", + "Average speed is 481.52% of the surrounding traffic's one", + "Average speed is 262.68% of the surrounding traffic's one", + "Average speed is 197.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.7, + "duration_system": 213.507 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_05_11_10_53_10", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.6% of the surrounding traffic's one", + "Average speed is 123.47% of the surrounding traffic's one", + "Average speed is 203.55% of the surrounding traffic's one", + "Average speed is 98.59% of the surrounding traffic's one", + "Average speed is 44.33% of the surrounding traffic's one", + "Average speed is 248.45% of the surrounding traffic's one", + "Average speed is 341.13% of the surrounding traffic's one", + "Average speed is 361.58% of the surrounding traffic's one", + "Average speed is 380.31% of the surrounding traffic's one", + "Average speed is 369.44% of the surrounding traffic's one", + "Average speed is 383.32% of the surrounding traffic's one", + "Average speed is 279.45% of the surrounding traffic's one", + "Average speed is 154.6% of the surrounding traffic's one", + "Average speed is 140.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 14.65, + "duration_system": 221.234 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_05_11_18_27_29", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.6% of the surrounding traffic's one", + "Average speed is 174.78% of the surrounding traffic's one", + "Average speed is 250.59% of the surrounding traffic's one", + "Average speed is 82.36% of the surrounding traffic's one", + "Average speed is 52.25% of the surrounding traffic's one", + "Average speed is 190.79% of the surrounding traffic's one", + "Average speed is 345.45% of the surrounding traffic's one", + "Average speed is 416.22% of the surrounding traffic's one", + "Average speed is 486.42% of the surrounding traffic's one", + "Average speed is 424.92% of the surrounding traffic's one", + "Average speed is 376.96% of the surrounding traffic's one", + "Average speed is 342.44% of the surrounding traffic's one", + "Average speed is 175.26% of the surrounding traffic's one", + "Average speed is 164.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.6, + "duration_system": 189.225 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_05_11_10_47_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.74% of the surrounding traffic's one", + "Average speed is 268.02% of the surrounding traffic's one", + "Average speed is 287.25% of the surrounding traffic's one", + "Average speed is 465.87% of the surrounding traffic's one", + "Average speed is 511.77% of the surrounding traffic's one", + "Average speed is 568.37% of the surrounding traffic's one", + "Average speed is 651.16% of the surrounding traffic's one", + "Average speed is 610.1% of the surrounding traffic's one", + "Average speed is 590.93% of the surrounding traffic's one", + "Average speed is 532.54% of the surrounding traffic's one", + "Average speed is 687.85% of the surrounding traffic's one", + "Average speed is 786.25% of the surrounding traffic's one", + "Average speed is 694.39% of the surrounding traffic's one", + "Average speed is 981.1% of the surrounding traffic's one", + "Average speed is 1410.2% of the surrounding traffic's one", + "Average speed is 722.65% of the surrounding traffic's one", + "Average speed is 477.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 12.8, + "duration_system": 221.228 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_05_11_10_41_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 493.39% of the surrounding traffic's one", + "Average speed is 548.06% of the surrounding traffic's one", + "Average speed is 590.41% of the surrounding traffic's one", + "Average speed is 687.22% of the surrounding traffic's one", + "Average speed is 374.45% of the surrounding traffic's one", + "Average speed is 346.87% of the surrounding traffic's one", + "Average speed is 274.36% of the surrounding traffic's one", + "Average speed is 281.52% of the surrounding traffic's one", + "Average speed is 342.38% of the surrounding traffic's one", + "Average speed is 213.31% of the surrounding traffic's one", + "Average speed is 173.32% of the surrounding traffic's one", + "Average speed is 171.75% of the surrounding traffic's one", + "Average speed is 204.97% of the surrounding traffic's one", + "Average speed is 562.77% of the surrounding traffic's one", + "Average speed is 456.11% of the surrounding traffic's one", + "Average speed is 426.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 13.35, + "duration_system": 214.567 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_05_11_10_35_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 246.13% of the surrounding traffic's one", + "Average speed is 278.21% of the surrounding traffic's one", + "Average speed is 292.42% of the surrounding traffic's one", + "Average speed is 458.0% of the surrounding traffic's one", + "Average speed is 536.51% of the surrounding traffic's one", + "Average speed is 565.22% of the surrounding traffic's one", + "Average speed is 580.53% of the surrounding traffic's one", + "Average speed is 494.56% of the surrounding traffic's one", + "Average speed is 379.62% of the surrounding traffic's one", + "Average speed is 390.1% of the surrounding traffic's one", + "Average speed is 498.71% of the surrounding traffic's one", + "Average speed is 444.35% of the surrounding traffic's one", + "Average speed is 512.29% of the surrounding traffic's one", + "Average speed is 962.99% of the surrounding traffic's one", + "Average speed is 1124.62% of the surrounding traffic's one", + "Average speed is 653.58% of the surrounding traffic's one", + "Average speed is 423.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 13.85, + "duration_system": 244.529 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_05_11_10_29_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 162.52% of the surrounding traffic's one", + "Average speed is 427.8% of the surrounding traffic's one", + "Average speed is 456.5% of the surrounding traffic's one", + "Average speed is 409.81% of the surrounding traffic's one", + "Average speed is 467.24% of the surrounding traffic's one", + "Average speed is 437.72% of the surrounding traffic's one", + "Average speed is 453.11% of the surrounding traffic's one", + "Average speed is 467.49% of the surrounding traffic's one", + "Average speed is 805.66% of the surrounding traffic's one", + "Average speed is 1153.18% of the surrounding traffic's one", + "Average speed is 1114.31% of the surrounding traffic's one", + "Average speed is 640.16% of the surrounding traffic's one", + "Average speed is 189.09% of the surrounding traffic's one", + "Average speed is 370.07% of the surrounding traffic's one", + "Average speed is 630.07% of the surrounding traffic's one", + "Average speed is 2595957.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.2, + "duration_system": 202.221 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_05_10_20_15_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.05% of the surrounding traffic's one", + "Average speed is 150.13% of the surrounding traffic's one", + "Average speed is 326.01% of the surrounding traffic's one", + "Average speed is 422.27% of the surrounding traffic's one", + "Average speed is 314.14% of the surrounding traffic's one", + "Average speed is 88.58% of the surrounding traffic's one", + "Average speed is 147.14% of the surrounding traffic's one", + "Average speed is 216.41% of the surrounding traffic's one", + "Average speed is 67.18% of the surrounding traffic's one", + "Average speed is 27.17% of the surrounding traffic's one", + "Average speed is 572.49% of the surrounding traffic's one", + "Average speed is 349.43% of the surrounding traffic's one", + "Average speed is 437.06% of the surrounding traffic's one", + "Average speed is 296.41% of the surrounding traffic's one", + "Average speed is 235.22% of the surrounding traffic's one", + "Average speed is 162.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.4, + "duration_system": 184.472 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_05_11_10_23_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.78% of the surrounding traffic's one", + "Average speed is 145.19% of the surrounding traffic's one", + "Average speed is 113.0% of the surrounding traffic's one", + "Average speed is 14.26% of the surrounding traffic's one", + "Average speed is 462.04% of the surrounding traffic's one", + "Average speed is 525.3% of the surrounding traffic's one", + "Average speed is 430.35% of the surrounding traffic's one", + "Average speed is 765.89% of the surrounding traffic's one", + "Average speed is 772.86% of the surrounding traffic's one", + "Average speed is 572.35% of the surrounding traffic's one", + "Average speed is 400.42% of the surrounding traffic's one", + "Average speed is 237.58% of the surrounding traffic's one", + "Average speed is 375.52% of the surrounding traffic's one", + "Average speed is 385.32% of the surrounding traffic's one", + "Average speed is 293.52% of the surrounding traffic's one", + "Average speed is 210.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 24.0, + "duration_system": 209.235 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_05_11_10_13_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.41% of the surrounding traffic's one", + "Average speed is 252.48% of the surrounding traffic's one", + "Average speed is 633.27% of the surrounding traffic's one", + "Average speed is 191.1% of the surrounding traffic's one", + "Average speed is 69.53% of the surrounding traffic's one", + "Average speed is 6.12% of the surrounding traffic's one", + "Average speed is 204.56% of the surrounding traffic's one", + "Average speed is 478.91% of the surrounding traffic's one", + "Average speed is 670.82% of the surrounding traffic's one", + "Average speed is 790.02% of the surrounding traffic's one", + "Average speed is 616.23% of the surrounding traffic's one", + "Average speed is 2733.39% of the surrounding traffic's one", + "Average speed is 1190.73% of the surrounding traffic's one", + "Average speed is 849.54% of the surrounding traffic's one", + "Average speed is 1380.57% of the surrounding traffic's one", + "Average speed is 620.15% of the surrounding traffic's one", + "Average speed is 463.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 55.15, + "duration_system": 463.498 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_05_11_10_10_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.41% of the surrounding traffic's one", + "Average speed is 712.26% of the surrounding traffic's one", + "Average speed is 1020.07% of the surrounding traffic's one", + "Average speed is 544.13% of the surrounding traffic's one", + "Average speed is 360.28% of the surrounding traffic's one", + "Average speed is 330.79% of the surrounding traffic's one", + "Average speed is 284.24% of the surrounding traffic's one", + "Average speed is 313.16% of the surrounding traffic's one", + "Average speed is 290.37% of the surrounding traffic's one", + "Average speed is 244.27% of the surrounding traffic's one", + "Average speed is 311.77% of the surrounding traffic's one", + "Average speed is 850.54% of the surrounding traffic's one", + "Average speed is 1146.72% of the surrounding traffic's one", + "Average speed is 1177.41% of the surrounding traffic's one", + "Average speed is 1461.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.1, + "duration_system": 70.076 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_05_10_20_10_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.6% of the surrounding traffic's one", + "Average speed is 550.54% of the surrounding traffic's one", + "Average speed is 736.1% of the surrounding traffic's one", + "Average speed is 384.8% of the surrounding traffic's one", + "Average speed is 121.1% of the surrounding traffic's one", + "Average speed is 38.93% of the surrounding traffic's one", + "Average speed is 124.72% of the surrounding traffic's one", + "Average speed is 276.53% of the surrounding traffic's one", + "Average speed is 325.6% of the surrounding traffic's one", + "Average speed is 315.67% of the surrounding traffic's one", + "Average speed is 534.52% of the surrounding traffic's one", + "Average speed is 580.5% of the surrounding traffic's one", + "Average speed is 539.88% of the surrounding traffic's one", + "Average speed is 916.41% of the surrounding traffic's one", + "Average speed is 1484.41% of the surrounding traffic's one", + "Average speed is 1074.66% of the surrounding traffic's one", + "Average speed is 896.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 13.25, + "duration_system": 127.255 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_05_11_10_05_46", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.82% of the surrounding traffic's one", + "Average speed is 325.39% of the surrounding traffic's one", + "Average speed is 442.83% of the surrounding traffic's one", + "Average speed is 281.18% of the surrounding traffic's one", + "Average speed is 67.47% of the surrounding traffic's one", + "Average speed is 197.29% of the surrounding traffic's one", + "Average speed is 273.01% of the surrounding traffic's one", + "Average speed is 250.67% of the surrounding traffic's one", + "Average speed is 92.93% of the surrounding traffic's one", + "Average speed is 375.77% of the surrounding traffic's one", + "Average speed is 581.6% of the surrounding traffic's one", + "Average speed is 772.29% of the surrounding traffic's one", + "Average speed is 544.14% of the surrounding traffic's one", + "Average speed is 274.87% of the surrounding traffic's one", + "Average speed is 166.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 13.7, + "duration_system": 121.151 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_05_11_10_02_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 231.84% of the surrounding traffic's one", + "Average speed is 762.58% of the surrounding traffic's one", + "Average speed is 670.71% of the surrounding traffic's one", + "Average speed is 325.28% of the surrounding traffic's one", + "Average speed is 236.36% of the surrounding traffic's one", + "Average speed is 86.75% of the surrounding traffic's one", + "Average speed is 213.22% of the surrounding traffic's one", + "Average speed is 320.6% of the surrounding traffic's one", + "Average speed is 282.4% of the surrounding traffic's one", + "Average speed is 227.61% of the surrounding traffic's one", + "Average speed is 203.26% of the surrounding traffic's one", + "Average speed is 346.68% of the surrounding traffic's one", + "Average speed is 566.81% of the surrounding traffic's one", + "Average speed is 354.85% of the surrounding traffic's one", + "Average speed is 406.85% of the surrounding traffic's one", + "Average speed is 348.09% of the surrounding traffic's one", + "Average speed is 240.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.7, + "duration_system": 78.092 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_05_12_08_21_32", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.108, y=-86.61, z=336.046) at time=10.350s [CARLA Frame: 3185, Agent Step: 206]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2378.978, y=-79.173, z=335.969) at time=11.000s [CARLA Frame: 3198, Agent Step: 219]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.96% of the surrounding traffic's one", + "Average speed is 278.45% of the surrounding traffic's one", + "Average speed is 422.64% of the surrounding traffic's one", + "Average speed is 337.1% of the surrounding traffic's one", + "Average speed is 22.95% of the surrounding traffic's one", + "Average speed is 193.99% of the surrounding traffic's one", + "Average speed is 323.27% of the surrounding traffic's one", + "Average speed is 449.54% of the surrounding traffic's one", + "Average speed is 581.41% of the surrounding traffic's one", + "Average speed is 785.63% of the surrounding traffic's one", + "Average speed is 496.42% of the surrounding traffic's one", + "Average speed is 18.54% of the surrounding traffic's one", + "Average speed is 2792.07% of the surrounding traffic's one", + "Average speed is 1507.93% of the surrounding traffic's one", + "Average speed is 1208.16% of the surrounding traffic's one", + "Average speed is 381.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 87.704, + "duration_game": 59.05, + "duration_system": 663.239 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_05_12_00_32_45", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3856 at (x=1362.889, y=4988.223, z=370.817) at time=12.550s [CARLA Frame: 3690, Agent Step: 250]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.85% of the surrounding traffic's one", + "Average speed is 49.82% of the surrounding traffic's one", + "Average speed is 541.28% of the surrounding traffic's one", + "Average speed is 248.0% of the surrounding traffic's one", + "Average speed is 35.95% of the surrounding traffic's one", + "Average speed is 121.32% of the surrounding traffic's one", + "Average speed is 244.64% of the surrounding traffic's one", + "Average speed is 319.88% of the surrounding traffic's one", + "Average speed is 273.09% of the surrounding traffic's one", + "Average speed is 43.89% of the surrounding traffic's one", + "Average speed is 936.67% of the surrounding traffic's one", + "Average speed is 532.26% of the surrounding traffic's one", + "Average speed is 721.02% of the surrounding traffic's one", + "Average speed is 379.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 20.1, + "duration_system": 583.448 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_05_11_03_07_32", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.548, y=4700.222, z=365.26) at time=9.800s [CARLA Frame: 3738, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 198.79% of the surrounding traffic's one", + "Average speed is 378.12% of the surrounding traffic's one", + "Average speed is 462.41% of the surrounding traffic's one", + "Average speed is 181.25% of the surrounding traffic's one", + "Average speed is 73.78% of the surrounding traffic's one", + "Average speed is 27.02% of the surrounding traffic's one", + "Average speed is 155.98% of the surrounding traffic's one", + "Average speed is 335.72% of the surrounding traffic's one", + "Average speed is 365.91% of the surrounding traffic's one", + "Average speed is 355.7% of the surrounding traffic's one", + "Average speed is 318.58% of the surrounding traffic's one", + "Average speed is 405.45% of the surrounding traffic's one", + "Average speed is 266.38% of the surrounding traffic's one", + "Average speed is 319.36% of the surrounding traffic's one", + "Average speed is 314.61% of the surrounding traffic's one", + "Average speed is 261.4% of the surrounding traffic's one", + "Average speed is 265.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.95, + "duration_system": 147.312 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_05_11_02_58_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2396.316, y=-93.121, z=335.497) at time=33.900s [CARLA Frame: 4126, Agent Step: 677]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.25% of the surrounding traffic's one", + "Average speed is 288.1% of the surrounding traffic's one", + "Average speed is 245.91% of the surrounding traffic's one", + "Average speed is 12.63% of the surrounding traffic's one", + "Average speed is 1572.75% of the surrounding traffic's one", + "Average speed is 1116.23% of the surrounding traffic's one", + "Average speed is 1109.16% of the surrounding traffic's one", + "Average speed is 1061.09% of the surrounding traffic's one", + "Average speed is 896.16% of the surrounding traffic's one", + "Average speed is 1078.59% of the surrounding traffic's one", + "Average speed is 774.21% of the surrounding traffic's one", + "Average speed is 3677.63% of the surrounding traffic's one", + "Average speed is 838.47% of the surrounding traffic's one", + "Average speed is 760.78% of the surrounding traffic's one", + "Average speed is 432.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 35.9, + "duration_system": 400.637 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_05_11_02_51_06", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.91% of the surrounding traffic's one", + "Average speed is 161.24% of the surrounding traffic's one", + "Average speed is 369.49% of the surrounding traffic's one", + "Average speed is 76.89% of the surrounding traffic's one", + "Average speed is 27.08% of the surrounding traffic's one", + "Average speed is 285.41% of the surrounding traffic's one", + "Average speed is 501.99% of the surrounding traffic's one", + "Average speed is 656.89% of the surrounding traffic's one", + "Average speed is 569.41% of the surrounding traffic's one", + "Average speed is 559.65% of the surrounding traffic's one", + "Average speed is 1758.94% of the surrounding traffic's one", + "Average speed is 2169.62% of the surrounding traffic's one", + "Average speed is 778.37% of the surrounding traffic's one", + "Average speed is 359.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.75, + "duration_system": 270.428 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_05_11_23_59_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3776 at (x=2393.386, y=2410.633, z=366.553) at time=65.100s [CARLA Frame: 4681, Agent Step: 1301]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 220.58% of the surrounding traffic's one", + "Average speed is 408.36% of the surrounding traffic's one", + "Average speed is 360.02% of the surrounding traffic's one", + "Average speed is 78.95% of the surrounding traffic's one", + "Average speed is 20.01% of the surrounding traffic's one", + "Average speed is 8.05% of the surrounding traffic's one", + "Average speed is 884.43% of the surrounding traffic's one", + "Average speed is 874.44% of the surrounding traffic's one", + "Average speed is 578.74% of the surrounding traffic's one", + "Average speed is 458.79% of the surrounding traffic's one", + "Average speed is 756.62% of the surrounding traffic's one", + "Average speed is 1785.0% of the surrounding traffic's one", + "Average speed is 1160.43% of the surrounding traffic's one", + "Average speed is 433.98% of the surrounding traffic's one", + "Average speed is 374.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 67.8, + "duration_system": 1861.625 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_05_11_23_54_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.7% of the surrounding traffic's one", + "Average speed is 119.45% of the surrounding traffic's one", + "Average speed is 39.21% of the surrounding traffic's one", + "Average speed is 134.46% of the surrounding traffic's one", + "Average speed is 331.61% of the surrounding traffic's one", + "Average speed is 556.06% of the surrounding traffic's one", + "Average speed is 481.99% of the surrounding traffic's one", + "Average speed is 470.18% of the surrounding traffic's one", + "Average speed is 452.93% of the surrounding traffic's one", + "Average speed is 462.15% of the surrounding traffic's one", + "Average speed is 369.72% of the surrounding traffic's one", + "Average speed is 360.6% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 24409701169.64% of the surrounding traffic's one", + "Average speed is 188.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 14.65, + "duration_system": 172.322 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_05_11_23_29_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.24% of the surrounding traffic's one", + "Average speed is 120.65% of the surrounding traffic's one", + "Average speed is 101.46% of the surrounding traffic's one", + "Average speed is 87.47% of the surrounding traffic's one", + "Average speed is 123.57% of the surrounding traffic's one", + "Average speed is 182.1% of the surrounding traffic's one", + "Average speed is 42.67% of the surrounding traffic's one", + "Average speed is 206.54% of the surrounding traffic's one", + "Average speed is 187.55% of the surrounding traffic's one", + "Average speed is 267.05% of the surrounding traffic's one", + "Average speed is 222.54% of the surrounding traffic's one", + "Average speed is 164.8% of the surrounding traffic's one", + "Average speed is 177.06% of the surrounding traffic's one", + "Average speed is 14.25% of the surrounding traffic's one", + "Average speed is 453.19% of the surrounding traffic's one", + "Average speed is 186.66% of the surrounding traffic's one", + "Average speed is 170.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 50.4, + "duration_system": 1383.029 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_05_11_02_45_36", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 275.46% of the surrounding traffic's one", + "Average speed is 223.6% of the surrounding traffic's one", + "Average speed is 125.62% of the surrounding traffic's one", + "Average speed is 120.13% of the surrounding traffic's one", + "Average speed is 166.22% of the surrounding traffic's one", + "Average speed is 183.17% of the surrounding traffic's one", + "Average speed is 209.35% of the surrounding traffic's one", + "Average speed is 203.25% of the surrounding traffic's one", + "Average speed is 151.29% of the surrounding traffic's one", + "Average speed is 202.85% of the surrounding traffic's one", + "Average speed is 324.13% of the surrounding traffic's one", + "Average speed is 249.74% of the surrounding traffic's one", + "Average speed is 157.4% of the surrounding traffic's one", + "Average speed is 197.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 12.6, + "duration_system": 219.312 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_05_11_01_45_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 259.17% of the surrounding traffic's one", + "Average speed is 150.74% of the surrounding traffic's one", + "Average speed is 175.55% of the surrounding traffic's one", + "Average speed is 150.02% of the surrounding traffic's one", + "Average speed is 14.55% of the surrounding traffic's one", + "Average speed is 41.65% of the surrounding traffic's one", + "Average speed is 22202494086.52% of the surrounding traffic's one", + "Average speed is 23697693810.55% of the surrounding traffic's one", + "Average speed is 20625274546.89% of the surrounding traffic's one", + "Average speed is 18591776708.98% of the surrounding traffic's one", + "Average speed is 21581701067.79% of the surrounding traffic's one", + "Average speed is 27671.05% of the surrounding traffic's one", + "Average speed is 2424.6% of the surrounding traffic's one", + "Average speed is 663.46% of the surrounding traffic's one", + "Average speed is 289.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 256.25, + "duration_system": 3506.914 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_05_11_01_36_07", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.44% of the surrounding traffic's one", + "Average speed is 801.8% of the surrounding traffic's one", + "Average speed is 450.98% of the surrounding traffic's one", + "Average speed is 59.55% of the surrounding traffic's one", + "Average speed is 17.22% of the surrounding traffic's one", + "Average speed is 203.18% of the surrounding traffic's one", + "Average speed is 345.84% of the surrounding traffic's one", + "Average speed is 433.95% of the surrounding traffic's one", + "Average speed is 224.9% of the surrounding traffic's one", + "Average speed is 277.93% of the surrounding traffic's one", + "Average speed is 340.86% of the surrounding traffic's one", + "Average speed is 726.79% of the surrounding traffic's one", + "Average speed is 301.34% of the surrounding traffic's one", + "Average speed is 164.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 20.15, + "duration_system": 449.04 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_05_11_01_29_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.65% of the surrounding traffic's one", + "Average speed is 2526.59% of the surrounding traffic's one", + "Average speed is 1941.79% of the surrounding traffic's one", + "Average speed is 466.91% of the surrounding traffic's one", + "Average speed is 135.33% of the surrounding traffic's one", + "Average speed is 43.33% of the surrounding traffic's one", + "Average speed is 59.17% of the surrounding traffic's one", + "Average speed is 203.87% of the surrounding traffic's one", + "Average speed is 287.98% of the surrounding traffic's one", + "Average speed is 355.4% of the surrounding traffic's one", + "Average speed is 125.9% of the surrounding traffic's one", + "Average speed is 380.43% of the surrounding traffic's one", + "Average speed is 1099.65% of the surrounding traffic's one", + "Average speed is 862.58% of the surrounding traffic's one", + "Average speed is 505.4% of the surrounding traffic's one", + "Average speed is 219.5% of the surrounding traffic's one", + "Average speed is 263.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 14.25, + "duration_system": 272.481 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_05_11_23_21_25", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 223.33% of the surrounding traffic's one", + "Average speed is 223.03% of the surrounding traffic's one", + "Average speed is 186.01% of the surrounding traffic's one", + "Average speed is 6.9% of the surrounding traffic's one", + "Average speed is 557.35% of the surrounding traffic's one", + "Average speed is 883.58% of the surrounding traffic's one", + "Average speed is 1343.38% of the surrounding traffic's one", + "Average speed is 1535.05% of the surrounding traffic's one", + "Average speed is 1612.19% of the surrounding traffic's one", + "Average speed is 856.04% of the surrounding traffic's one", + "Average speed is 466.4% of the surrounding traffic's one", + "Average speed is 490.54% of the surrounding traffic's one", + "Average speed is 304.27% of the surrounding traffic's one", + "Average speed is 205.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 35.9, + "duration_system": 370.554 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_05_11_01_24_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 34 at (x=106.12, y=324.08, z=0.103)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.88% of the surrounding traffic's one", + "Average speed is 105.34% of the surrounding traffic's one", + "Average speed is 65.9% of the surrounding traffic's one", + "Average speed is 90.12% of the surrounding traffic's one", + "Average speed is 73.47% of the surrounding traffic's one", + "Average speed is 152.61% of the surrounding traffic's one", + "Average speed is 71.92% of the surrounding traffic's one", + "Average speed is 80.96% of the surrounding traffic's one", + "Average speed is 114.18% of the surrounding traffic's one", + "Average speed is 157.93% of the surrounding traffic's one", + "Average speed is 146.34% of the surrounding traffic's one", + "Average speed is 356.06% of the surrounding traffic's one", + "Average speed is 323.13% of the surrounding traffic's one", + "Average speed is 248.61% of the surrounding traffic's one", + "Average speed is 177.62% of the surrounding traffic's one", + "Average speed is 148.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 18.6, + "duration_system": 200.328 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_05_10_20_06_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.27% of the surrounding traffic's one", + "Average speed is 168.61% of the surrounding traffic's one", + "Average speed is 133.42% of the surrounding traffic's one", + "Average speed is 137.86% of the surrounding traffic's one", + "Average speed is 126.97% of the surrounding traffic's one", + "Average speed is 156.22% of the surrounding traffic's one", + "Average speed is 151.93% of the surrounding traffic's one", + "Average speed is 102.2% of the surrounding traffic's one", + "Average speed is 110.76% of the surrounding traffic's one", + "Average speed is 137.8% of the surrounding traffic's one", + "Average speed is 151.84% of the surrounding traffic's one", + "Average speed is 175.53% of the surrounding traffic's one", + "Average speed is 185.93% of the surrounding traffic's one", + "Average speed is 202.91% of the surrounding traffic's one", + "Average speed is 208.87% of the surrounding traffic's one", + "Average speed is 162.19% of the surrounding traffic's one", + "Average speed is 166.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 10.75, + "duration_system": 137.152 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_05_11_09_57_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.78% of the surrounding traffic's one", + "Average speed is 167.64% of the surrounding traffic's one", + "Average speed is 144.3% of the surrounding traffic's one", + "Average speed is 143.84% of the surrounding traffic's one", + "Average speed is 123.61% of the surrounding traffic's one", + "Average speed is 123.56% of the surrounding traffic's one", + "Average speed is 128.16% of the surrounding traffic's one", + "Average speed is 111.26% of the surrounding traffic's one", + "Average speed is 116.17% of the surrounding traffic's one", + "Average speed is 122.32% of the surrounding traffic's one", + "Average speed is 109.89% of the surrounding traffic's one", + "Average speed is 125.66% of the surrounding traffic's one", + "Average speed is 130.65% of the surrounding traffic's one", + "Average speed is 180.33% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.6, + "duration_system": 170.174 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_05_11_01_17_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 203.96% of the surrounding traffic's one", + "Average speed is 486.8% of the surrounding traffic's one", + "Average speed is 361.16% of the surrounding traffic's one", + "Average speed is 236.73% of the surrounding traffic's one", + "Average speed is 14.33% of the surrounding traffic's one", + "Average speed is 288.63% of the surrounding traffic's one", + "Average speed is 400.54% of the surrounding traffic's one", + "Average speed is 306.07% of the surrounding traffic's one", + "Average speed is 302.07% of the surrounding traffic's one", + "Average speed is 433.33% of the surrounding traffic's one", + "Average speed is 666.36% of the surrounding traffic's one", + "Average speed is 569.45% of the surrounding traffic's one", + "Average speed is 324.06% of the surrounding traffic's one", + "Average speed is 271.61% of the surrounding traffic's one", + "Average speed is 237.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.7, + "duration_system": 263.583 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_05_11_23_13_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.28% of the surrounding traffic's one", + "Average speed is 501.02% of the surrounding traffic's one", + "Average speed is 396.27% of the surrounding traffic's one", + "Average speed is 258.9% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 138.15% of the surrounding traffic's one", + "Average speed is 247.36% of the surrounding traffic's one", + "Average speed is 232.19% of the surrounding traffic's one", + "Average speed is 185.77% of the surrounding traffic's one", + "Average speed is 27.14% of the surrounding traffic's one", + "Average speed is 483.96% of the surrounding traffic's one", + "Average speed is 436.95% of the surrounding traffic's one", + "Average speed is 450.57% of the surrounding traffic's one", + "Average speed is 402.07% of the surrounding traffic's one", + "Average speed is 320.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 70.367, + "duration_game": 19.05, + "duration_system": 324.051 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_05_11_22_59_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.95% of the surrounding traffic's one", + "Average speed is 1809.33% of the surrounding traffic's one", + "Average speed is 563.29% of the surrounding traffic's one", + "Average speed is 107.28% of the surrounding traffic's one", + "Average speed is 4.27% of the surrounding traffic's one", + "Average speed is 196.36% of the surrounding traffic's one", + "Average speed is 550.61% of the surrounding traffic's one", + "Average speed is 676.67% of the surrounding traffic's one", + "Average speed is 543.36% of the surrounding traffic's one", + "Average speed is 654.81% of the surrounding traffic's one", + "Average speed is 1619.9% of the surrounding traffic's one", + "Average speed is 802.91% of the surrounding traffic's one", + "Average speed is 505.33% of the surrounding traffic's one", + "Average speed is 272.05% of the surrounding traffic's one", + "Average speed is 125.11% of the surrounding traffic's one", + "Average speed is 7.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 60.8, + "duration_system": 754.2 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_05_11_22_46_58", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 156.23% of the surrounding traffic's one", + "Average speed is 255.1% of the surrounding traffic's one", + "Average speed is 525.27% of the surrounding traffic's one", + "Average speed is 19.75% of the surrounding traffic's one", + "Average speed is 17.61% of the surrounding traffic's one", + "Average speed is 858.1% of the surrounding traffic's one", + "Average speed is 847.85% of the surrounding traffic's one", + "Average speed is 739.07% of the surrounding traffic's one", + "Average speed is 785.69% of the surrounding traffic's one", + "Average speed is 747.91% of the surrounding traffic's one", + "Average speed is 513.26% of the surrounding traffic's one", + "Average speed is 5663.3% of the surrounding traffic's one", + "Average speed is 665.59% of the surrounding traffic's one", + "Average speed is 648.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.7, + "duration_system": 637.018 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_05_12_02_10_32", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.9, y=-81.348, z=0.029) at time=17.600s [CARLA Frame: 3434, Agent Step: 351]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=197 at (x=-40.301, y=-86.299, z=0.007) at time=18.850s [CARLA Frame: 3459, Agent Step: 376]", + "Agent collided against object with type=vehicle.audi.tt and id=165 at (x=-36.089, y=-92.315, z=-0.005) at time=20.000s [CARLA Frame: 3482, Agent Step: 399]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.453 meters (7.41% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 148.69% of the surrounding traffic's one", + "Average speed is 136.74% of the surrounding traffic's one", + "Average speed is 132.84% of the surrounding traffic's one", + "Average speed is 127.72% of the surrounding traffic's one", + "Average speed is 35.31% of the surrounding traffic's one", + "Average speed is 1700.89% of the surrounding traffic's one", + "Average speed is 1640.63% of the surrounding traffic's one", + "Average speed is 1220.77% of the surrounding traffic's one", + "Average speed is 827.49% of the surrounding traffic's one", + "Average speed is 493.37% of the surrounding traffic's one", + "Average speed is 40.11% of the surrounding traffic's one", + "Average speed is 761.46% of the surrounding traffic's one", + "Average speed is 717.23% of the surrounding traffic's one", + "Average speed is 604.13% of the surrounding traffic's one", + "Average speed is 418.38% of the surrounding traffic's one", + "Average speed is 465.26% of the surrounding traffic's one", + "Average speed is 496.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.199999, + "score_composed": 19.999949 + }, + "meta": { + "route_length": 79.619, + "duration_game": 125.9, + "duration_system": 3348.728 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_05_10_23_49_14", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 198.99% of the surrounding traffic's one", + "Average speed is 187.15% of the surrounding traffic's one", + "Average speed is 222.2% of the surrounding traffic's one", + "Average speed is 87.62% of the surrounding traffic's one", + "Average speed is 165.35% of the surrounding traffic's one", + "Average speed is 214.94% of the surrounding traffic's one", + "Average speed is 231.52% of the surrounding traffic's one", + "Average speed is 223.33% of the surrounding traffic's one", + "Average speed is 26.45% of the surrounding traffic's one", + "Average speed is 974.64% of the surrounding traffic's one", + "Average speed is 1099.27% of the surrounding traffic's one", + "Average speed is 429.14% of the surrounding traffic's one", + "Average speed is 261.76% of the surrounding traffic's one", + "Average speed is 232.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 21.45, + "duration_system": 898.45 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_05_10_19_57_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.59% of the surrounding traffic's one", + "Average speed is 90.04% of the surrounding traffic's one", + "Average speed is 156.22% of the surrounding traffic's one", + "Average speed is 192.31% of the surrounding traffic's one", + "Average speed is 203.05% of the surrounding traffic's one", + "Average speed is 238.36% of the surrounding traffic's one", + "Average speed is 177.92% of the surrounding traffic's one", + "Average speed is 75.78% of the surrounding traffic's one", + "Average speed is 91.66% of the surrounding traffic's one", + "Average speed is 51.06% of the surrounding traffic's one", + "Average speed is 141.9% of the surrounding traffic's one", + "Average speed is 90.38% of the surrounding traffic's one", + "Average speed is 185.0% of the surrounding traffic's one", + "Average speed is 165.34% of the surrounding traffic's one", + "Average speed is 163.03% of the surrounding traffic's one", + "Average speed is 132.62% of the surrounding traffic's one", + "Average speed is 113.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.2, + "duration_system": 404.425 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_05_11_18_45_49", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.73% of the surrounding traffic's one", + "Average speed is 153.0% of the surrounding traffic's one", + "Average speed is 179.44% of the surrounding traffic's one", + "Average speed is 183.32% of the surrounding traffic's one", + "Average speed is 156.46% of the surrounding traffic's one", + "Average speed is 111.67% of the surrounding traffic's one", + "Average speed is 232.42% of the surrounding traffic's one", + "Average speed is 164.47% of the surrounding traffic's one", + "Average speed is 5.19% of the surrounding traffic's one", + "Average speed is 186.05% of the surrounding traffic's one", + "Average speed is 210.28% of the surrounding traffic's one", + "Average speed is 211.46% of the surrounding traffic's one", + "Average speed is 211.47% of the surrounding traffic's one", + "Average speed is 205.94% of the surrounding traffic's one", + "Average speed is 188.97% of the surrounding traffic's one", + "Average speed is 167.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 44.3, + "duration_system": 366.411 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_05_10_23_43_29", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=695.011, y=733.427, z=117.993) at time=8.700s [CARLA Frame: 3663, Agent Step: 173]" + ], + "red_light": [ + "Agent ran a red light 88 at (x=691.561, y=729.746, z=118.0)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.97% of the surrounding traffic's one", + "Average speed is 214.69% of the surrounding traffic's one", + "Average speed is 300.01% of the surrounding traffic's one", + "Average speed is 647.91% of the surrounding traffic's one", + "Average speed is 195.85% of the surrounding traffic's one", + "Average speed is 83.04% of the surrounding traffic's one", + "Average speed is 186.02% of the surrounding traffic's one", + "Average speed is 275.74% of the surrounding traffic's one", + "Average speed is 202.83% of the surrounding traffic's one", + "Average speed is 89.46% of the surrounding traffic's one", + "Average speed is 280.55% of the surrounding traffic's one", + "Average speed is 586.13% of the surrounding traffic's one", + "Average speed is 745.64% of the surrounding traffic's one", + "Average speed is 763.03% of the surrounding traffic's one", + "Average speed is 520.29% of the surrounding traffic's one", + "Average speed is 502.37% of the surrounding traffic's one", + "Average speed is 506.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.65, + "duration_system": 234.347 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_05_11_22_35_23", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 632.4% of the surrounding traffic's one", + "Average speed is 1111.69% of the surrounding traffic's one", + "Average speed is 563.71% of the surrounding traffic's one", + "Average speed is 126.56% of the surrounding traffic's one", + "Average speed is 11.15% of the surrounding traffic's one", + "Average speed is 1398.05% of the surrounding traffic's one", + "Average speed is 1336.25% of the surrounding traffic's one", + "Average speed is 1486.72% of the surrounding traffic's one", + "Average speed is 1314.11% of the surrounding traffic's one", + "Average speed is 1304.02% of the surrounding traffic's one", + "Average speed is 1355.54% of the surrounding traffic's one", + "Average speed is 1027.22% of the surrounding traffic's one", + "Average speed is 1529.78% of the surrounding traffic's one", + "Average speed is 1826.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.65, + "duration_system": 586.291 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_05_10_23_37_46", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=172 at (x=-115.128, y=95.832, z=-0.004) at time=9.900s [CARLA Frame: 3679, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.85% of the surrounding traffic's one", + "Average speed is 424.35% of the surrounding traffic's one", + "Average speed is 3038.45% of the surrounding traffic's one", + "Average speed is 1351.66% of the surrounding traffic's one", + "Average speed is 546.77% of the surrounding traffic's one", + "Average speed is 44.54% of the surrounding traffic's one", + "Average speed is 284.66% of the surrounding traffic's one", + "Average speed is 375.43% of the surrounding traffic's one", + "Average speed is 501.96% of the surrounding traffic's one", + "Average speed is 534.15% of the surrounding traffic's one", + "Average speed is 698.07% of the surrounding traffic's one", + "Average speed is 817.03% of the surrounding traffic's one", + "Average speed is 1140.12% of the surrounding traffic's one", + "Average speed is 889.48% of the surrounding traffic's one", + "Average speed is 708.52% of the surrounding traffic's one", + "Average speed is 593.35% of the surrounding traffic's one", + "Average speed is 466.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 13.05, + "duration_system": 236.403 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_05_11_22_28_59", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=190 at (x=22.381, y=-6.694, z=-0.007) at time=22.550s [CARLA Frame: 3873, Agent Step: 450]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 153.71% of the surrounding traffic's one", + "Average speed is 144.89% of the surrounding traffic's one", + "Average speed is 271.25% of the surrounding traffic's one", + "Average speed is 39.15% of the surrounding traffic's one", + "Average speed is 225.91% of the surrounding traffic's one", + "Average speed is 322.42% of the surrounding traffic's one", + "Average speed is 736.73% of the surrounding traffic's one", + "Average speed is 956.55% of the surrounding traffic's one", + "Average speed is 83.1% of the surrounding traffic's one", + "Average speed is 3832.22% of the surrounding traffic's one", + "Average speed is 4569.38% of the surrounding traffic's one", + "Average speed is 65845.33% of the surrounding traffic's one", + "Average speed is 8527.49% of the surrounding traffic's one", + "Average speed is 2702.44% of the surrounding traffic's one", + "Average speed is 1953.82% of the surrounding traffic's one", + "Average speed is 1426.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 25.25, + "duration_system": 276.416 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_05_11_22_24_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 124.88% of the surrounding traffic's one", + "Average speed is 155.09% of the surrounding traffic's one", + "Average speed is 382.86% of the surrounding traffic's one", + "Average speed is 425.12% of the surrounding traffic's one", + "Average speed is 436.97% of the surrounding traffic's one", + "Average speed is 454.58% of the surrounding traffic's one", + "Average speed is 430.89% of the surrounding traffic's one", + "Average speed is 387.47% of the surrounding traffic's one", + "Average speed is 312.59% of the surrounding traffic's one", + "Average speed is 236.53% of the surrounding traffic's one", + "Average speed is 167.29% of the surrounding traffic's one", + "Average speed is 209.89% of the surrounding traffic's one", + "Average speed is 303.53% of the surrounding traffic's one", + "Average speed is 228.49% of the surrounding traffic's one", + "Average speed is 158.96% of the surrounding traffic's one", + "Average speed is 216.87% of the surrounding traffic's one", + "Average speed is 231.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.6, + "duration_system": 173.469 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_05_11_22_11_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=40 at (x=189.933, y=-169.668, z=0.196)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.14% of the surrounding traffic's one", + "Average speed is 190.19% of the surrounding traffic's one", + "Average speed is 242.08% of the surrounding traffic's one", + "Average speed is 238.91% of the surrounding traffic's one", + "Average speed is 9.46% of the surrounding traffic's one", + "Average speed is 248.94% of the surrounding traffic's one", + "Average speed is 575.85% of the surrounding traffic's one", + "Average speed is 508.14% of the surrounding traffic's one", + "Average speed is 443.23% of the surrounding traffic's one", + "Average speed is 559.64% of the surrounding traffic's one", + "Average speed is 608.5% of the surrounding traffic's one", + "Average speed is 328.25% of the surrounding traffic's one", + "Average speed is 173.95% of the surrounding traffic's one", + "Average speed is 9.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 62.2, + "duration_system": 653.3 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_05_11_08_42_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.01% of the surrounding traffic's one", + "Average speed is 106.33% of the surrounding traffic's one", + "Average speed is 186.03% of the surrounding traffic's one", + "Average speed is 337.87% of the surrounding traffic's one", + "Average speed is 272.58% of the surrounding traffic's one", + "Average speed is 233.24% of the surrounding traffic's one", + "Average speed is 135.22% of the surrounding traffic's one", + "Average speed is 36.32% of the surrounding traffic's one", + "Average speed is 111.05% of the surrounding traffic's one", + "Average speed is 168.66% of the surrounding traffic's one", + "Average speed is 206.26% of the surrounding traffic's one", + "Average speed is 178.48% of the surrounding traffic's one", + "Average speed is 115.39% of the surrounding traffic's one", + "Average speed is 117.07% of the surrounding traffic's one", + "Average speed is 124.12% of the surrounding traffic's one", + "Average speed is 108.79% of the surrounding traffic's one", + "Average speed is 76.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 25.55, + "duration_system": 206.231 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_05_11_08_34_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.92% of the surrounding traffic's one", + "Average speed is 148.76% of the surrounding traffic's one", + "Average speed is 248.15% of the surrounding traffic's one", + "Average speed is 216.76% of the surrounding traffic's one", + "Average speed is 154.33% of the surrounding traffic's one", + "Average speed is 16.88% of the surrounding traffic's one", + "Average speed is 351.57% of the surrounding traffic's one", + "Average speed is 265.2% of the surrounding traffic's one", + "Average speed is 284.01% of the surrounding traffic's one", + "Average speed is 192.64% of the surrounding traffic's one", + "Average speed is 173.26% of the surrounding traffic's one", + "Average speed is 230.85% of the surrounding traffic's one", + "Average speed is 187.27% of the surrounding traffic's one", + "Average speed is 228.17% of the surrounding traffic's one", + "Average speed is 175.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.65, + "duration_system": 377.395 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_05_10_23_31_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.85% of the surrounding traffic's one", + "Average speed is 224.89% of the surrounding traffic's one", + "Average speed is 209.09% of the surrounding traffic's one", + "Average speed is 155.47% of the surrounding traffic's one", + "Average speed is 227.93% of the surrounding traffic's one", + "Average speed is 93.77% of the surrounding traffic's one", + "Average speed is 136.67% of the surrounding traffic's one", + "Average speed is 248.85% of the surrounding traffic's one", + "Average speed is 265.79% of the surrounding traffic's one", + "Average speed is 147.29% of the surrounding traffic's one", + "Average speed is 172.97% of the surrounding traffic's one", + "Average speed is 304.34% of the surrounding traffic's one", + "Average speed is 305.44% of the surrounding traffic's one", + "Average speed is 214.68% of the surrounding traffic's one", + "Average speed is 218.8% of the surrounding traffic's one", + "Average speed is 237.71% of the surrounding traffic's one", + "Average speed is 216.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 12.25, + "duration_system": 246.342 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_05_11_22_01_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.66% of the surrounding traffic's one", + "Average speed is 119.03% of the surrounding traffic's one", + "Average speed is 19.64% of the surrounding traffic's one", + "Average speed is 150.51% of the surrounding traffic's one", + "Average speed is 119.79% of the surrounding traffic's one", + "Average speed is 114.96% of the surrounding traffic's one", + "Average speed is 122.3% of the surrounding traffic's one", + "Average speed is 106.83% of the surrounding traffic's one", + "Average speed is 111.02% of the surrounding traffic's one", + "Average speed is 95.42% of the surrounding traffic's one", + "Average speed is 102.14% of the surrounding traffic's one", + "Average speed is 103.32% of the surrounding traffic's one", + "Average speed is 105.11% of the surrounding traffic's one", + "Average speed is 103.45% of the surrounding traffic's one", + "Average speed is 114.06% of the surrounding traffic's one", + "Average speed is 108.78% of the surrounding traffic's one", + "Average speed is 93.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.8, + "duration_system": 508.766 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_05_11_08_23_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.63% of the surrounding traffic's one", + "Average speed is 119.45% of the surrounding traffic's one", + "Average speed is 252.62% of the surrounding traffic's one", + "Average speed is 293.52% of the surrounding traffic's one", + "Average speed is 228.88% of the surrounding traffic's one", + "Average speed is 162.61% of the surrounding traffic's one", + "Average speed is 99.22% of the surrounding traffic's one", + "Average speed is 12.24% of the surrounding traffic's one", + "Average speed is 624.36% of the surrounding traffic's one", + "Average speed is 418.09% of the surrounding traffic's one", + "Average speed is 552.55% of the surrounding traffic's one", + "Average speed is 468.28% of the surrounding traffic's one", + "Average speed is 320.54% of the surrounding traffic's one", + "Average speed is 210.14% of the surrounding traffic's one", + "Average speed is 206.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.4, + "duration_system": 472.228 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_05_11_21_08_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 148.41% of the surrounding traffic's one", + "Average speed is 108.79% of the surrounding traffic's one", + "Average speed is 118.19% of the surrounding traffic's one", + "Average speed is 123.91% of the surrounding traffic's one", + "Average speed is 127.46% of the surrounding traffic's one", + "Average speed is 121.18% of the surrounding traffic's one", + "Average speed is 124.24% of the surrounding traffic's one", + "Average speed is 129.38% of the surrounding traffic's one", + "Average speed is 116.72% of the surrounding traffic's one", + "Average speed is 121.52% of the surrounding traffic's one", + "Average speed is 111.71% of the surrounding traffic's one", + "Average speed is 130.79% of the surrounding traffic's one", + "Average speed is 115.88% of the surrounding traffic's one", + "Average speed is 123.27% of the surrounding traffic's one", + "Average speed is 131.31% of the surrounding traffic's one", + "Average speed is 103.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 220.75, + "duration_system": 3038.2 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_05_11_21_03_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 151.13% of the surrounding traffic's one", + "Average speed is 56.38% of the surrounding traffic's one", + "Average speed is 126.47% of the surrounding traffic's one", + "Average speed is 103.47% of the surrounding traffic's one", + "Average speed is 101.48% of the surrounding traffic's one", + "Average speed is 107.87% of the surrounding traffic's one", + "Average speed is 92.3% of the surrounding traffic's one", + "Average speed is 125.75% of the surrounding traffic's one", + "Average speed is 82.42% of the surrounding traffic's one", + "Average speed is 126.32% of the surrounding traffic's one", + "Average speed is 101.53% of the surrounding traffic's one", + "Average speed is 114.5% of the surrounding traffic's one", + "Average speed is 101.47% of the surrounding traffic's one", + "Average speed is 108.15% of the surrounding traffic's one", + "Average speed is 125.81% of the surrounding traffic's one", + "Average speed is 104.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.85, + "duration_system": 172.609 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_05_11_19_48_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.55% of the surrounding traffic's one", + "Average speed is 119.72% of the surrounding traffic's one", + "Average speed is 15.75% of the surrounding traffic's one", + "Average speed is 111.52% of the surrounding traffic's one", + "Average speed is 115.88% of the surrounding traffic's one", + "Average speed is 110.15% of the surrounding traffic's one", + "Average speed is 95.13% of the surrounding traffic's one", + "Average speed is 113.3% of the surrounding traffic's one", + "Average speed is 109.01% of the surrounding traffic's one", + "Average speed is 104.75% of the surrounding traffic's one", + "Average speed is 102.86% of the surrounding traffic's one", + "Average speed is 114.53% of the surrounding traffic's one", + "Average speed is 116.23% of the surrounding traffic's one", + "Average speed is 108.57% of the surrounding traffic's one", + "Average speed is 119.07% of the surrounding traffic's one", + "Average speed is 101.59% of the surrounding traffic's one", + "Average speed is 101.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.15, + "duration_system": 817.891 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_05_10_23_25_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.49% of the surrounding traffic's one", + "Average speed is 125.98% of the surrounding traffic's one", + "Average speed is 211.79% of the surrounding traffic's one", + "Average speed is 244.84% of the surrounding traffic's one", + "Average speed is 230.68% of the surrounding traffic's one", + "Average speed is 190.53% of the surrounding traffic's one", + "Average speed is 77.02% of the surrounding traffic's one", + "Average speed is 185.4% of the surrounding traffic's one", + "Average speed is 81.19% of the surrounding traffic's one", + "Average speed is 167.89% of the surrounding traffic's one", + "Average speed is 166.04% of the surrounding traffic's one", + "Average speed is 121.83% of the surrounding traffic's one", + "Average speed is 163.64% of the surrounding traffic's one", + "Average speed is 140.51% of the surrounding traffic's one", + "Average speed is 134.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.3, + "duration_system": 247.5 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_05_10_23_14_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.17% of the surrounding traffic's one", + "Average speed is 151.4% of the surrounding traffic's one", + "Average speed is 86.25% of the surrounding traffic's one", + "Average speed is 89.7% of the surrounding traffic's one", + "Average speed is 100.49% of the surrounding traffic's one", + "Average speed is 97.98% of the surrounding traffic's one", + "Average speed is 82.75% of the surrounding traffic's one", + "Average speed is 67.85% of the surrounding traffic's one", + "Average speed is 65.68% of the surrounding traffic's one", + "Average speed is 56.91% of the surrounding traffic's one", + "Average speed is 34.38% of the surrounding traffic's one", + "Average speed is 713.04% of the surrounding traffic's one", + "Average speed is 336.89% of the surrounding traffic's one", + "Average speed is 281.22% of the surrounding traffic's one", + "Average speed is 232.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 54.55, + "duration_system": 605.188 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_05_11_19_43_07", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.25% of the surrounding traffic's one", + "Average speed is 135.44% of the surrounding traffic's one", + "Average speed is 150.17% of the surrounding traffic's one", + "Average speed is 173.13% of the surrounding traffic's one", + "Average speed is 202.19% of the surrounding traffic's one", + "Average speed is 215.15% of the surrounding traffic's one", + "Average speed is 214.15% of the surrounding traffic's one", + "Average speed is 205.42% of the surrounding traffic's one", + "Average speed is 156.14% of the surrounding traffic's one", + "Average speed is 79.79% of the surrounding traffic's one", + "Average speed is 114.38% of the surrounding traffic's one", + "Average speed is 112.09% of the surrounding traffic's one", + "Average speed is 128.94% of the surrounding traffic's one", + "Average speed is 184.86% of the surrounding traffic's one", + "Average speed is 219.47% of the surrounding traffic's one", + "Average speed is 153.83% of the surrounding traffic's one", + "Average speed is 157.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.8, + "duration_system": 187.335 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_05_10_23_08_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.29% of the surrounding traffic's one", + "Average speed is 320.1% of the surrounding traffic's one", + "Average speed is 292.62% of the surrounding traffic's one", + "Average speed is 209.44% of the surrounding traffic's one", + "Average speed is 116.72% of the surrounding traffic's one", + "Average speed is 132.44% of the surrounding traffic's one", + "Average speed is 172.23% of the surrounding traffic's one", + "Average speed is 191.37% of the surrounding traffic's one", + "Average speed is 198.85% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 11.1, + "duration_system": 232.385 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_05_11_18_41_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 179.13% of the surrounding traffic's one", + "Average speed is 250.0% of the surrounding traffic's one", + "Average speed is 243.18% of the surrounding traffic's one", + "Average speed is 205.95% of the surrounding traffic's one", + "Average speed is 189.54% of the surrounding traffic's one", + "Average speed is 150.68% of the surrounding traffic's one", + "Average speed is 169.24% of the surrounding traffic's one", + "Average speed is 192.08% of the surrounding traffic's one", + "Average speed is 180.86% of the surrounding traffic's one", + "Average speed is 142.09% of the surrounding traffic's one", + "Average speed is 150.95% of the surrounding traffic's one", + "Average speed is 152.38% of the surrounding traffic's one", + "Average speed is 184.12% of the surrounding traffic's one", + "Average speed is 199.0% of the surrounding traffic's one", + "Average speed is 150.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.7, + "duration_system": 3597.536 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_05_11_07_58_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.97% of the surrounding traffic's one", + "Average speed is 158.09% of the surrounding traffic's one", + "Average speed is 195.08% of the surrounding traffic's one", + "Average speed is 120.3% of the surrounding traffic's one", + "Average speed is 24.41% of the surrounding traffic's one", + "Average speed is 1.62% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 136.45% of the surrounding traffic's one", + "Average speed is 243.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 51.65, + "duration_system": 1390.449 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_05_11_18_28_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.75% of the surrounding traffic's one", + "Average speed is 147.46% of the surrounding traffic's one", + "Average speed is 1502.39% of the surrounding traffic's one", + "Average speed is 1573.93% of the surrounding traffic's one", + "Average speed is 2043.26% of the surrounding traffic's one", + "Average speed is 1671.38% of the surrounding traffic's one", + "Average speed is 1455.17% of the surrounding traffic's one", + "Average speed is 1525.51% of the surrounding traffic's one", + "Average speed is 1621.98% of the surrounding traffic's one", + "Average speed is 1258.91% of the surrounding traffic's one", + "Average speed is 1249.41% of the surrounding traffic's one", + "Average speed is 902.63% of the surrounding traffic's one", + "Average speed is 735.16% of the surrounding traffic's one", + "Average speed is 629.22% of the surrounding traffic's one", + "Average speed is 480.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 49.45, + "duration_system": 660.03 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_05_11_18_24_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.9% of the surrounding traffic's one", + "Average speed is 22.0% of the surrounding traffic's one", + "Average speed is 158.79% of the surrounding traffic's one", + "Average speed is 276.93% of the surrounding traffic's one", + "Average speed is 336.2% of the surrounding traffic's one", + "Average speed is 355.0% of the surrounding traffic's one", + "Average speed is 365.53% of the surrounding traffic's one", + "Average speed is 481.58% of the surrounding traffic's one", + "Average speed is 924.97% of the surrounding traffic's one", + "Average speed is 735.81% of the surrounding traffic's one", + "Average speed is 668.94% of the surrounding traffic's one", + "Average speed is 683.84% of the surrounding traffic's one", + "Average speed is 716.73% of the surrounding traffic's one", + "Average speed is 574.78% of the surrounding traffic's one", + "Average speed is 395.93% of the surrounding traffic's one", + "Average speed is 240.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 10.3, + "duration_system": 104.188 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_05_11_18_19_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.gazelle.omafiets and id=140 at (x=148.559, y=-115.163, z=0.032) at time=10.950s [CARLA Frame: 3742, Agent Step: 218]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.18% of the surrounding traffic's one", + "Average speed is 172.63% of the surrounding traffic's one", + "Average speed is 264.32% of the surrounding traffic's one", + "Average speed is 271.0% of the surrounding traffic's one", + "Average speed is 222.31% of the surrounding traffic's one", + "Average speed is 147.01% of the surrounding traffic's one", + "Average speed is 107.14% of the surrounding traffic's one", + "Average speed is 65.04% of the surrounding traffic's one", + "Average speed is 77.54% of the surrounding traffic's one", + "Average speed is 179.83% of the surrounding traffic's one", + "Average speed is 236.48% of the surrounding traffic's one", + "Average speed is 291.18% of the surrounding traffic's one", + "Average speed is 345.36% of the surrounding traffic's one", + "Average speed is 344.66% of the surrounding traffic's one", + "Average speed is 335.24% of the surrounding traffic's one", + "Average speed is 356.95% of the surrounding traffic's one", + "Average speed is 367.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 14.05, + "duration_system": 215.394 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_05_11_18_14_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.55% of the surrounding traffic's one", + "Average speed is 120.18% of the surrounding traffic's one", + "Average speed is 223.5% of the surrounding traffic's one", + "Average speed is 218.93% of the surrounding traffic's one", + "Average speed is 190.85% of the surrounding traffic's one", + "Average speed is 110.51% of the surrounding traffic's one", + "Average speed is 87.98% of the surrounding traffic's one", + "Average speed is 75.97% of the surrounding traffic's one", + "Average speed is 54.5% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 227.4% of the surrounding traffic's one", + "Average speed is 344.77% of the surrounding traffic's one", + "Average speed is 309.97% of the surrounding traffic's one", + "Average speed is 339.1% of the surrounding traffic's one", + "Average speed is 303.44% of the surrounding traffic's one", + "Average speed is 372.23% of the surrounding traffic's one", + "Average speed is 470.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.9, + "duration_system": 214.339 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_05_10_23_00_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.54% of the surrounding traffic's one", + "Average speed is 49.28% of the surrounding traffic's one", + "Average speed is 89.84% of the surrounding traffic's one", + "Average speed is 151.64% of the surrounding traffic's one", + "Average speed is 149.03% of the surrounding traffic's one", + "Average speed is 150.23% of the surrounding traffic's one", + "Average speed is 189.48% of the surrounding traffic's one", + "Average speed is 115.15% of the surrounding traffic's one", + "Average speed is 19.97% of the surrounding traffic's one", + "Average speed is 123.27% of the surrounding traffic's one", + "Average speed is 190.9% of the surrounding traffic's one", + "Average speed is 203.56% of the surrounding traffic's one", + "Average speed is 339.71% of the surrounding traffic's one", + "Average speed is 206.73% of the surrounding traffic's one", + "Average speed is 172.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.4, + "duration_system": 359.651 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_05_11_18_04_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.83% of the surrounding traffic's one", + "Average speed is 144.09% of the surrounding traffic's one", + "Average speed is 236.81% of the surrounding traffic's one", + "Average speed is 191.44% of the surrounding traffic's one", + "Average speed is 147.44% of the surrounding traffic's one", + "Average speed is 39.21% of the surrounding traffic's one", + "Average speed is 146.87% of the surrounding traffic's one", + "Average speed is 187.57% of the surrounding traffic's one", + "Average speed is 182.49% of the surrounding traffic's one", + "Average speed is 159.83% of the surrounding traffic's one", + "Average speed is 148.95% of the surrounding traffic's one", + "Average speed is 142.15% of the surrounding traffic's one", + "Average speed is 220.57% of the surrounding traffic's one", + "Average speed is 171.48% of the surrounding traffic's one", + "Average speed is 190.2% of the surrounding traffic's one", + "Average speed is 323.43% of the surrounding traffic's one", + "Average speed is 165.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 18.9, + "duration_system": 480.738 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_05_11_17_57_08", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.26% of the surrounding traffic's one", + "Average speed is 84.17% of the surrounding traffic's one", + "Average speed is 162.42% of the surrounding traffic's one", + "Average speed is 227.65% of the surrounding traffic's one", + "Average speed is 176.08% of the surrounding traffic's one", + "Average speed is 135.12% of the surrounding traffic's one", + "Average speed is 65.17% of the surrounding traffic's one", + "Average speed is 29.12% of the surrounding traffic's one", + "Average speed is 116.46% of the surrounding traffic's one", + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 288.11% of the surrounding traffic's one", + "Average speed is 224.07% of the surrounding traffic's one", + "Average speed is 70.43% of the surrounding traffic's one", + "Average speed is 56.94% of the surrounding traffic's one", + "Average speed is 146.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 20.4, + "duration_system": 290.079 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_05_11_17_49_23", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 425.18% of the surrounding traffic's one", + "Average speed is 111584.78% of the surrounding traffic's one", + "Average speed is 725.53% of the surrounding traffic's one", + "Average speed is 130.38% of the surrounding traffic's one", + "Average speed is 8.61% of the surrounding traffic's one", + "Average speed is 2161.66% of the surrounding traffic's one", + "Average speed is 1875.88% of the surrounding traffic's one", + "Average speed is 1588.21% of the surrounding traffic's one", + "Average speed is 1421.14% of the surrounding traffic's one", + "Average speed is 1805.94% of the surrounding traffic's one", + "Average speed is 1554.86% of the surrounding traffic's one", + "Average speed is 1968.62% of the surrounding traffic's one", + "Average speed is 883.35% of the surrounding traffic's one", + "Average speed is 343.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 36.0, + "duration_system": 356.986 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_05_11_17_12_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=151 at (x=133.747, y=-133.727, z=0.032) at time=7.500s [CARLA Frame: 3532, Agent Step: 149]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 13.499 meters (11.3% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 155.73% of the surrounding traffic's one", + "Average speed is 211.34% of the surrounding traffic's one", + "Average speed is 245.89% of the surrounding traffic's one", + "Average speed is 228.73% of the surrounding traffic's one", + "Average speed is 241.48% of the surrounding traffic's one", + "Average speed is 196.96% of the surrounding traffic's one", + "Average speed is 136.55% of the surrounding traffic's one", + "Average speed is 173.49% of the surrounding traffic's one", + "Average speed is 67.49% of the surrounding traffic's one", + "Average speed is 2682.83% of the surrounding traffic's one", + "Average speed is 899.93% of the surrounding traffic's one", + "Average speed is 378.14% of the surrounding traffic's one", + "Average speed is 216.92% of the surrounding traffic's one", + "Average speed is 177.19% of the surrounding traffic's one", + "Average speed is 165.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.532182, + "score_composed": 53.218222 + }, + "meta": { + "route_length": 129.43, + "duration_game": 104.55, + "duration_system": 2099.512 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_05_11_17_04_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.79% of the surrounding traffic's one", + "Average speed is 182.82% of the surrounding traffic's one", + "Average speed is 232.05% of the surrounding traffic's one", + "Average speed is 161.82% of the surrounding traffic's one", + "Average speed is 150.59% of the surrounding traffic's one", + "Average speed is 55.57% of the surrounding traffic's one", + "Average speed is 83.96% of the surrounding traffic's one", + "Average speed is 176.64% of the surrounding traffic's one", + "Average speed is 51.93% of the surrounding traffic's one", + "Average speed is 101.16% of the surrounding traffic's one", + "Average speed is 119.41% of the surrounding traffic's one", + "Average speed is 94.32% of the surrounding traffic's one", + "Average speed is 106.21% of the surrounding traffic's one", + "Average speed is 114.69% of the surrounding traffic's one", + "Average speed is 95.95% of the surrounding traffic's one", + "Average speed is 136.54% of the surrounding traffic's one", + "Average speed is 187.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 33.0, + "duration_system": 387.608 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_05_12_06_20_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=248 at (x=90.612, y=-513.925, z=154.93) at time=184.350s [CARLA Frame: 6717, Agent Step: 3686]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.001 meters (1.05% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 129.74% of the surrounding traffic's one", + "Average speed is 198.85% of the surrounding traffic's one", + "Average speed is 374.22% of the surrounding traffic's one", + "Average speed is 454.19% of the surrounding traffic's one", + "Average speed is 246.1% of the surrounding traffic's one", + "Average speed is 176.86% of the surrounding traffic's one", + "Average speed is 9.85% of the surrounding traffic's one", + "Average speed is 586.9% of the surrounding traffic's one", + "Average speed is 414.15% of the surrounding traffic's one", + "Average speed is 351.83% of the surrounding traffic's one", + "Average speed is 510.57% of the surrounding traffic's one", + "Average speed is 512.55% of the surrounding traffic's one", + "Average speed is 135.69% of the surrounding traffic's one", + "Average speed is 434427.37% of the surrounding traffic's one", + "Average speed is 13.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.41558, + "score_composed": 41.558025 + }, + "meta": { + "route_length": 105.188, + "duration_game": 252.35, + "duration_system": 3509.743 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_05_11_07_31_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.06% of the surrounding traffic's one", + "Average speed is 204.29% of the surrounding traffic's one", + "Average speed is 265.43% of the surrounding traffic's one", + "Average speed is 272.9% of the surrounding traffic's one", + "Average speed is 196.5% of the surrounding traffic's one", + "Average speed is 4.1% of the surrounding traffic's one", + "Average speed is 148.67% of the surrounding traffic's one", + "Average speed is 197.72% of the surrounding traffic's one", + "Average speed is 209.45% of the surrounding traffic's one", + "Average speed is 200.11% of the surrounding traffic's one", + "Average speed is 198.77% of the surrounding traffic's one", + "Average speed is 172.72% of the surrounding traffic's one", + "Average speed is 114.08% of the surrounding traffic's one", + "Average speed is 165.57% of the surrounding traffic's one", + "Average speed is 227.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 53.45, + "duration_system": 1486.559 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_05_10_22_47_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.83% of the surrounding traffic's one", + "Average speed is 139.72% of the surrounding traffic's one", + "Average speed is 218.56% of the surrounding traffic's one", + "Average speed is 203.07% of the surrounding traffic's one", + "Average speed is 177.78% of the surrounding traffic's one", + "Average speed is 63.27% of the surrounding traffic's one", + "Average speed is 94.09% of the surrounding traffic's one", + "Average speed is 132.72% of the surrounding traffic's one", + "Average speed is 118.55% of the surrounding traffic's one", + "Average speed is 145.08% of the surrounding traffic's one", + "Average speed is 115.77% of the surrounding traffic's one", + "Average speed is 117.37% of the surrounding traffic's one", + "Average speed is 131.82% of the surrounding traffic's one", + "Average speed is 121.81% of the surrounding traffic's one", + "Average speed is 142.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 630.164 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_05_11_15_06_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.51% of the surrounding traffic's one", + "Average speed is 64.18% of the surrounding traffic's one", + "Average speed is 37.43% of the surrounding traffic's one", + "Average speed is 64.98% of the surrounding traffic's one", + "Average speed is 84.56% of the surrounding traffic's one", + "Average speed is 41.96% of the surrounding traffic's one", + "Average speed is 2.79% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 57.85, + "duration_system": 2620.534 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_05_11_07_03_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3722 at (x=389.709, y=6116.755, z=358.454) at time=49.150s [CARLA Frame: 6595, Agent Step: 982]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.84% of the surrounding traffic's one", + "Average speed is 136.12% of the surrounding traffic's one", + "Average speed is 153.13% of the surrounding traffic's one", + "Average speed is 154.96% of the surrounding traffic's one", + "Average speed is 125.66% of the surrounding traffic's one", + "Average speed is 88.09% of the surrounding traffic's one", + "Average speed is 5.96% of the surrounding traffic's one", + "Average speed is 198.34% of the surrounding traffic's one", + "Average speed is 141.47% of the surrounding traffic's one", + "Average speed is 127.49% of the surrounding traffic's one", + "Average speed is 147.47% of the surrounding traffic's one", + "Average speed is 154.37% of the surrounding traffic's one", + "Average speed is 144.84% of the surrounding traffic's one", + "Average speed is 150.08% of the surrounding traffic's one", + "Average speed is 136.59% of the surrounding traffic's one", + "Average speed is 163.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 56.55, + "duration_system": 1518.144 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_05_11_14_56_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=229 at (x=1046.13, y=634.58, z=120.538) at time=5.300s [CARLA Frame: 3474, Agent Step: 105]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.74% of the surrounding traffic's one", + "Average speed is 155.03% of the surrounding traffic's one", + "Average speed is 207.7% of the surrounding traffic's one", + "Average speed is 195.36% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 106.53% of the surrounding traffic's one", + "Average speed is 104.14% of the surrounding traffic's one", + "Average speed is 118.14% of the surrounding traffic's one", + "Average speed is 118.77% of the surrounding traffic's one", + "Average speed is 140.64% of the surrounding traffic's one", + "Average speed is 225.14% of the surrounding traffic's one", + "Average speed is 246.93% of the surrounding traffic's one", + "Average speed is 178.7% of the surrounding traffic's one", + "Average speed is 140.61% of the surrounding traffic's one", + "Average speed is 124.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 14.55, + "duration_system": 495.01 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_05_11_14_38_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.29% of the surrounding traffic's one", + "Average speed is 133.02% of the surrounding traffic's one", + "Average speed is 161.3% of the surrounding traffic's one", + "Average speed is 144.03% of the surrounding traffic's one", + "Average speed is 118.77% of the surrounding traffic's one", + "Average speed is 138.42% of the surrounding traffic's one", + "Average speed is 8.05% of the surrounding traffic's one", + "Average speed is 136.18% of the surrounding traffic's one", + "Average speed is 141.77% of the surrounding traffic's one", + "Average speed is 111.54% of the surrounding traffic's one", + "Average speed is 102.13% of the surrounding traffic's one", + "Average speed is 63.55% of the surrounding traffic's one", + "Average speed is 129.38% of the surrounding traffic's one", + "Average speed is 139.8% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 103.61% of the surrounding traffic's one", + "Average speed is 94.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 29.05, + "duration_system": 921.448 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_05_10_22_41_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.08% of the surrounding traffic's one", + "Average speed is 136.89% of the surrounding traffic's one", + "Average speed is 110.34% of the surrounding traffic's one", + "Average speed is 121.15% of the surrounding traffic's one", + "Average speed is 180.21% of the surrounding traffic's one", + "Average speed is 156.19% of the surrounding traffic's one", + "Average speed is 172.23% of the surrounding traffic's one", + "Average speed is 184.9% of the surrounding traffic's one", + "Average speed is 184.87% of the surrounding traffic's one", + "Average speed is 176.04% of the surrounding traffic's one", + "Average speed is 169.53% of the surrounding traffic's one", + "Average speed is 153.74% of the surrounding traffic's one", + "Average speed is 134.87% of the surrounding traffic's one", + "Average speed is 117.91% of the surrounding traffic's one", + "Average speed is 106.43% of the surrounding traffic's one", + "Average speed is 92.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.95, + "duration_system": 283.819 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_05_11_06_56_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.07% of the surrounding traffic's one", + "Average speed is 167.38% of the surrounding traffic's one", + "Average speed is 214.68% of the surrounding traffic's one", + "Average speed is 228.38% of the surrounding traffic's one", + "Average speed is 166.94% of the surrounding traffic's one", + "Average speed is 82.95% of the surrounding traffic's one", + "Average speed is 144.7% of the surrounding traffic's one", + "Average speed is 189.37% of the surrounding traffic's one", + "Average speed is 232.32% of the surrounding traffic's one", + "Average speed is 235.52% of the surrounding traffic's one", + "Average speed is 179.04% of the surrounding traffic's one", + "Average speed is 94.01% of the surrounding traffic's one", + "Average speed is 136.02% of the surrounding traffic's one", + "Average speed is 126.53% of the surrounding traffic's one", + "Average speed is 105.53% of the surrounding traffic's one", + "Average speed is 112.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 14.05, + "duration_system": 284.291 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_05_11_13_14_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 124.56% of the surrounding traffic's one", + "Average speed is 136.27% of the surrounding traffic's one", + "Average speed is 93.17% of the surrounding traffic's one", + "Average speed is 100.36% of the surrounding traffic's one", + "Average speed is 118.33% of the surrounding traffic's one", + "Average speed is 124.62% of the surrounding traffic's one", + "Average speed is 85.22% of the surrounding traffic's one", + "Average speed is 133.92% of the surrounding traffic's one", + "Average speed is 104.59% of the surrounding traffic's one", + "Average speed is 109.16% of the surrounding traffic's one", + "Average speed is 126.17% of the surrounding traffic's one", + "Average speed is 97.93% of the surrounding traffic's one", + "Average speed is 119.81% of the surrounding traffic's one", + "Average speed is 130.56% of the surrounding traffic's one", + "Average speed is 115.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 17.65, + "duration_system": 641.857 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_05_11_12_06_26", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 64.97% of the surrounding traffic's one", + "Average speed is 166.38% of the surrounding traffic's one", + "Average speed is 211.76% of the surrounding traffic's one", + "Average speed is 233.72% of the surrounding traffic's one", + "Average speed is 221.6% of the surrounding traffic's one", + "Average speed is 225.8% of the surrounding traffic's one", + "Average speed is 203.28% of the surrounding traffic's one", + "Average speed is 152.19% of the surrounding traffic's one", + "Average speed is 39.52% of the surrounding traffic's one", + "Average speed is 45.05% of the surrounding traffic's one", + "Average speed is 42.98% of the surrounding traffic's one", + "Average speed is 43.07% of the surrounding traffic's one", + "Average speed is 42.74% of the surrounding traffic's one", + "Average speed is 42.2% of the surrounding traffic's one", + "Average speed is 39.02% of the surrounding traffic's one", + "Average speed is 0.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 246.85, + "duration_system": 3952.687 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_05_10_19_46_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 108.68% of the surrounding traffic's one", + "Average speed is 116.02% of the surrounding traffic's one", + "Average speed is 145.48% of the surrounding traffic's one", + "Average speed is 103.78% of the surrounding traffic's one", + "Average speed is 31.18% of the surrounding traffic's one", + "Average speed is 32.67% of the surrounding traffic's one", + "Average speed is 94.71% of the surrounding traffic's one", + "Average speed is 114.4% of the surrounding traffic's one", + "Average speed is 132.68% of the surrounding traffic's one", + "Average speed is 146.13% of the surrounding traffic's one", + "Average speed is 121.62% of the surrounding traffic's one", + "Average speed is 126.4% of the surrounding traffic's one", + "Average speed is 125.03% of the surrounding traffic's one", + "Average speed is 124.59% of the surrounding traffic's one", + "Average speed is 137.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 20.35, + "duration_system": 531.537 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_05_11_06_31_48", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=3702 at (x=-1538.367, y=6461.219, z=373.309) at time=49.200s [CARLA Frame: 6228, Agent Step: 983]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.096, y=6458.307, z=373.434) at time=46.650s [CARLA Frame: 6177, Agent Step: 932]", + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1543.508, y=6461.521, z=373.269) at time=49.950s [CARLA Frame: 6243, Agent Step: 998]", + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1568.417, y=6463.87, z=373.074) at time=54.950s [CARLA Frame: 6343, Agent Step: 1098]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.72% of the surrounding traffic's one", + "Average speed is 186.8% of the surrounding traffic's one", + "Average speed is 175.77% of the surrounding traffic's one", + "Average speed is 170.24% of the surrounding traffic's one", + "Average speed is 135.97% of the surrounding traffic's one", + "Average speed is 2.35% of the surrounding traffic's one", + "Average speed is 82.89% of the surrounding traffic's one", + "Average speed is 82.57% of the surrounding traffic's one", + "Average speed is 72.57% of the surrounding traffic's one", + "Average speed is 69.21% of the surrounding traffic's one", + "Average speed is 55.65% of the surrounding traffic's one", + "Average speed is 53.49% of the surrounding traffic's one", + "Average speed is 69.68% of the surrounding traffic's one", + "Average speed is 104.47% of the surrounding traffic's one", + "Average speed is 98.14% of the surrounding traffic's one", + "Average speed is 86.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.1404, + "score_composed": 14.04 + }, + "meta": { + "route_length": 134.084, + "duration_game": 59.9, + "duration_system": 1361.452 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_05_11_11_33_42", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.78% of the surrounding traffic's one", + "Average speed is 111.24% of the surrounding traffic's one", + "Average speed is 113.78% of the surrounding traffic's one", + "Average speed is 97.6% of the surrounding traffic's one", + "Average speed is 100.18% of the surrounding traffic's one", + "Average speed is 111.89% of the surrounding traffic's one", + "Average speed is 97.69% of the surrounding traffic's one", + "Average speed is 2.4% of the surrounding traffic's one", + "Average speed is 4.85% of the surrounding traffic's one", + "Average speed is 201.85% of the surrounding traffic's one", + "Average speed is 230.46% of the surrounding traffic's one", + "Average speed is 134.59% of the surrounding traffic's one", + "Average speed is 121.77% of the surrounding traffic's one", + "Average speed is 105.28% of the surrounding traffic's one", + "Average speed is 15.82% of the surrounding traffic's one", + "Average speed is 98.9% of the surrounding traffic's one", + "Average speed is 58.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 156.9, + "duration_system": 1853.401 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_05_11_11_19_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.33% of the surrounding traffic's one", + "Average speed is 142.11% of the surrounding traffic's one", + "Average speed is 144.52% of the surrounding traffic's one", + "Average speed is 162.81% of the surrounding traffic's one", + "Average speed is 161.38% of the surrounding traffic's one", + "Average speed is 123.62% of the surrounding traffic's one", + "Average speed is 17.89% of the surrounding traffic's one", + "Average speed is 110.58% of the surrounding traffic's one", + "Average speed is 167.23% of the surrounding traffic's one", + "Average speed is 184.27% of the surrounding traffic's one", + "Average speed is 188.15% of the surrounding traffic's one", + "Average speed is 143.91% of the surrounding traffic's one", + "Average speed is 135.28% of the surrounding traffic's one", + "Average speed is 101.51% of the surrounding traffic's one", + "Average speed is 129.01% of the surrounding traffic's one", + "Average speed is 146.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 19.95, + "duration_system": 722.035 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_05_10_22_30_42", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.42% of the surrounding traffic's one", + "Average speed is 148.37% of the surrounding traffic's one", + "Average speed is 164.38% of the surrounding traffic's one", + "Average speed is 169.25% of the surrounding traffic's one", + "Average speed is 108.32% of the surrounding traffic's one", + "Average speed is 47.94% of the surrounding traffic's one", + "Average speed is 112.46% of the surrounding traffic's one", + "Average speed is 121.4% of the surrounding traffic's one", + "Average speed is 78.15% of the surrounding traffic's one", + "Average speed is 87.17% of the surrounding traffic's one", + "Average speed is 162.48% of the surrounding traffic's one", + "Average speed is 196.36% of the surrounding traffic's one", + "Average speed is 188.62% of the surrounding traffic's one", + "Average speed is 201.76% of the surrounding traffic's one", + "Average speed is 223.81% of the surrounding traffic's one", + "Average speed is 270.7% of the surrounding traffic's one", + "Average speed is 254.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 15.35, + "duration_system": 527.972 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_05_11_10_15_55", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=283 at (x=-499.63, y=313.937, z=-0.006) at time=68.500s [CARLA Frame: 4569, Agent Step: 1369]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=276 at (x=-479.817, y=347.319, z=-0.003) at time=71.400s [CARLA Frame: 4627, Agent Step: 1427]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.5% of the surrounding traffic's one", + "Average speed is 147.7% of the surrounding traffic's one", + "Average speed is 152.49% of the surrounding traffic's one", + "Average speed is 133.1% of the surrounding traffic's one", + "Average speed is 49.53% of the surrounding traffic's one", + "Average speed is 1.67% of the surrounding traffic's one", + "Average speed is 113.01% of the surrounding traffic's one", + "Average speed is 187.81% of the surrounding traffic's one", + "Average speed is 189.67% of the surrounding traffic's one", + "Average speed is 206.73% of the surrounding traffic's one", + "Average speed is 209.82% of the surrounding traffic's one", + "Average speed is 51.8% of the surrounding traffic's one", + "Average speed is 89.64% of the surrounding traffic's one", + "Average speed is 160.06% of the surrounding traffic's one", + "Average speed is 163.97% of the surrounding traffic's one", + "Average speed is 160.25% of the surrounding traffic's one", + "Average speed is 173.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 77.15, + "duration_system": 3717.023 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_05_11_10_12_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.63% of the surrounding traffic's one", + "Average speed is 147.01% of the surrounding traffic's one", + "Average speed is 114.15% of the surrounding traffic's one", + "Average speed is 122.83% of the surrounding traffic's one", + "Average speed is 120.06% of the surrounding traffic's one", + "Average speed is 109.95% of the surrounding traffic's one", + "Average speed is 100.14% of the surrounding traffic's one", + "Average speed is 117.31% of the surrounding traffic's one", + "Average speed is 97.67% of the surrounding traffic's one", + "Average speed is 123.16% of the surrounding traffic's one", + "Average speed is 136.58% of the surrounding traffic's one", + "Average speed is 136.85% of the surrounding traffic's one", + "Average speed is 148.96% of the surrounding traffic's one", + "Average speed is 155.75% of the surrounding traffic's one", + "Average speed is 111.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 11.1, + "duration_system": 104.367 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_05_11_10_00_34", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.16% of the surrounding traffic's one", + "Average speed is 22.2% of the surrounding traffic's one", + "Average speed is 72.25% of the surrounding traffic's one", + "Average speed is 122.01% of the surrounding traffic's one", + "Average speed is 146.33% of the surrounding traffic's one", + "Average speed is 106.14% of the surrounding traffic's one", + "Average speed is 112.39% of the surrounding traffic's one", + "Average speed is 99.44% of the surrounding traffic's one", + "Average speed is 118.88% of the surrounding traffic's one", + "Average speed is 97.52% of the surrounding traffic's one", + "Average speed is 105.71% of the surrounding traffic's one", + "Average speed is 140.94% of the surrounding traffic's one", + "Average speed is 13.62% of the surrounding traffic's one", + "Average speed is 92.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.1, + "duration_system": 593.928 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_05_10_22_19_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.6% of the surrounding traffic's one", + "Average speed is 138.85% of the surrounding traffic's one", + "Average speed is 214.65% of the surrounding traffic's one", + "Average speed is 202.98% of the surrounding traffic's one", + "Average speed is 145.85% of the surrounding traffic's one", + "Average speed is 98.12% of the surrounding traffic's one", + "Average speed is 60.14% of the surrounding traffic's one", + "Average speed is 64.29% of the surrounding traffic's one", + "Average speed is 55.72% of the surrounding traffic's one", + "Average speed is 172.56% of the surrounding traffic's one", + "Average speed is 214.18% of the surrounding traffic's one", + "Average speed is 222.32% of the surrounding traffic's one", + "Average speed is 226.39% of the surrounding traffic's one", + "Average speed is 203.79% of the surrounding traffic's one", + "Average speed is 153.27% of the surrounding traffic's one", + "Average speed is 113.73% of the surrounding traffic's one", + "Average speed is 113.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 16.85, + "duration_system": 558.823 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_05_12_04_14_59", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.72% of the surrounding traffic's one", + "Average speed is 143.64% of the surrounding traffic's one", + "Average speed is 113.48% of the surrounding traffic's one", + "Average speed is 114.25% of the surrounding traffic's one", + "Average speed is 84.6% of the surrounding traffic's one", + "Average speed is 2.72% of the surrounding traffic's one", + "Average speed is 45.93% of the surrounding traffic's one", + "Average speed is 115.51% of the surrounding traffic's one", + "Average speed is 128.14% of the surrounding traffic's one", + "Average speed is 123.47% of the surrounding traffic's one", + "Average speed is 89.75% of the surrounding traffic's one", + "Average speed is 94.32% of the surrounding traffic's one", + "Average speed is 107.02% of the surrounding traffic's one", + "Average speed is 49.05% of the surrounding traffic's one", + "Average speed is 102.65% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one", + "Average speed is 108.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 61.05, + "duration_system": 3101.372 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_05_10_21_30_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.86% of the surrounding traffic's one", + "Average speed is 100.9% of the surrounding traffic's one", + "Average speed is 117.65% of the surrounding traffic's one", + "Average speed is 61.27% of the surrounding traffic's one", + "Average speed is 2.58% of the surrounding traffic's one", + "Average speed is 71.52% of the surrounding traffic's one", + "Average speed is 139.76% of the surrounding traffic's one", + "Average speed is 159.14% of the surrounding traffic's one", + "Average speed is 166.7% of the surrounding traffic's one", + "Average speed is 153.44% of the surrounding traffic's one", + "Average speed is 149.28% of the surrounding traffic's one", + "Average speed is 121.43% of the surrounding traffic's one", + "Average speed is 19.32% of the surrounding traffic's one", + "Average speed is 122.95% of the surrounding traffic's one", + "Average speed is 127.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 61.5, + "duration_system": 2869.95 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_05_10_21_17_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.19% of the surrounding traffic's one", + "Average speed is 114.03% of the surrounding traffic's one", + "Average speed is 67.57% of the surrounding traffic's one", + "Average speed is 96.67% of the surrounding traffic's one", + "Average speed is 92.62% of the surrounding traffic's one", + "Average speed is 118.29% of the surrounding traffic's one", + "Average speed is 100.1% of the surrounding traffic's one", + "Average speed is 77.78% of the surrounding traffic's one", + "Average speed is 85.24% of the surrounding traffic's one", + "Average speed is 137.04% of the surrounding traffic's one", + "Average speed is 105.21% of the surrounding traffic's one", + "Average speed is 106.73% of the surrounding traffic's one", + "Average speed is 126.42% of the surrounding traffic's one", + "Average speed is 130.03% of the surrounding traffic's one", + "Average speed is 114.66% of the surrounding traffic's one", + "Average speed is 84.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.95, + "duration_system": 616.038 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_05_10_21_12_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.59% of the surrounding traffic's one", + "Average speed is 118.47% of the surrounding traffic's one", + "Average speed is 168.73% of the surrounding traffic's one", + "Average speed is 135.99% of the surrounding traffic's one", + "Average speed is 98.98% of the surrounding traffic's one", + "Average speed is 94.98% of the surrounding traffic's one", + "Average speed is 125.29% of the surrounding traffic's one", + "Average speed is 128.77% of the surrounding traffic's one", + "Average speed is 153.45% of the surrounding traffic's one", + "Average speed is 114.82% of the surrounding traffic's one", + "Average speed is 82.55% of the surrounding traffic's one", + "Average speed is 78.77% of the surrounding traffic's one", + "Average speed is 84.64% of the surrounding traffic's one", + "Average speed is 94.96% of the surrounding traffic's one", + "Average speed is 92.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.5, + "duration_system": 229.391 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_05_11_08_32_30", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.02% of the surrounding traffic's one", + "Average speed is 127.55% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 69.97% of the surrounding traffic's one", + "Average speed is 75.77% of the surrounding traffic's one", + "Average speed is 103.99% of the surrounding traffic's one", + "Average speed is 132.7% of the surrounding traffic's one", + "Average speed is 132.48% of the surrounding traffic's one", + "Average speed is 89.91% of the surrounding traffic's one", + "Average speed is 111.12% of the surrounding traffic's one", + "Average speed is 141.82% of the surrounding traffic's one", + "Average speed is 120.58% of the surrounding traffic's one", + "Average speed is 98.77% of the surrounding traffic's one", + "Average speed is 114.76% of the surrounding traffic's one", + "Average speed is 150.81% of the surrounding traffic's one", + "Average speed is 110.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 25.35, + "duration_system": 859.179 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_05_11_08_28_44", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 119.33% of the surrounding traffic's one", + "Average speed is 151.31% of the surrounding traffic's one", + "Average speed is 138.31% of the surrounding traffic's one", + "Average speed is 157.42% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one", + "Average speed is 109.71% of the surrounding traffic's one", + "Average speed is 59.97% of the surrounding traffic's one", + "Average speed is 35.04% of the surrounding traffic's one", + "Average speed is 94.93% of the surrounding traffic's one", + "Average speed is 158.34% of the surrounding traffic's one", + "Average speed is 210.5% of the surrounding traffic's one", + "Average speed is 226.25% of the surrounding traffic's one", + "Average speed is 185.69% of the surrounding traffic's one", + "Average speed is 179.53% of the surrounding traffic's one", + "Average speed is 148.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 13.35, + "duration_system": 121.554 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_05_10_21_07_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.64% of the surrounding traffic's one", + "Average speed is 152.61% of the surrounding traffic's one", + "Average speed is 235.48% of the surrounding traffic's one", + "Average speed is 189.83% of the surrounding traffic's one", + "Average speed is 151.32% of the surrounding traffic's one", + "Average speed is 72.37% of the surrounding traffic's one", + "Average speed is 50.66% of the surrounding traffic's one", + "Average speed is 64.11% of the surrounding traffic's one", + "Average speed is 293.32% of the surrounding traffic's one", + "Average speed is 299.3% of the surrounding traffic's one", + "Average speed is 267.87% of the surrounding traffic's one", + "Average speed is 200.98% of the surrounding traffic's one", + "Average speed is 187.64% of the surrounding traffic's one", + "Average speed is 479.33% of the surrounding traffic's one", + "Average speed is 438.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.45, + "duration_system": 207.366 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_05_10_21_01_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.93% of the surrounding traffic's one", + "Average speed is 82.74% of the surrounding traffic's one", + "Average speed is 230.52% of the surrounding traffic's one", + "Average speed is 223.83% of the surrounding traffic's one", + "Average speed is 209.43% of the surrounding traffic's one", + "Average speed is 158.81% of the surrounding traffic's one", + "Average speed is 128.1% of the surrounding traffic's one", + "Average speed is 50.01% of the surrounding traffic's one", + "Average speed is 110.13% of the surrounding traffic's one", + "Average speed is 228.33% of the surrounding traffic's one", + "Average speed is 146.53% of the surrounding traffic's one", + "Average speed is 109.31% of the surrounding traffic's one", + "Average speed is 75.79% of the surrounding traffic's one", + "Average speed is 131.77% of the surrounding traffic's one", + "Average speed is 104.17% of the surrounding traffic's one", + "Average speed is 111.09% of the surrounding traffic's one", + "Average speed is 87.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 18.95, + "duration_system": 181.605 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_05_11_08_15_09", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 143.9% of the surrounding traffic's one", + "Average speed is 154.83% of the surrounding traffic's one", + "Average speed is 151.4% of the surrounding traffic's one", + "Average speed is 139.74% of the surrounding traffic's one", + "Average speed is 165.85% of the surrounding traffic's one", + "Average speed is 147.5% of the surrounding traffic's one", + "Average speed is 41.38% of the surrounding traffic's one", + "Average speed is 49.85% of the surrounding traffic's one", + "Average speed is 129.1% of the surrounding traffic's one", + "Average speed is 157.19% of the surrounding traffic's one", + "Average speed is 102.55% of the surrounding traffic's one", + "Average speed is 174.96% of the surrounding traffic's one", + "Average speed is 150.61% of the surrounding traffic's one", + "Average speed is 124.0% of the surrounding traffic's one", + "Average speed is 132.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 15.35, + "duration_system": 706.321 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_05_10_20_57_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 108.19% of the surrounding traffic's one", + "Average speed is 128.63% of the surrounding traffic's one", + "Average speed is 160.58% of the surrounding traffic's one", + "Average speed is 138.06% of the surrounding traffic's one", + "Average speed is 111.71% of the surrounding traffic's one", + "Average speed is 55.36% of the surrounding traffic's one", + "Average speed is 33.81% of the surrounding traffic's one", + "Average speed is 137.16% of the surrounding traffic's one", + "Average speed is 163.76% of the surrounding traffic's one", + "Average speed is 187.88% of the surrounding traffic's one", + "Average speed is 201.42% of the surrounding traffic's one", + "Average speed is 178.84% of the surrounding traffic's one", + "Average speed is 151.31% of the surrounding traffic's one", + "Average speed is 146.07% of the surrounding traffic's one", + "Average speed is 170.07% of the surrounding traffic's one", + "Average speed is 170.17% of the surrounding traffic's one", + "Average speed is 162.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 13.1, + "duration_system": 149.284 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_05_10_20_52_40", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.17% of the surrounding traffic's one", + "Average speed is 121.12% of the surrounding traffic's one", + "Average speed is 188.02% of the surrounding traffic's one", + "Average speed is 159.25% of the surrounding traffic's one", + "Average speed is 170.39% of the surrounding traffic's one", + "Average speed is 80.89% of the surrounding traffic's one", + "Average speed is 91.25% of the surrounding traffic's one", + "Average speed is 193.95% of the surrounding traffic's one", + "Average speed is 116.69% of the surrounding traffic's one", + "Average speed is 110.83% of the surrounding traffic's one", + "Average speed is 104.03% of the surrounding traffic's one", + "Average speed is 103.9% of the surrounding traffic's one", + "Average speed is 89.83% of the surrounding traffic's one", + "Average speed is 120.06% of the surrounding traffic's one", + "Average speed is 106.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.8, + "duration_system": 185.382 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_05_10_20_41_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.06% of the surrounding traffic's one", + "Average speed is 142.57% of the surrounding traffic's one", + "Average speed is 281.98% of the surrounding traffic's one", + "Average speed is 200.55% of the surrounding traffic's one", + "Average speed is 211.02% of the surrounding traffic's one", + "Average speed is 172.85% of the surrounding traffic's one", + "Average speed is 53.47% of the surrounding traffic's one", + "Average speed is 74.42% of the surrounding traffic's one", + "Average speed is 176.31% of the surrounding traffic's one", + "Average speed is 196.72% of the surrounding traffic's one", + "Average speed is 126.32% of the surrounding traffic's one", + "Average speed is 104.86% of the surrounding traffic's one", + "Average speed is 108.18% of the surrounding traffic's one", + "Average speed is 102.93% of the surrounding traffic's one", + "Average speed is 127.81% of the surrounding traffic's one", + "Average speed is 14.08% of the surrounding traffic's one", + "Average speed is 97.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 35.15, + "duration_system": 547.91 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_05_11_06_25_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.17% of the surrounding traffic's one", + "Average speed is 9.08% of the surrounding traffic's one", + "Average speed is 229.15% of the surrounding traffic's one", + "Average speed is 446.56% of the surrounding traffic's one", + "Average speed is 403.01% of the surrounding traffic's one", + "Average speed is 437.38% of the surrounding traffic's one", + "Average speed is 574.48% of the surrounding traffic's one", + "Average speed is 550.11% of the surrounding traffic's one", + "Average speed is 1109.25% of the surrounding traffic's one", + "Average speed is 554.83% of the surrounding traffic's one", + "Average speed is 507.72% of the surrounding traffic's one", + "Average speed is 381.72% of the surrounding traffic's one", + "Average speed is 265.92% of the surrounding traffic's one", + "Average speed is 205.15% of the surrounding traffic's one", + "Average speed is 162.89% of the surrounding traffic's one", + "Average speed is 137.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 23.5, + "duration_system": 246.272 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_05_11_08_08_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 244.49% of the surrounding traffic's one", + "Average speed is 263.03% of the surrounding traffic's one", + "Average speed is 196.42% of the surrounding traffic's one", + "Average speed is 87.41% of the surrounding traffic's one", + "Average speed is 133.6% of the surrounding traffic's one", + "Average speed is 152.37% of the surrounding traffic's one", + "Average speed is 190.02% of the surrounding traffic's one", + "Average speed is 234.97% of the surrounding traffic's one", + "Average speed is 218.83% of the surrounding traffic's one", + "Average speed is 190.37% of the surrounding traffic's one", + "Average speed is 186.47% of the surrounding traffic's one", + "Average speed is 158.46% of the surrounding traffic's one", + "Average speed is 248.46% of the surrounding traffic's one", + "Average speed is 227.11% of the surrounding traffic's one", + "Average speed is 241.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 10.45, + "duration_system": 255.342 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_05_11_08_02_24", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5744.124, y=4732.653, z=186.992) at time=10.250s [CARLA Frame: 3756, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.86% of the surrounding traffic's one", + "Average speed is 319.89% of the surrounding traffic's one", + "Average speed is 260.49% of the surrounding traffic's one", + "Average speed is 210.66% of the surrounding traffic's one", + "Average speed is 198.16% of the surrounding traffic's one", + "Average speed is 187.61% of the surrounding traffic's one", + "Average speed is 130.79% of the surrounding traffic's one", + "Average speed is 139.13% of the surrounding traffic's one", + "Average speed is 132.56% of the surrounding traffic's one", + "Average speed is 75.04% of the surrounding traffic's one", + "Average speed is 142.58% of the surrounding traffic's one", + "Average speed is 175.16% of the surrounding traffic's one", + "Average speed is 128.35% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.15, + "duration_system": 181.369 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_05_11_07_52_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.23% of the surrounding traffic's one", + "Average speed is 317.85% of the surrounding traffic's one", + "Average speed is 188.19% of the surrounding traffic's one", + "Average speed is 279.74% of the surrounding traffic's one", + "Average speed is 205.25% of the surrounding traffic's one", + "Average speed is 161.45% of the surrounding traffic's one", + "Average speed is 149.76% of the surrounding traffic's one", + "Average speed is 154.17% of the surrounding traffic's one", + "Average speed is 164.27% of the surrounding traffic's one", + "Average speed is 146.81% of the surrounding traffic's one", + "Average speed is 147.66% of the surrounding traffic's one", + "Average speed is 180.35% of the surrounding traffic's one", + "Average speed is 156.96% of the surrounding traffic's one", + "Average speed is 181.27% of the surrounding traffic's one", + "Average speed is 133.93% of the surrounding traffic's one", + "Average speed is 117.68% of the surrounding traffic's one", + "Average speed is 98.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 437.646 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_05_10_20_36_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.25% of the surrounding traffic's one", + "Average speed is 417.95% of the surrounding traffic's one", + "Average speed is 515.49% of the surrounding traffic's one", + "Average speed is 634.03% of the surrounding traffic's one", + "Average speed is 646.53% of the surrounding traffic's one", + "Average speed is 577.64% of the surrounding traffic's one", + "Average speed is 483.9% of the surrounding traffic's one", + "Average speed is 469.88% of the surrounding traffic's one", + "Average speed is 712.87% of the surrounding traffic's one", + "Average speed is 1019.29% of the surrounding traffic's one", + "Average speed is 3111.69% of the surrounding traffic's one", + "Average speed is 7397.32% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.15, + "duration_system": 157.367 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_05_12_04_05_27", + "status": "Completed", + "num_infractions": 22, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.64% of the surrounding traffic's one", + "Average speed is 108.64% of the surrounding traffic's one", + "Average speed is 196.31% of the surrounding traffic's one", + "Average speed is 172.02% of the surrounding traffic's one", + "Average speed is 134.47% of the surrounding traffic's one", + "Average speed is 153.9% of the surrounding traffic's one", + "Average speed is 158.93% of the surrounding traffic's one", + "Average speed is 184.86% of the surrounding traffic's one", + "Average speed is 189.44% of the surrounding traffic's one", + "Average speed is 229.0% of the surrounding traffic's one", + "Average speed is 279.8% of the surrounding traffic's one", + "Average speed is 221.53% of the surrounding traffic's one", + "Average speed is 214.67% of the surrounding traffic's one", + "Average speed is 195.65% of the surrounding traffic's one", + "Average speed is 154.14% of the surrounding traffic's one", + "Average speed is 110.94% of the surrounding traffic's one", + "Average speed is 76.74% of the surrounding traffic's one", + "Average speed is 88.67% of the surrounding traffic's one", + "Average speed is 78.77% of the surrounding traffic's one", + "Average speed is 77.39% of the surrounding traffic's one", + "Average speed is 77.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2623.12, y=5901.945, z=157.724)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 27.7, + "duration_system": 376.72 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_05_11_06_22_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.19% of the surrounding traffic's one", + "Average speed is 210.2% of the surrounding traffic's one", + "Average speed is 214.37% of the surrounding traffic's one", + "Average speed is 217.71% of the surrounding traffic's one", + "Average speed is 234.59% of the surrounding traffic's one", + "Average speed is 229.71% of the surrounding traffic's one", + "Average speed is 219.38% of the surrounding traffic's one", + "Average speed is 263.75% of the surrounding traffic's one", + "Average speed is 268.32% of the surrounding traffic's one", + "Average speed is 586.79% of the surrounding traffic's one", + "Average speed is 563.82% of the surrounding traffic's one", + "Average speed is 449.22% of the surrounding traffic's one", + "Average speed is 359.2% of the surrounding traffic's one", + "Average speed is 266.29% of the surrounding traffic's one", + "Average speed is 169.88% of the surrounding traffic's one", + "Average speed is 97.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.85, + "duration_system": 49.054 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_05_10_19_42_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 195.56% of the surrounding traffic's one", + "Average speed is 189.22% of the surrounding traffic's one", + "Average speed is 214.6% of the surrounding traffic's one", + "Average speed is 247.36% of the surrounding traffic's one", + "Average speed is 273.81% of the surrounding traffic's one", + "Average speed is 295.49% of the surrounding traffic's one", + "Average speed is 301.46% of the surrounding traffic's one", + "Average speed is 344.52% of the surrounding traffic's one", + "Average speed is 327.48% of the surrounding traffic's one", + "Average speed is 418.43% of the surrounding traffic's one", + "Average speed is 407.05% of the surrounding traffic's one", + "Average speed is 279.28% of the surrounding traffic's one", + "Average speed is 219.32% of the surrounding traffic's one", + "Average speed is 232.56% of the surrounding traffic's one", + "Average speed is 177.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.15, + "duration_system": 64.069 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_05_11_07_15_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3707 at (x=3908.273, y=4861.033, z=367.123) at time=20.450s [CARLA Frame: 4117, Agent Step: 408]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 259.96% of the surrounding traffic's one", + "Average speed is 285.13% of the surrounding traffic's one", + "Average speed is 257.76% of the surrounding traffic's one", + "Average speed is 16.19% of the surrounding traffic's one", + "Average speed is 244.82% of the surrounding traffic's one", + "Average speed is 357.04% of the surrounding traffic's one", + "Average speed is 358.24% of the surrounding traffic's one", + "Average speed is 314.78% of the surrounding traffic's one", + "Average speed is 279.41% of the surrounding traffic's one", + "Average speed is 235.34% of the surrounding traffic's one", + "Average speed is 211.41% of the surrounding traffic's one", + "Average speed is 142.62% of the surrounding traffic's one", + "Average speed is 111.07% of the surrounding traffic's one", + "Average speed is 150.48% of the surrounding traffic's one", + "Average speed is 190.9% of the surrounding traffic's one", + "Average speed is 232.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 23.15, + "duration_system": 510.784 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_05_11_07_09_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.09% of the surrounding traffic's one", + "Average speed is 79.84% of the surrounding traffic's one", + "Average speed is 180.78% of the surrounding traffic's one", + "Average speed is 210.92% of the surrounding traffic's one", + "Average speed is 167.99% of the surrounding traffic's one", + "Average speed is 164.38% of the surrounding traffic's one", + "Average speed is 140.79% of the surrounding traffic's one", + "Average speed is 139.24% of the surrounding traffic's one", + "Average speed is 167.23% of the surrounding traffic's one", + "Average speed is 178.98% of the surrounding traffic's one", + "Average speed is 197.92% of the surrounding traffic's one", + "Average speed is 203.89% of the surrounding traffic's one", + "Average speed is 195.75% of the surrounding traffic's one", + "Average speed is 191.07% of the surrounding traffic's one", + "Average speed is 163.38% of the surrounding traffic's one", + "Average speed is 115.3% of the surrounding traffic's one", + "Average speed is 111.98% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.412, + "duration_game": 16.2, + "duration_system": 171.372 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_05_10_20_30_14", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.57% of the surrounding traffic's one", + "Average speed is 230.8% of the surrounding traffic's one", + "Average speed is 196.69% of the surrounding traffic's one", + "Average speed is 215.69% of the surrounding traffic's one", + "Average speed is 182.31% of the surrounding traffic's one", + "Average speed is 143.18% of the surrounding traffic's one", + "Average speed is 144.07% of the surrounding traffic's one", + "Average speed is 168.4% of the surrounding traffic's one", + "Average speed is 206.72% of the surrounding traffic's one", + "Average speed is 216.05% of the surrounding traffic's one", + "Average speed is 184.33% of the surrounding traffic's one", + "Average speed is 162.3% of the surrounding traffic's one", + "Average speed is 340.96% of the surrounding traffic's one", + "Average speed is 331.64% of the surrounding traffic's one", + "Average speed is 354.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 9.95, + "duration_system": 200.305 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_05_10_19_39_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.9% of the surrounding traffic's one", + "Average speed is 189.33% of the surrounding traffic's one", + "Average speed is 216.5% of the surrounding traffic's one", + "Average speed is 244.51% of the surrounding traffic's one", + "Average speed is 271.03% of the surrounding traffic's one", + "Average speed is 289.21% of the surrounding traffic's one", + "Average speed is 303.94% of the surrounding traffic's one", + "Average speed is 308.78% of the surrounding traffic's one", + "Average speed is 276.3% of the surrounding traffic's one", + "Average speed is 441.14% of the surrounding traffic's one", + "Average speed is 383.42% of the surrounding traffic's one", + "Average speed is 299.72% of the surrounding traffic's one", + "Average speed is 260.73% of the surrounding traffic's one", + "Average speed is 217.93% of the surrounding traffic's one", + "Average speed is 164.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.2, + "duration_system": 67.076 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_05_11_07_00_13", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.94% of the surrounding traffic's one", + "Average speed is 94.97% of the surrounding traffic's one", + "Average speed is 172.46% of the surrounding traffic's one", + "Average speed is 147.73% of the surrounding traffic's one", + "Average speed is 132.58% of the surrounding traffic's one", + "Average speed is 127.04% of the surrounding traffic's one", + "Average speed is 151.41% of the surrounding traffic's one", + "Average speed is 164.26% of the surrounding traffic's one", + "Average speed is 173.21% of the surrounding traffic's one", + "Average speed is 168.35% of the surrounding traffic's one", + "Average speed is 200.56% of the surrounding traffic's one", + "Average speed is 181.94% of the surrounding traffic's one", + "Average speed is 178.64% of the surrounding traffic's one", + "Average speed is 162.43% of the surrounding traffic's one", + "Average speed is 125.45% of the surrounding traffic's one", + "Average speed is 89.8% of the surrounding traffic's one", + "Average speed is 96.24% of the surrounding traffic's one", + "Average speed is 80.4% of the surrounding traffic's one", + "Average speed is 66.46% of the surrounding traffic's one", + "Average speed is 66.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2622.347, y=5902.017, z=157.714)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 28.0, + "duration_system": 400.73 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_05_11_06_50_47", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3728 at (x=1119.49, y=3103.062, z=365.0) at time=10.850s [CARLA Frame: 3882, Agent Step: 216]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 321.47% of the surrounding traffic's one", + "Average speed is 349.22% of the surrounding traffic's one", + "Average speed is 274.22% of the surrounding traffic's one", + "Average speed is 222.02% of the surrounding traffic's one", + "Average speed is 173.68% of the surrounding traffic's one", + "Average speed is 153.73% of the surrounding traffic's one", + "Average speed is 88.86% of the surrounding traffic's one", + "Average speed is 170.42% of the surrounding traffic's one", + "Average speed is 195.09% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 88.62% of the surrounding traffic's one", + "Average speed is 123.42% of the surrounding traffic's one", + "Average speed is 147.45% of the surrounding traffic's one", + "Average speed is 205.75% of the surrounding traffic's one", + "Average speed is 167.19% of the surrounding traffic's one", + "Average speed is 108.81% of the surrounding traffic's one", + "Average speed is 120.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 15.55, + "duration_system": 412.656 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_05_11_06_11_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 48.3% of the surrounding traffic's one", + "Average speed is 6.7% of the surrounding traffic's one", + "Average speed is 1760.76% of the surrounding traffic's one", + "Average speed is 1916.53% of the surrounding traffic's one", + "Average speed is 2012.18% of the surrounding traffic's one", + "Average speed is 1820.46% of the surrounding traffic's one", + "Average speed is 1581.22% of the surrounding traffic's one", + "Average speed is 1437.0% of the surrounding traffic's one", + "Average speed is 1315.83% of the surrounding traffic's one", + "Average speed is 1452.92% of the surrounding traffic's one", + "Average speed is 1358.63% of the surrounding traffic's one", + "Average speed is 1029.69% of the surrounding traffic's one", + "Average speed is 749.98% of the surrounding traffic's one", + "Average speed is 543.69% of the surrounding traffic's one", + "Average speed is 343.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.9, + "duration_system": 520.568 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_05_10_20_23_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 409.24% of the surrounding traffic's one", + "Average speed is 656.24% of the surrounding traffic's one", + "Average speed is 928.57% of the surrounding traffic's one", + "Average speed is 1030.86% of the surrounding traffic's one", + "Average speed is 998.22% of the surrounding traffic's one", + "Average speed is 834.52% of the surrounding traffic's one", + "Average speed is 660.73% of the surrounding traffic's one", + "Average speed is 493.43% of the surrounding traffic's one", + "Average speed is 580.22% of the surrounding traffic's one", + "Average speed is 690.62% of the surrounding traffic's one", + "Average speed is 754.63% of the surrounding traffic's one", + "Average speed is 940.63% of the surrounding traffic's one", + "Average speed is 837.84% of the surrounding traffic's one", + "Average speed is 462.6% of the surrounding traffic's one", + "Average speed is 417.77% of the surrounding traffic's one", + "Average speed is 377.7% of the surrounding traffic's one", + "Average speed is 353.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.9, + "duration_system": 268.434 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_05_10_20_14_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 318.91% of the surrounding traffic's one", + "Average speed is 247.26% of the surrounding traffic's one", + "Average speed is 215.99% of the surrounding traffic's one", + "Average speed is 288.36% of the surrounding traffic's one", + "Average speed is 194.42% of the surrounding traffic's one", + "Average speed is 160.84% of the surrounding traffic's one", + "Average speed is 145.17% of the surrounding traffic's one", + "Average speed is 162.64% of the surrounding traffic's one", + "Average speed is 168.78% of the surrounding traffic's one", + "Average speed is 156.31% of the surrounding traffic's one", + "Average speed is 140.1% of the surrounding traffic's one", + "Average speed is 137.94% of the surrounding traffic's one", + "Average speed is 133.46% of the surrounding traffic's one", + "Average speed is 201.7% of the surrounding traffic's one", + "Average speed is 160.84% of the surrounding traffic's one", + "Average speed is 125.51% of the surrounding traffic's one", + "Average speed is 111.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 375.639 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_05_11_06_45_26", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.64% of the surrounding traffic's one", + "Average speed is 418.45% of the surrounding traffic's one", + "Average speed is 515.97% of the surrounding traffic's one", + "Average speed is 634.76% of the surrounding traffic's one", + "Average speed is 644.62% of the surrounding traffic's one", + "Average speed is 568.42% of the surrounding traffic's one", + "Average speed is 471.4% of the surrounding traffic's one", + "Average speed is 449.35% of the surrounding traffic's one", + "Average speed is 681.74% of the surrounding traffic's one", + "Average speed is 1036.0% of the surrounding traffic's one", + "Average speed is 3568.4% of the surrounding traffic's one", + "Average speed is 7503.35% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.25, + "duration_system": 149.322 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_05_11_06_38_35", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3711 at (x=-2496.175, y=4219.292, z=364.738) at time=5.350s [CARLA Frame: 3631, Agent Step: 106]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 217.37% of the surrounding traffic's one", + "Average speed is 71.74% of the surrounding traffic's one", + "Average speed is 172.26% of the surrounding traffic's one", + "Average speed is 150.56% of the surrounding traffic's one", + "Average speed is 193.28% of the surrounding traffic's one", + "Average speed is 231.97% of the surrounding traffic's one", + "Average speed is 223.77% of the surrounding traffic's one", + "Average speed is 153.91% of the surrounding traffic's one", + "Average speed is 112.37% of the surrounding traffic's one", + "Average speed is 235.39% of the surrounding traffic's one", + "Average speed is 300.18% of the surrounding traffic's one", + "Average speed is 131.9% of the surrounding traffic's one", + "Average speed is 145.74% of the surrounding traffic's one", + "Average speed is 290.79% of the surrounding traffic's one", + "Average speed is 261.02% of the surrounding traffic's one", + "Average speed is 81.0% of the surrounding traffic's one", + "Average speed is 107.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 18.75, + "duration_system": 257.453 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_05_12_08_46_46", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=507.791, y=6001.147, z=165.531) at time=20.900s [CARLA Frame: 3601, Agent Step: 417]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.15% of the surrounding traffic's one", + "Average speed is 133.61% of the surrounding traffic's one", + "Average speed is 180.31% of the surrounding traffic's one", + "Average speed is 185.31% of the surrounding traffic's one", + "Average speed is 145.41% of the surrounding traffic's one", + "Average speed is 155.29% of the surrounding traffic's one", + "Average speed is 159.67% of the surrounding traffic's one", + "Average speed is 176.17% of the surrounding traffic's one", + "Average speed is 195.34% of the surrounding traffic's one", + "Average speed is 199.55% of the surrounding traffic's one", + "Average speed is 209.11% of the surrounding traffic's one", + "Average speed is 221.63% of the surrounding traffic's one", + "Average speed is 200.02% of the surrounding traffic's one", + "Average speed is 173.72% of the surrounding traffic's one", + "Average speed is 157.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=508.089, y=6001.098, z=165.533)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 84.18, + "score_penalty": 0.65, + "score_composed": 54.717 + }, + "meta": { + "route_length": 165.559, + "duration_game": 81.15, + "duration_system": 1856.05 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23659_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "3", + "save_name": "RouteScenario_23659_rep0_Town12_HighwayExit_1_3_05_12_01_57_40", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 22.383 meters (24.56% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 18.83% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 24604.18% of the surrounding traffic's one", + "Average speed is 3930.81% of the surrounding traffic's one", + "Average speed is 2121.96% of the surrounding traffic's one", + "Average speed is 861.18% of the surrounding traffic's one", + "Average speed is 588.41% of the surrounding traffic's one", + "Average speed is 540.25% of the surrounding traffic's one", + "Average speed is 438.45% of the surrounding traffic's one", + "Average speed is 325.33% of the surrounding traffic's one", + "Average speed is 268.49% of the surrounding traffic's one", + "Average speed is 221.58% of the surrounding traffic's one", + "Average speed is 219.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.754445, + "score_composed": 75.444462 + }, + "meta": { + "route_length": 99.127, + "duration_game": 50.05, + "duration_system": 585.994 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_05_12_08_35_54", + "status": "Failed - Agent deviated from the route", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 333.81% of the surrounding traffic's one", + "Average speed is 290.3% of the surrounding traffic's one", + "Average speed is 251.74% of the surrounding traffic's one", + "Average speed is 181.0% of the surrounding traffic's one", + "Average speed is 174.42% of the surrounding traffic's one", + "Average speed is 152.26% of the surrounding traffic's one", + "Average speed is 145.03% of the surrounding traffic's one", + "Average speed is 143.99% of the surrounding traffic's one", + "Average speed is 149.93% of the surrounding traffic's one", + "Average speed is 148.63% of the surrounding traffic's one", + "Average speed is 135.72% of the surrounding traffic's one", + "Average speed is 120.45% of the surrounding traffic's one", + "Average speed is 117.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-822.758, y=4728.463, z=369.264)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 76.14, + "score_penalty": 1.0, + "score_composed": 76.14 + }, + "meta": { + "route_length": 106.658, + "duration_game": 15.2, + "duration_system": 490.862 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_05_10_19_35_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 249.85% of the surrounding traffic's one", + "Average speed is 315.12% of the surrounding traffic's one", + "Average speed is 347.75% of the surrounding traffic's one", + "Average speed is 266.07% of the surrounding traffic's one", + "Average speed is 278.81% of the surrounding traffic's one", + "Average speed is 415.95% of the surrounding traffic's one", + "Average speed is 453.59% of the surrounding traffic's one", + "Average speed is 512.77% of the surrounding traffic's one", + "Average speed is 607.4% of the surrounding traffic's one", + "Average speed is 613.99% of the surrounding traffic's one", + "Average speed is 566.16% of the surrounding traffic's one", + "Average speed is 587.67% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 15448539.18% of the surrounding traffic's one", + "Average speed is 82697.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.45, + "duration_system": 107.11 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_05_10_19_30_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.81% of the surrounding traffic's one", + "Average speed is 575.54% of the surrounding traffic's one", + "Average speed is 484.7% of the surrounding traffic's one", + "Average speed is 297.44% of the surrounding traffic's one", + "Average speed is 183.55% of the surrounding traffic's one", + "Average speed is 173.82% of the surrounding traffic's one", + "Average speed is 56.97% of the surrounding traffic's one", + "Average speed is 145.98% of the surrounding traffic's one", + "Average speed is 201.5% of the surrounding traffic's one", + "Average speed is 177.04% of the surrounding traffic's one", + "Average speed is 105.49% of the surrounding traffic's one", + "Average speed is 161.0% of the surrounding traffic's one", + "Average speed is 148.59% of the surrounding traffic's one", + "Average speed is 131.99% of the surrounding traffic's one", + "Average speed is 3058.78% of the surrounding traffic's one", + "Average speed is 9186102.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.55, + "duration_system": 149.163 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_05_11_06_06_58", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 260.54% of the surrounding traffic's one", + "Average speed is 490.17% of the surrounding traffic's one", + "Average speed is 339.83% of the surrounding traffic's one", + "Average speed is 235.06% of the surrounding traffic's one", + "Average speed is 159.67% of the surrounding traffic's one", + "Average speed is 160.21% of the surrounding traffic's one", + "Average speed is 148.58% of the surrounding traffic's one", + "Average speed is 125.04% of the surrounding traffic's one", + "Average speed is 73.83% of the surrounding traffic's one", + "Average speed is 147.99% of the surrounding traffic's one", + "Average speed is 202.81% of the surrounding traffic's one", + "Average speed is 269.46% of the surrounding traffic's one", + "Average speed is 186.72% of the surrounding traffic's one", + "Average speed is 74.21% of the surrounding traffic's one", + "Average speed is 191.05% of the surrounding traffic's one", + "Average speed is 204.56% of the surrounding traffic's one", + "Average speed is 133.25% of the surrounding traffic's one", + "Average speed is 174.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.35, + "duration_system": 137.151 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_05_11_05_55_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 298.82% of the surrounding traffic's one", + "Average speed is 464.47% of the surrounding traffic's one", + "Average speed is 296.66% of the surrounding traffic's one", + "Average speed is 146.09% of the surrounding traffic's one", + "Average speed is 81.06% of the surrounding traffic's one", + "Average speed is 10.61% of the surrounding traffic's one", + "Average speed is 2573.27% of the surrounding traffic's one", + "Average speed is 792.09% of the surrounding traffic's one", + "Average speed is 150.2% of the surrounding traffic's one", + "Average speed is 2896.18% of the surrounding traffic's one", + "Average speed is 2760.49% of the surrounding traffic's one", + "Average speed is 1264.85% of the surrounding traffic's one", + "Average speed is 752.67% of the surrounding traffic's one", + "Average speed is 445.28% of the surrounding traffic's one", + "Average speed is 284.84% of the surrounding traffic's one", + "Average speed is 190.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.3, + "duration_system": 551.14 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_05_11_05_48_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 211.38% of the surrounding traffic's one", + "Average speed is 1001.75% of the surrounding traffic's one", + "Average speed is 1390.78% of the surrounding traffic's one", + "Average speed is 233.52% of the surrounding traffic's one", + "Average speed is 90.15% of the surrounding traffic's one", + "Average speed is 42.2% of the surrounding traffic's one", + "Average speed is 186.23% of the surrounding traffic's one", + "Average speed is 171.86% of the surrounding traffic's one", + "Average speed is 43.44% of the surrounding traffic's one", + "Average speed is 1127.92% of the surrounding traffic's one", + "Average speed is 1916.75% of the surrounding traffic's one", + "Average speed is 2292.75% of the surrounding traffic's one", + "Average speed is 1271.68% of the surrounding traffic's one", + "Average speed is 688.45% of the surrounding traffic's one", + "Average speed is 372.16% of the surrounding traffic's one", + "Average speed is 61.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 23.95, + "duration_system": 297.305 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_05_11_05_38_13", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.49% of the surrounding traffic's one", + "Average speed is 696.42% of the surrounding traffic's one", + "Average speed is 674.03% of the surrounding traffic's one", + "Average speed is 142.17% of the surrounding traffic's one", + "Average speed is 13.04% of the surrounding traffic's one", + "Average speed is 1956.65% of the surrounding traffic's one", + "Average speed is 2357.13% of the surrounding traffic's one", + "Average speed is 1616.37% of the surrounding traffic's one", + "Average speed is 1455.73% of the surrounding traffic's one", + "Average speed is 1370.32% of the surrounding traffic's one", + "Average speed is 7914.48% of the surrounding traffic's one", + "Average speed is 1939.27% of the surrounding traffic's one", + "Average speed is 836.01% of the surrounding traffic's one", + "Average speed is 577.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 51.2, + "duration_system": 468.741 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_05_11_05_33_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.45% of the surrounding traffic's one", + "Average speed is 104.16% of the surrounding traffic's one", + "Average speed is 132.24% of the surrounding traffic's one", + "Average speed is 38.32% of the surrounding traffic's one", + "Average speed is 149.36% of the surrounding traffic's one", + "Average speed is 74.54% of the surrounding traffic's one", + "Average speed is 425.54% of the surrounding traffic's one", + "Average speed is 512.41% of the surrounding traffic's one", + "Average speed is 94.44% of the surrounding traffic's one", + "Average speed is 349.76% of the surrounding traffic's one", + "Average speed is 991.43% of the surrounding traffic's one", + "Average speed is 2258.48% of the surrounding traffic's one", + "Average speed is 1147.75% of the surrounding traffic's one", + "Average speed is 1010.37% of the surrounding traffic's one", + "Average speed is 696.18% of the surrounding traffic's one", + "Average speed is 290.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 18.05, + "duration_system": 145.159 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_05_11_05_27_38", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.53% of the surrounding traffic's one", + "Average speed is 150.13% of the surrounding traffic's one", + "Average speed is 94.99% of the surrounding traffic's one", + "Average speed is 14.2% of the surrounding traffic's one", + "Average speed is 391.49% of the surrounding traffic's one", + "Average speed is 566.94% of the surrounding traffic's one", + "Average speed is 346.56% of the surrounding traffic's one", + "Average speed is 559.96% of the surrounding traffic's one", + "Average speed is 589.42% of the surrounding traffic's one", + "Average speed is 577.23% of the surrounding traffic's one", + "Average speed is 246.08% of the surrounding traffic's one", + "Average speed is 194.39% of the surrounding traffic's one", + "Average speed is 261.59% of the surrounding traffic's one", + "Average speed is 347.16% of the surrounding traffic's one", + "Average speed is 286.1% of the surrounding traffic's one", + "Average speed is 211.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.45, + "duration_system": 212.211 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_05_11_05_20_29", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=240.04, y=5915.878, z=361.205) at time=32.600s [CARLA Frame: 6628, Agent Step: 651]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.93% of the surrounding traffic's one", + "Average speed is 100.73% of the surrounding traffic's one", + "Average speed is 369.28% of the surrounding traffic's one", + "Average speed is 184.47% of the surrounding traffic's one", + "Average speed is 148.3% of the surrounding traffic's one", + "Average speed is 46.96% of the surrounding traffic's one", + "Average speed is 10.24% of the surrounding traffic's one", + "Average speed is 499.2% of the surrounding traffic's one", + "Average speed is 470.85% of the surrounding traffic's one", + "Average speed is 376.34% of the surrounding traffic's one", + "Average speed is 460.58% of the surrounding traffic's one", + "Average speed is 551.27% of the surrounding traffic's one", + "Average speed is 588.12% of the surrounding traffic's one", + "Average speed is 1608.68% of the surrounding traffic's one", + "Average speed is 909.21% of the surrounding traffic's one", + "Average speed is 381.25% of the surrounding traffic's one", + "Average speed is 472.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 33.95, + "duration_system": 294.313 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_05_11_04_25_58", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=2385.961, y=2431.28, z=367.054) at time=199.400s [CARLA Frame: 9774, Agent Step: 3987]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.54% of the surrounding traffic's one", + "Average speed is 200.28% of the surrounding traffic's one", + "Average speed is 332.37% of the surrounding traffic's one", + "Average speed is 150.4% of the surrounding traffic's one", + "Average speed is 8.79% of the surrounding traffic's one", + "Average speed is 1.85% of the surrounding traffic's one", + "Average speed is 222.92% of the surrounding traffic's one", + "Average speed is 570.63% of the surrounding traffic's one", + "Average speed is 750.01% of the surrounding traffic's one", + "Average speed is 605.24% of the surrounding traffic's one", + "Average speed is 1136.43% of the surrounding traffic's one", + "Average speed is 1057.99% of the surrounding traffic's one", + "Average speed is 933.9% of the surrounding traffic's one", + "Average speed is 650.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 200.25, + "duration_system": 3132.068 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_05_10_19_25_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 271.81% of the surrounding traffic's one", + "Average speed is 471.37% of the surrounding traffic's one", + "Average speed is 457.97% of the surrounding traffic's one", + "Average speed is 88.7% of the surrounding traffic's one", + "Average speed is 61.82% of the surrounding traffic's one", + "Average speed is 28.26% of the surrounding traffic's one", + "Average speed is 368.84% of the surrounding traffic's one", + "Average speed is 484.69% of the surrounding traffic's one", + "Average speed is 379.05% of the surrounding traffic's one", + "Average speed is 338.11% of the surrounding traffic's one", + "Average speed is 395.92% of the surrounding traffic's one", + "Average speed is 2220.9% of the surrounding traffic's one", + "Average speed is 2002.18% of the surrounding traffic's one", + "Average speed is 1735.85% of the surrounding traffic's one", + "Average speed is 4866.4% of the surrounding traffic's one", + "Average speed is 575.79% of the surrounding traffic's one", + "Average speed is 369.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 13.55, + "duration_system": 158.176 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_05_10_19_21_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1987.725, y=2174.91, z=362.228) at time=7.950s [CARLA Frame: 6013, Agent Step: 158]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 410.35% of the surrounding traffic's one", + "Average speed is 583.87% of the surrounding traffic's one", + "Average speed is 529.52% of the surrounding traffic's one", + "Average speed is 279.55% of the surrounding traffic's one", + "Average speed is 125.79% of the surrounding traffic's one", + "Average speed is 49.02% of the surrounding traffic's one", + "Average speed is 215.57% of the surrounding traffic's one", + "Average speed is 238.56% of the surrounding traffic's one", + "Average speed is 222.83% of the surrounding traffic's one", + "Average speed is 239.44% of the surrounding traffic's one", + "Average speed is 771.3% of the surrounding traffic's one", + "Average speed is 1544.17% of the surrounding traffic's one", + "Average speed is 1842.77% of the surrounding traffic's one", + "Average speed is 2614.11% of the surrounding traffic's one", + "Average speed is 2493.74% of the surrounding traffic's one", + "Average speed is 1915.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 11.1, + "duration_system": 108.118 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_05_11_05_38_21", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.91% of the surrounding traffic's one", + "Average speed is 143.38% of the surrounding traffic's one", + "Average speed is 194.0% of the surrounding traffic's one", + "Average speed is 119.55% of the surrounding traffic's one", + "Average speed is 6.59% of the surrounding traffic's one", + "Average speed is 234.33% of the surrounding traffic's one", + "Average speed is 323.21% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 115.11% of the surrounding traffic's one", + "Average speed is 211.7% of the surrounding traffic's one", + "Average speed is 221.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 31.5, + "duration_system": 1296.393 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_05_11_04_05_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.59% of the surrounding traffic's one", + "Average speed is 260.44% of the surrounding traffic's one", + "Average speed is 266.09% of the surrounding traffic's one", + "Average speed is 101.61% of the surrounding traffic's one", + "Average speed is 110.36% of the surrounding traffic's one", + "Average speed is 4.79% of the surrounding traffic's one", + "Average speed is 393.71% of the surrounding traffic's one", + "Average speed is 411.03% of the surrounding traffic's one", + "Average speed is 553.84% of the surrounding traffic's one", + "Average speed is 508.45% of the surrounding traffic's one", + "Average speed is 464.69% of the surrounding traffic's one", + "Average speed is 1381.07% of the surrounding traffic's one", + "Average speed is 11081.45% of the surrounding traffic's one", + "Average speed is 4394.14% of the surrounding traffic's one", + "Average speed is 3479.39% of the surrounding traffic's one", + "Average speed is 3325.55% of the surrounding traffic's one", + "Average speed is 4740.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 94.0, + "duration_system": 1085.262 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_05_10_19_17_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 207.86% of the surrounding traffic's one", + "Average speed is 536.99% of the surrounding traffic's one", + "Average speed is 493.18% of the surrounding traffic's one", + "Average speed is 390.69% of the surrounding traffic's one", + "Average speed is 143.04% of the surrounding traffic's one", + "Average speed is 56.99% of the surrounding traffic's one", + "Average speed is 125.64% of the surrounding traffic's one", + "Average speed is 201.72% of the surrounding traffic's one", + "Average speed is 213.87% of the surrounding traffic's one", + "Average speed is 284.99% of the surrounding traffic's one", + "Average speed is 357.47% of the surrounding traffic's one", + "Average speed is 666.07% of the surrounding traffic's one", + "Average speed is 814.3% of the surrounding traffic's one", + "Average speed is 628.36% of the surrounding traffic's one", + "Average speed is 605.59% of the surrounding traffic's one", + "Average speed is 2202.63% of the surrounding traffic's one", + "Average speed is 1377.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 12.0, + "duration_system": 137.141 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_05_10_19_11_02", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3732 at (x=-1378.556, y=5318.177, z=376.656) at time=22.200s [CARLA Frame: 6276, Agent Step: 443]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.84% of the surrounding traffic's one", + "Average speed is 177.76% of the surrounding traffic's one", + "Average speed is 391.52% of the surrounding traffic's one", + "Average speed is 537.62% of the surrounding traffic's one", + "Average speed is 143.4% of the surrounding traffic's one", + "Average speed is 16.48% of the surrounding traffic's one", + "Average speed is 210.91% of the surrounding traffic's one", + "Average speed is 600.61% of the surrounding traffic's one", + "Average speed is 938.25% of the surrounding traffic's one", + "Average speed is 955.71% of the surrounding traffic's one", + "Average speed is 957.28% of the surrounding traffic's one", + "Average speed is 2290.1% of the surrounding traffic's one", + "Average speed is 894.75% of the surrounding traffic's one", + "Average speed is 776.3% of the surrounding traffic's one", + "Average speed is 1028.37% of the surrounding traffic's one", + "Average speed is 1951.64% of the surrounding traffic's one", + "Average speed is 987.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 25.6, + "duration_system": 235.254 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_05_11_04_00_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 350.7% of the surrounding traffic's one", + "Average speed is 635.12% of the surrounding traffic's one", + "Average speed is 426.3% of the surrounding traffic's one", + "Average speed is 88.57% of the surrounding traffic's one", + "Average speed is 73.02% of the surrounding traffic's one", + "Average speed is 74.03% of the surrounding traffic's one", + "Average speed is 440.91% of the surrounding traffic's one", + "Average speed is 487.49% of the surrounding traffic's one", + "Average speed is 347.49% of the surrounding traffic's one", + "Average speed is 309.47% of the surrounding traffic's one", + "Average speed is 308.95% of the surrounding traffic's one", + "Average speed is 286.82% of the surrounding traffic's one", + "Average speed is 266.51% of the surrounding traffic's one", + "Average speed is 198.92% of the surrounding traffic's one", + "Average speed is 167.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.6, + "duration_system": 166.273 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_05_10_19_06_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.78% of the surrounding traffic's one", + "Average speed is 437.66% of the surrounding traffic's one", + "Average speed is 534.92% of the surrounding traffic's one", + "Average speed is 726.2% of the surrounding traffic's one", + "Average speed is 148.21% of the surrounding traffic's one", + "Average speed is 38.74% of the surrounding traffic's one", + "Average speed is 353.71% of the surrounding traffic's one", + "Average speed is 563.79% of the surrounding traffic's one", + "Average speed is 634.1% of the surrounding traffic's one", + "Average speed is 690.46% of the surrounding traffic's one", + "Average speed is 733.25% of the surrounding traffic's one", + "Average speed is 769.84% of the surrounding traffic's one", + "Average speed is 1672.52% of the surrounding traffic's one", + "Average speed is 2555.44% of the surrounding traffic's one", + "Average speed is 2593.01% of the surrounding traffic's one", + "Average speed is 1868.38% of the surrounding traffic's one", + "Average speed is 1940.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 11.65, + "duration_system": 113.132 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_05_10_19_01_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 44.91% of the surrounding traffic's one", + "Average speed is 97.71% of the surrounding traffic's one", + "Average speed is 109.62% of the surrounding traffic's one", + "Average speed is 92.41% of the surrounding traffic's one", + "Average speed is 158.87% of the surrounding traffic's one", + "Average speed is 161.95% of the surrounding traffic's one", + "Average speed is 139.47% of the surrounding traffic's one", + "Average speed is 102.63% of the surrounding traffic's one", + "Average speed is 99.79% of the surrounding traffic's one", + "Average speed is 100.23% of the surrounding traffic's one", + "Average speed is 96.68% of the surrounding traffic's one", + "Average speed is 99.14% of the surrounding traffic's one", + "Average speed is 99.86% of the surrounding traffic's one", + "Average speed is 98.42% of the surrounding traffic's one", + "Average speed is 100.99% of the surrounding traffic's one", + "Average speed is 100.51% of the surrounding traffic's one", + "Average speed is 103.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 18.25, + "duration_system": 155.167 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_05_11_03_49_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.45% of the surrounding traffic's one", + "Average speed is 88.15% of the surrounding traffic's one", + "Average speed is 245.42% of the surrounding traffic's one", + "Average speed is 245.63% of the surrounding traffic's one", + "Average speed is 247.89% of the surrounding traffic's one", + "Average speed is 174.78% of the surrounding traffic's one", + "Average speed is 14.3% of the surrounding traffic's one", + "Average speed is 497.54% of the surrounding traffic's one", + "Average speed is 368.05% of the surrounding traffic's one", + "Average speed is 911.81% of the surrounding traffic's one", + "Average speed is 472.74% of the surrounding traffic's one", + "Average speed is 271.73% of the surrounding traffic's one", + "Average speed is 236.43% of the surrounding traffic's one", + "Average speed is 165.95% of the surrounding traffic's one", + "Average speed is 226.55% of the surrounding traffic's one", + "Average speed is 198.42% of the surrounding traffic's one", + "Average speed is 212.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 58.9, + "duration_system": 539.57 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_05_11_05_32_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.56% of the surrounding traffic's one", + "Average speed is 79.61% of the surrounding traffic's one", + "Average speed is 194.73% of the surrounding traffic's one", + "Average speed is 194.4% of the surrounding traffic's one", + "Average speed is 65.36% of the surrounding traffic's one", + "Average speed is 119.3% of the surrounding traffic's one", + "Average speed is 89.21% of the surrounding traffic's one", + "Average speed is 101.08% of the surrounding traffic's one", + "Average speed is 86.37% of the surrounding traffic's one", + "Average speed is 88.35% of the surrounding traffic's one", + "Average speed is 159.45% of the surrounding traffic's one", + "Average speed is 218.28% of the surrounding traffic's one", + "Average speed is 201.86% of the surrounding traffic's one", + "Average speed is 148.79% of the surrounding traffic's one", + "Average speed is 121.37% of the surrounding traffic's one", + "Average speed is 82.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.35, + "duration_system": 185.635 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_05_10_18_47_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.51% of the surrounding traffic's one", + "Average speed is 137.14% of the surrounding traffic's one", + "Average speed is 145.93% of the surrounding traffic's one", + "Average speed is 159.35% of the surrounding traffic's one", + "Average speed is 73.39% of the surrounding traffic's one", + "Average speed is 24.82% of the surrounding traffic's one", + "Average speed is 8.31% of the surrounding traffic's one", + "Average speed is 1012.64% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 141.02% of the surrounding traffic's one", + "Average speed is 249.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.45, + "duration_system": 735.756 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_05_11_05_27_04", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 124.38% of the surrounding traffic's one", + "Average speed is 92.74% of the surrounding traffic's one", + "Average speed is 211.03% of the surrounding traffic's one", + "Average speed is 154.59% of the surrounding traffic's one", + "Average speed is 71.65% of the surrounding traffic's one", + "Average speed is 100.56% of the surrounding traffic's one", + "Average speed is 84.71% of the surrounding traffic's one", + "Average speed is 88.59% of the surrounding traffic's one", + "Average speed is 94.86% of the surrounding traffic's one", + "Average speed is 197.96% of the surrounding traffic's one", + "Average speed is 225.04% of the surrounding traffic's one", + "Average speed is 215.91% of the surrounding traffic's one", + "Average speed is 130.85% of the surrounding traffic's one", + "Average speed is 113.44% of the surrounding traffic's one", + "Average speed is 111.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.55, + "duration_system": 179.386 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_05_11_05_20_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.0% of the surrounding traffic's one", + "Average speed is 66.43% of the surrounding traffic's one", + "Average speed is 182.45% of the surrounding traffic's one", + "Average speed is 195.83% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one", + "Average speed is 92.46% of the surrounding traffic's one", + "Average speed is 87.12% of the surrounding traffic's one", + "Average speed is 85.78% of the surrounding traffic's one", + "Average speed is 75.51% of the surrounding traffic's one", + "Average speed is 78.5% of the surrounding traffic's one", + "Average speed is 156.56% of the surrounding traffic's one", + "Average speed is 200.13% of the surrounding traffic's one", + "Average speed is 246.89% of the surrounding traffic's one", + "Average speed is 221.26% of the surrounding traffic's one", + "Average speed is 161.48% of the surrounding traffic's one", + "Average speed is 110.12% of the surrounding traffic's one", + "Average speed is 110.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.45, + "duration_system": 222.431 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_05_10_18_35_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.53% of the surrounding traffic's one", + "Average speed is 173.87% of the surrounding traffic's one", + "Average speed is 249.04% of the surrounding traffic's one", + "Average speed is 59.9% of the surrounding traffic's one", + "Average speed is 7.04% of the surrounding traffic's one", + "Average speed is 298.18% of the surrounding traffic's one", + "Average speed is 397.46% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 183.37% of the surrounding traffic's one", + "Average speed is 195.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 30.6, + "duration_system": 596.054 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_05_11_05_06_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.73% of the surrounding traffic's one", + "Average speed is 174.0% of the surrounding traffic's one", + "Average speed is 419.68% of the surrounding traffic's one", + "Average speed is 230.18% of the surrounding traffic's one", + "Average speed is 118.05% of the surrounding traffic's one", + "Average speed is 66.13% of the surrounding traffic's one", + "Average speed is 118.99% of the surrounding traffic's one", + "Average speed is 253.37% of the surrounding traffic's one", + "Average speed is 168.83% of the surrounding traffic's one", + "Average speed is 120.6% of the surrounding traffic's one", + "Average speed is 93.22% of the surrounding traffic's one", + "Average speed is 93.12% of the surrounding traffic's one", + "Average speed is 101.72% of the surrounding traffic's one", + "Average speed is 103.87% of the surrounding traffic's one", + "Average speed is 104.98% of the surrounding traffic's one", + "Average speed is 102.48% of the surrounding traffic's one", + "Average speed is 105.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 62.95, + "duration_system": 703.759 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_05_11_03_38_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 91.32% of the surrounding traffic's one", + "Average speed is 188.12% of the surrounding traffic's one", + "Average speed is 228.3% of the surrounding traffic's one", + "Average speed is 241.41% of the surrounding traffic's one", + "Average speed is 218.69% of the surrounding traffic's one", + "Average speed is 143.53% of the surrounding traffic's one", + "Average speed is 6.22% of the surrounding traffic's one", + "Average speed is 127.61% of the surrounding traffic's one", + "Average speed is 106.43% of the surrounding traffic's one", + "Average speed is 79.13% of the surrounding traffic's one", + "Average speed is 93.28% of the surrounding traffic's one", + "Average speed is 98.62% of the surrounding traffic's one", + "Average speed is 126.25% of the surrounding traffic's one", + "Average speed is 111.86% of the surrounding traffic's one", + "Average speed is 111.11% of the surrounding traffic's one", + "Average speed is 163.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 35.25, + "duration_system": 483.524 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_05_10_18_25_24", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.9% of the surrounding traffic's one", + "Average speed is 150.47% of the surrounding traffic's one", + "Average speed is 142.63% of the surrounding traffic's one", + "Average speed is 161.34% of the surrounding traffic's one", + "Average speed is 150.47% of the surrounding traffic's one", + "Average speed is 132.43% of the surrounding traffic's one", + "Average speed is 110.73% of the surrounding traffic's one", + "Average speed is 71.51% of the surrounding traffic's one", + "Average speed is 96.37% of the surrounding traffic's one", + "Average speed is 145.55% of the surrounding traffic's one", + "Average speed is 91.93% of the surrounding traffic's one", + "Average speed is 104.0% of the surrounding traffic's one", + "Average speed is 105.49% of the surrounding traffic's one", + "Average speed is 103.12% of the surrounding traffic's one", + "Average speed is 112.68% of the surrounding traffic's one", + "Average speed is 154.88% of the surrounding traffic's one", + "Average speed is 127.97% of the surrounding traffic's one", + "Average speed is 134.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 15.2, + "duration_system": 447.861 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_05_11_05_00_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.47% of the surrounding traffic's one", + "Average speed is 116.51% of the surrounding traffic's one", + "Average speed is 226.35% of the surrounding traffic's one", + "Average speed is 174.53% of the surrounding traffic's one", + "Average speed is 153.15% of the surrounding traffic's one", + "Average speed is 107.98% of the surrounding traffic's one", + "Average speed is 79.09% of the surrounding traffic's one", + "Average speed is 270.87% of the surrounding traffic's one", + "Average speed is 184.8% of the surrounding traffic's one", + "Average speed is 112.12% of the surrounding traffic's one", + "Average speed is 95.93% of the surrounding traffic's one", + "Average speed is 98.03% of the surrounding traffic's one", + "Average speed is 97.47% of the surrounding traffic's one", + "Average speed is 105.21% of the surrounding traffic's one", + "Average speed is 131.47% of the surrounding traffic's one", + "Average speed is 117.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.95, + "duration_system": 182.561 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_05_11_03_24_28", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.66% of the surrounding traffic's one", + "Average speed is 177.81% of the surrounding traffic's one", + "Average speed is 154.46% of the surrounding traffic's one", + "Average speed is 41.27% of the surrounding traffic's one", + "Average speed is 20.02% of the surrounding traffic's one", + "Average speed is 100.11% of the surrounding traffic's one", + "Average speed is 174.89% of the surrounding traffic's one", + "Average speed is 129.77% of the surrounding traffic's one", + "Average speed is 108.56% of the surrounding traffic's one", + "Average speed is 116.18% of the surrounding traffic's one", + "Average speed is 127.08% of the surrounding traffic's one", + "Average speed is 128.54% of the surrounding traffic's one", + "Average speed is 140.04% of the surrounding traffic's one", + "Average speed is 110.96% of the surrounding traffic's one", + "Average speed is 99.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 25.55, + "duration_system": 729.746 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_05_11_04_20_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3706 at (x=-500.705, y=6490.169, z=357.912) at time=12.050s [CARLA Frame: 3927, Agent Step: 240]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 165.31% of the surrounding traffic's one", + "Average speed is 201.61% of the surrounding traffic's one", + "Average speed is 120.43% of the surrounding traffic's one", + "Average speed is 109.15% of the surrounding traffic's one", + "Average speed is 103.25% of the surrounding traffic's one", + "Average speed is 97.17% of the surrounding traffic's one", + "Average speed is 101.13% of the surrounding traffic's one", + "Average speed is 101.01% of the surrounding traffic's one", + "Average speed is 95.76% of the surrounding traffic's one", + "Average speed is 77.01% of the surrounding traffic's one", + "Average speed is 54.08% of the surrounding traffic's one", + "Average speed is 3.05% of the surrounding traffic's one", + "Average speed is 293.32% of the surrounding traffic's one", + "Average speed is 294.99% of the surrounding traffic's one", + "Average speed is 250.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 97.75, + "duration_system": 2229.712 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_05_10_18_51_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 167.02% of the surrounding traffic's one", + "Average speed is 151.14% of the surrounding traffic's one", + "Average speed is 115.29% of the surrounding traffic's one", + "Average speed is 106.63% of the surrounding traffic's one", + "Average speed is 95.34% of the surrounding traffic's one", + "Average speed is 97.41% of the surrounding traffic's one", + "Average speed is 105.3% of the surrounding traffic's one", + "Average speed is 96.84% of the surrounding traffic's one", + "Average speed is 99.3% of the surrounding traffic's one", + "Average speed is 97.75% of the surrounding traffic's one", + "Average speed is 100.62% of the surrounding traffic's one", + "Average speed is 95.39% of the surrounding traffic's one", + "Average speed is 129.4% of the surrounding traffic's one", + "Average speed is 125.08% of the surrounding traffic's one", + "Average speed is 126.47% of the surrounding traffic's one", + "Average speed is 112.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.6, + "duration_system": 512.757 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_05_11_04_13_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.76% of the surrounding traffic's one", + "Average speed is 147.51% of the surrounding traffic's one", + "Average speed is 116.5% of the surrounding traffic's one", + "Average speed is 117.1% of the surrounding traffic's one", + "Average speed is 110.25% of the surrounding traffic's one", + "Average speed is 111.93% of the surrounding traffic's one", + "Average speed is 103.36% of the surrounding traffic's one", + "Average speed is 104.6% of the surrounding traffic's one", + "Average speed is 101.07% of the surrounding traffic's one", + "Average speed is 114.14% of the surrounding traffic's one", + "Average speed is 105.31% of the surrounding traffic's one", + "Average speed is 97.14% of the surrounding traffic's one", + "Average speed is 139.0% of the surrounding traffic's one", + "Average speed is 130.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.8, + "duration_system": 323.525 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_05_10_18_38_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.4% of the surrounding traffic's one", + "Average speed is 158.28% of the surrounding traffic's one", + "Average speed is 110.54% of the surrounding traffic's one", + "Average speed is 101.87% of the surrounding traffic's one", + "Average speed is 107.77% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 92.37% of the surrounding traffic's one", + "Average speed is 95.05% of the surrounding traffic's one", + "Average speed is 91.02% of the surrounding traffic's one", + "Average speed is 96.26% of the surrounding traffic's one", + "Average speed is 101.4% of the surrounding traffic's one", + "Average speed is 103.06% of the surrounding traffic's one", + "Average speed is 105.12% of the surrounding traffic's one", + "Average speed is 93.76% of the surrounding traffic's one", + "Average speed is 112.7% of the surrounding traffic's one", + "Average speed is 99.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.75, + "duration_system": 619.065 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_05_11_04_04_49", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.79% of the surrounding traffic's one", + "Average speed is 180.66% of the surrounding traffic's one", + "Average speed is 111.49% of the surrounding traffic's one", + "Average speed is 94.06% of the surrounding traffic's one", + "Average speed is 88.88% of the surrounding traffic's one", + "Average speed is 94.49% of the surrounding traffic's one", + "Average speed is 92.5% of the surrounding traffic's one", + "Average speed is 80.16% of the surrounding traffic's one", + "Average speed is 90.96% of the surrounding traffic's one", + "Average speed is 85.74% of the surrounding traffic's one", + "Average speed is 75.33% of the surrounding traffic's one", + "Average speed is 51.23% of the surrounding traffic's one", + "Average speed is 51.71% of the surrounding traffic's one", + "Average speed is 84.26% of the surrounding traffic's one", + "Average speed is 97.67% of the surrounding traffic's one", + "Average speed is 102.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.9, + "duration_system": 341.583 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_05_11_03_19_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.56% of the surrounding traffic's one", + "Average speed is 77.16% of the surrounding traffic's one", + "Average speed is 255.52% of the surrounding traffic's one", + "Average speed is 227.59% of the surrounding traffic's one", + "Average speed is 69.45% of the surrounding traffic's one", + "Average speed is 168.14% of the surrounding traffic's one", + "Average speed is 120.98% of the surrounding traffic's one", + "Average speed is 95.27% of the surrounding traffic's one", + "Average speed is 62.92% of the surrounding traffic's one", + "Average speed is 100.27% of the surrounding traffic's one", + "Average speed is 138.98% of the surrounding traffic's one", + "Average speed is 123.36% of the surrounding traffic's one", + "Average speed is 161.53% of the surrounding traffic's one", + "Average speed is 124.36% of the surrounding traffic's one", + "Average speed is 116.15% of the surrounding traffic's one", + "Average speed is 118.32% of the surrounding traffic's one", + "Average speed is 125.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 17.45, + "duration_system": 149.831 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_05_11_03_53_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 5.94% of the surrounding traffic's one", + "Average speed is 464.46% of the surrounding traffic's one", + "Average speed is 1003.39% of the surrounding traffic's one", + "Average speed is 1426.34% of the surrounding traffic's one", + "Average speed is 1650.25% of the surrounding traffic's one", + "Average speed is 1282.11% of the surrounding traffic's one", + "Average speed is 1102.2% of the surrounding traffic's one", + "Average speed is 1042.57% of the surrounding traffic's one", + "Average speed is 573.28% of the surrounding traffic's one", + "Average speed is 493.62% of the surrounding traffic's one", + "Average speed is 513.57% of the surrounding traffic's one", + "Average speed is 450.82% of the surrounding traffic's one", + "Average speed is 348.76% of the surrounding traffic's one", + "Average speed is 255.41% of the surrounding traffic's one", + "Average speed is 201.36% of the surrounding traffic's one", + "Average speed is 178.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.0, + "duration_system": 507.389 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_05_11_03_44_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.2% of the surrounding traffic's one", + "Average speed is 373.98% of the surrounding traffic's one", + "Average speed is 983.48% of the surrounding traffic's one", + "Average speed is 1229.56% of the surrounding traffic's one", + "Average speed is 1488.81% of the surrounding traffic's one", + "Average speed is 1414.43% of the surrounding traffic's one", + "Average speed is 1166.63% of the surrounding traffic's one", + "Average speed is 928.86% of the surrounding traffic's one", + "Average speed is 689.13% of the surrounding traffic's one", + "Average speed is 582.07% of the surrounding traffic's one", + "Average speed is 494.66% of the surrounding traffic's one", + "Average speed is 316.8% of the surrounding traffic's one", + "Average speed is 206.93% of the surrounding traffic's one", + "Average speed is 162.24% of the surrounding traffic's one", + "Average speed is 154.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.7, + "duration_system": 408.536 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_05_11_03_36_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.55% of the surrounding traffic's one", + "Average speed is 391.44% of the surrounding traffic's one", + "Average speed is 833.69% of the surrounding traffic's one", + "Average speed is 1400.33% of the surrounding traffic's one", + "Average speed is 2013.69% of the surrounding traffic's one", + "Average speed is 1771.24% of the surrounding traffic's one", + "Average speed is 1280.04% of the surrounding traffic's one", + "Average speed is 1095.97% of the surrounding traffic's one", + "Average speed is 1383.73% of the surrounding traffic's one", + "Average speed is 831.36% of the surrounding traffic's one", + "Average speed is 540.73% of the surrounding traffic's one", + "Average speed is 368.4% of the surrounding traffic's one", + "Average speed is 302.91% of the surrounding traffic's one", + "Average speed is 271.3% of the surrounding traffic's one", + "Average speed is 235.14% of the surrounding traffic's one", + "Average speed is 204.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.8, + "duration_system": 289.757 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_05_10_18_32_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.41% of the surrounding traffic's one", + "Average speed is 197.03% of the surrounding traffic's one", + "Average speed is 578.02% of the surrounding traffic's one", + "Average speed is 151.48% of the surrounding traffic's one", + "Average speed is 33.8% of the surrounding traffic's one", + "Average speed is 55.42% of the surrounding traffic's one", + "Average speed is 705.95% of the surrounding traffic's one", + "Average speed is 995.23% of the surrounding traffic's one", + "Average speed is 723.29% of the surrounding traffic's one", + "Average speed is 743.25% of the surrounding traffic's one", + "Average speed is 958.99% of the surrounding traffic's one", + "Average speed is 725.76% of the surrounding traffic's one", + "Average speed is 560.42% of the surrounding traffic's one", + "Average speed is 504.0% of the surrounding traffic's one", + "Average speed is 361.93% of the surrounding traffic's one", + "Average speed is 272.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 16.2, + "duration_system": 177.232 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_05_10_18_25_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=3737 at (x=3285.142, y=5723.538, z=368.722) at time=17.450s [CARLA Frame: 3656, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.08% of the surrounding traffic's one", + "Average speed is 421.2% of the surrounding traffic's one", + "Average speed is 410.28% of the surrounding traffic's one", + "Average speed is 24.13% of the surrounding traffic's one", + "Average speed is 1286.65% of the surrounding traffic's one", + "Average speed is 1642.45% of the surrounding traffic's one", + "Average speed is 1706.19% of the surrounding traffic's one", + "Average speed is 1717.46% of the surrounding traffic's one", + "Average speed is 768.19% of the surrounding traffic's one", + "Average speed is 811.7% of the surrounding traffic's one", + "Average speed is 5237.94% of the surrounding traffic's one", + "Average speed is 2431.8% of the surrounding traffic's one", + "Average speed is 1096.31% of the surrounding traffic's one", + "Average speed is 830.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.35, + "duration_system": 269.43 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_05_11_03_25_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.63% of the surrounding traffic's one", + "Average speed is 266.46% of the surrounding traffic's one", + "Average speed is 1045.57% of the surrounding traffic's one", + "Average speed is 459.31% of the surrounding traffic's one", + "Average speed is 48.58% of the surrounding traffic's one", + "Average speed is 950.06% of the surrounding traffic's one", + "Average speed is 856.87% of the surrounding traffic's one", + "Average speed is 908.97% of the surrounding traffic's one", + "Average speed is 864.86% of the surrounding traffic's one", + "Average speed is 750.17% of the surrounding traffic's one", + "Average speed is 734.84% of the surrounding traffic's one", + "Average speed is 4080.68% of the surrounding traffic's one", + "Average speed is 23309.67% of the surrounding traffic's one", + "Average speed is 3887.65% of the surrounding traffic's one", + "Average speed is 3161.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 34.95, + "duration_system": 517.809 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_05_11_03_12_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.47% of the surrounding traffic's one", + "Average speed is 100.43% of the surrounding traffic's one", + "Average speed is 135.89% of the surrounding traffic's one", + "Average speed is 6.45% of the surrounding traffic's one", + "Average speed is 812.46% of the surrounding traffic's one", + "Average speed is 1033.27% of the surrounding traffic's one", + "Average speed is 1233.75% of the surrounding traffic's one", + "Average speed is 481.15% of the surrounding traffic's one", + "Average speed is 256.13% of the surrounding traffic's one", + "Average speed is 765.97% of the surrounding traffic's one", + "Average speed is 1849.46% of the surrounding traffic's one", + "Average speed is 1058.23% of the surrounding traffic's one", + "Average speed is 872.64% of the surrounding traffic's one", + "Average speed is 422.35% of the surrounding traffic's one", + "Average speed is 250.21% of the surrounding traffic's one", + "Average speed is 264.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 53.75, + "duration_system": 614.413 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_05_11_03_15_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.76% of the surrounding traffic's one", + "Average speed is 112.1% of the surrounding traffic's one", + "Average speed is 131.57% of the surrounding traffic's one", + "Average speed is 123.26% of the surrounding traffic's one", + "Average speed is 166.52% of the surrounding traffic's one", + "Average speed is 197.89% of the surrounding traffic's one", + "Average speed is 225.19% of the surrounding traffic's one", + "Average speed is 194.34% of the surrounding traffic's one", + "Average speed is 78.19% of the surrounding traffic's one", + "Average speed is 244.49% of the surrounding traffic's one", + "Average speed is 335.58% of the surrounding traffic's one", + "Average speed is 656.81% of the surrounding traffic's one", + "Average speed is 1181.03% of the surrounding traffic's one", + "Average speed is 625.16% of the surrounding traffic's one", + "Average speed is 628.63% of the surrounding traffic's one", + "Average speed is 400.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 11.75, + "duration_system": 99.107 + }, + "town_name": "Town12" + } + ] + }, + "driving score": 90.88811011926606, + "success rate": 0.7660550458715596, + "eval num": 218 +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/00_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/00_res.json new file mode 100644 index 0000000000000000000000000000000000000000..72d730177f8a3dd5207ca359d1b5c6d39ab62359 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/00_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.687, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.138, + "duration_game": 17.4, + "duration_system": 169.22, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_05_25_16_56_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.07% of the surrounding traffic's one", + "Average speed is 95.31% of the surrounding traffic's one", + "Average speed is 299.85% of the surrounding traffic's one", + "Average speed is 229.93% of the surrounding traffic's one", + "Average speed is 65.99% of the surrounding traffic's one", + "Average speed is 155.74% of the surrounding traffic's one", + "Average speed is 126.72% of the surrounding traffic's one", + "Average speed is 97.44% of the surrounding traffic's one", + "Average speed is 70.99% of the surrounding traffic's one", + "Average speed is 95.84% of the surrounding traffic's one", + "Average speed is 131.09% of the surrounding traffic's one", + "Average speed is 126.31% of the surrounding traffic's one", + "Average speed is 133.42% of the surrounding traffic's one", + "Average speed is 128.41% of the surrounding traffic's one", + "Average speed is 113.19% of the surrounding traffic's one", + "Average speed is 118.6% of the surrounding traffic's one", + "Average speed is 122.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 17.4, + "duration_system": 169.22 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.687" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/01_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/01_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ab320e162b81a4958455049f39c665a7d01e73ad --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/01_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 28.35, + "duration_system": 683.683, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_05_25_17_02_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.62% of the surrounding traffic's one", + "Average speed is 176.95% of the surrounding traffic's one", + "Average speed is 161.89% of the surrounding traffic's one", + "Average speed is 122.99% of the surrounding traffic's one", + "Average speed is 11.91% of the surrounding traffic's one", + "Average speed is 77.95% of the surrounding traffic's one", + "Average speed is 178.04% of the surrounding traffic's one", + "Average speed is 116.49% of the surrounding traffic's one", + "Average speed is 128.84% of the surrounding traffic's one", + "Average speed is 110.3% of the surrounding traffic's one", + "Average speed is 113.65% of the surrounding traffic's one", + "Average speed is 127.49% of the surrounding traffic's one", + "Average speed is 136.67% of the surrounding traffic's one", + "Average speed is 164.76% of the surrounding traffic's one", + "Average speed is 121.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 28.35, + "duration_system": 683.683 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/02_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/02_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8296bc0ee75a940237a778b5459bfd05493909c7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/02_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 8.395, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 151.109, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 119.119, + "duration_game": 14.3, + "duration_system": 342.811, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_05_27_02_41_27", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=538.674, y=3911.816, z=371.23) at time=7.650s [CARLA Frame: 1358, Agent Step: 152]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.52% of the surrounding traffic's one", + "Average speed is 150.33% of the surrounding traffic's one", + "Average speed is 141.23% of the surrounding traffic's one", + "Average speed is 170.33% of the surrounding traffic's one", + "Average speed is 148.33% of the surrounding traffic's one", + "Average speed is 131.6% of the surrounding traffic's one", + "Average speed is 107.33% of the surrounding traffic's one", + "Average speed is 83.0% of the surrounding traffic's one", + "Average speed is 119.33% of the surrounding traffic's one", + "Average speed is 126.0% of the surrounding traffic's one", + "Average speed is 108.61% of the surrounding traffic's one", + "Average speed is 107.32% of the surrounding traffic's one", + "Average speed is 130.45% of the surrounding traffic's one", + "Average speed is 127.53% of the surrounding traffic's one", + "Average speed is 115.62% of the surrounding traffic's one", + "Average speed is 154.29% of the surrounding traffic's one", + "Average speed is 170.85% of the surrounding traffic's one", + "Average speed is 109.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 14.3, + "duration_system": 342.811 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "8.395", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "151.109" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/03_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/03_res.json new file mode 100644 index 0000000000000000000000000000000000000000..da94a2edfe1a60b314aede8668bb9ddccbb6823e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/03_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.513, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.724, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.1, + "duration_game": 95.3, + "duration_system": 1460.517, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_05_25_17_16_00", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3733 at (x=3033.717, y=6254.097, z=370.279) at time=51.350s [CARLA Frame: 2360, Agent Step: 1026]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 91.05% of the surrounding traffic's one", + "Average speed is 188.12% of the surrounding traffic's one", + "Average speed is 229.68% of the surrounding traffic's one", + "Average speed is 241.84% of the surrounding traffic's one", + "Average speed is 230.82% of the surrounding traffic's one", + "Average speed is 169.44% of the surrounding traffic's one", + "Average speed is 3.03% of the surrounding traffic's one", + "Average speed is 111.13% of the surrounding traffic's one", + "Average speed is 155.61% of the surrounding traffic's one", + "Average speed is 163.51% of the surrounding traffic's one", + "Average speed is 151.47% of the surrounding traffic's one", + "Average speed is 148.03% of the surrounding traffic's one", + "Average speed is 104.06% of the surrounding traffic's one", + "Average speed is 5.69% of the surrounding traffic's one", + "Average speed is 236.09% of the surrounding traffic's one", + "Average speed is 248.52% of the surrounding traffic's one", + "Average speed is 225.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 95.3, + "duration_system": 1460.517 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.513", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.724" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/04_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/04_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7515d3b882b4369d587e20a167fe790b100c6ff6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/04_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.581, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.064, + "duration_game": 30.9, + "duration_system": 547.826, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_05_25_05_18_44", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.62% of the surrounding traffic's one", + "Average speed is 168.56% of the surrounding traffic's one", + "Average speed is 230.91% of the surrounding traffic's one", + "Average speed is 57.2% of the surrounding traffic's one", + "Average speed is 6.99% of the surrounding traffic's one", + "Average speed is 168.17% of the surrounding traffic's one", + "Average speed is 567.12% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 193.07% of the surrounding traffic's one", + "Average speed is 183.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 30.9, + "duration_system": 547.826 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.581" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/05_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/05_res.json new file mode 100644 index 0000000000000000000000000000000000000000..09aeaf18df8006a7ea2548aceef236c007be1f94 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/05_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.703, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.121, + "duration_game": 31.6, + "duration_system": 581.594, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_05_25_05_30_24", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.12% of the surrounding traffic's one", + "Average speed is 139.14% of the surrounding traffic's one", + "Average speed is 143.02% of the surrounding traffic's one", + "Average speed is 182.58% of the surrounding traffic's one", + "Average speed is 119.35% of the surrounding traffic's one", + "Average speed is 6.05% of the surrounding traffic's one", + "Average speed is 107.0% of the surrounding traffic's one", + "Average speed is 963.0% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 134.58% of the surrounding traffic's one", + "Average speed is 224.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.6, + "duration_system": 581.594 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.703" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/06_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/06_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a78475ad4bb9e7906dfb812ce4af240741a72a56 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/06_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.704, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.12, + "duration_game": 40.1, + "duration_system": 396.428, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_05_25_17_42_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.51% of the surrounding traffic's one", + "Average speed is 89.04% of the surrounding traffic's one", + "Average speed is 245.99% of the surrounding traffic's one", + "Average speed is 243.96% of the surrounding traffic's one", + "Average speed is 238.03% of the surrounding traffic's one", + "Average speed is 159.76% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 960.98% of the surrounding traffic's one", + "Average speed is 430.29% of the surrounding traffic's one", + "Average speed is 416.51% of the surrounding traffic's one", + "Average speed is 429.26% of the surrounding traffic's one", + "Average speed is 248.91% of the surrounding traffic's one", + "Average speed is 215.65% of the surrounding traffic's one", + "Average speed is 196.29% of the surrounding traffic's one", + "Average speed is 199.66% of the surrounding traffic's one", + "Average speed is 203.86% of the surrounding traffic's one", + "Average speed is 211.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 40.1, + "duration_system": 396.428 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.704" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/07_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/07_res.json new file mode 100644 index 0000000000000000000000000000000000000000..09f2cb1afb81d06180d743c3b99bef121c64022e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/07_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.7, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.124, + "duration_game": 54.0, + "duration_system": 528.58, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_05_25_17_51_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.56% of the surrounding traffic's one", + "Average speed is 1783.36% of the surrounding traffic's one", + "Average speed is 266.02% of the surrounding traffic's one", + "Average speed is 212.4% of the surrounding traffic's one", + "Average speed is 300.36% of the surrounding traffic's one", + "Average speed is 419.13% of the surrounding traffic's one", + "Average speed is 345.28% of the surrounding traffic's one", + "Average speed is 208.54% of the surrounding traffic's one", + "Average speed is 143.44% of the surrounding traffic's one", + "Average speed is 114.6% of the surrounding traffic's one", + "Average speed is 99.54% of the surrounding traffic's one", + "Average speed is 78.87% of the surrounding traffic's one", + "Average speed is 80.07% of the surrounding traffic's one", + "Average speed is 81.03% of the surrounding traffic's one", + "Average speed is 83.33% of the surrounding traffic's one", + "Average speed is 85.41% of the surrounding traffic's one", + "Average speed is 94.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 54.0, + "duration_system": 528.58 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.7" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/08_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/08_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a449a91f1e7b4ce12410090ac77daa0e7671f81e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/08_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.222, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.623, + "duration_game": 11.65, + "duration_system": 135.141, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_05_25_05_42_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.7% of the surrounding traffic's one", + "Average speed is 549.27% of the surrounding traffic's one", + "Average speed is 600.35% of the surrounding traffic's one", + "Average speed is 606.13% of the surrounding traffic's one", + "Average speed is 142.86% of the surrounding traffic's one", + "Average speed is 36.31% of the surrounding traffic's one", + "Average speed is 388.83% of the surrounding traffic's one", + "Average speed is 693.25% of the surrounding traffic's one", + "Average speed is 716.59% of the surrounding traffic's one", + "Average speed is 784.75% of the surrounding traffic's one", + "Average speed is 793.95% of the surrounding traffic's one", + "Average speed is 804.87% of the surrounding traffic's one", + "Average speed is 1758.71% of the surrounding traffic's one", + "Average speed is 3190.54% of the surrounding traffic's one", + "Average speed is 2560.16% of the surrounding traffic's one", + "Average speed is 2028.05% of the surrounding traffic's one", + "Average speed is 2152.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 11.65, + "duration_system": 135.141 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.222" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/09_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/09_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3d39a35461b6273383dca56baa5fb06bb351fc64 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/09_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 180.319, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.186, + "duration_game": 13.3, + "duration_system": 188.202, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_05_25_18_03_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 351.13% of the surrounding traffic's one", + "Average speed is 635.67% of the surrounding traffic's one", + "Average speed is 431.95% of the surrounding traffic's one", + "Average speed is 91.56% of the surrounding traffic's one", + "Average speed is 108.04% of the surrounding traffic's one", + "Average speed is 63.73% of the surrounding traffic's one", + "Average speed is 200.59% of the surrounding traffic's one", + "Average speed is 438.98% of the surrounding traffic's one", + "Average speed is 389.31% of the surrounding traffic's one", + "Average speed is 277.69% of the surrounding traffic's one", + "Average speed is 347.58% of the surrounding traffic's one", + "Average speed is 313.32% of the surrounding traffic's one", + "Average speed is 228.87% of the surrounding traffic's one", + "Average speed is 212.8% of the surrounding traffic's one", + "Average speed is 183.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.3, + "duration_system": 188.202 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "180.319" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/100_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/100_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c0c8a07109a0db60902337042d0c3ac29cc53e7c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/100_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 233.086, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.354, + "duration_game": 6.05, + "duration_system": 48.048, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_05_25_10_01_38", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.45% of the surrounding traffic's one", + "Average speed is 176.28% of the surrounding traffic's one", + "Average speed is 211.54% of the surrounding traffic's one", + "Average speed is 238.57% of the surrounding traffic's one", + "Average speed is 232.05% of the surrounding traffic's one", + "Average speed is 227.23% of the surrounding traffic's one", + "Average speed is 269.22% of the surrounding traffic's one", + "Average speed is 294.83% of the surrounding traffic's one", + "Average speed is 321.97% of the surrounding traffic's one", + "Average speed is 694.37% of the surrounding traffic's one", + "Average speed is 698.05% of the surrounding traffic's one", + "Average speed is 780.74% of the surrounding traffic's one", + "Average speed is 621.59% of the surrounding traffic's one", + "Average speed is 462.84% of the surrounding traffic's one", + "Average speed is 340.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.05, + "duration_system": 48.048 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "233.086" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/101_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/101_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a67da3b443cab6a7380bf8d7ac6c129961a4c5d0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/101_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 288.708, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 58.883, + "duration_game": 13.9, + "duration_system": 117.15, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_05_26_04_43_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 110.38% of the surrounding traffic's one", + "Average speed is 14.39% of the surrounding traffic's one", + "Average speed is 237.5% of the surrounding traffic's one", + "Average speed is 401.47% of the surrounding traffic's one", + "Average speed is 505.49% of the surrounding traffic's one", + "Average speed is 744.21% of the surrounding traffic's one", + "Average speed is 701.91% of the surrounding traffic's one", + "Average speed is 821.19% of the surrounding traffic's one", + "Average speed is 870.64% of the surrounding traffic's one", + "Average speed is 565.99% of the surrounding traffic's one", + "Average speed is 477.89% of the surrounding traffic's one", + "Average speed is 463.79% of the surrounding traffic's one", + "Average speed is 390.56% of the surrounding traffic's one", + "Average speed is 266.66% of the surrounding traffic's one", + "Average speed is 250.45% of the surrounding traffic's one", + "Average speed is 200.75% of the surrounding traffic's one", + "Average speed is 181.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 13.9, + "duration_system": 117.15 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "288.708" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/102_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/102_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f4a3a7ce6a7fc164b4477ec6289b05127004b4a6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/102_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 232.461, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.527, + "duration_game": 49.2, + "duration_system": 416.487, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_05_25_10_05_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 81.94% of the surrounding traffic's one", + "Average speed is 6.37% of the surrounding traffic's one", + "Average speed is 590.01% of the surrounding traffic's one", + "Average speed is 682.53% of the surrounding traffic's one", + "Average speed is 695.75% of the surrounding traffic's one", + "Average speed is 731.29% of the surrounding traffic's one", + "Average speed is 661.34% of the surrounding traffic's one", + "Average speed is 683.74% of the surrounding traffic's one", + "Average speed is 1006.42% of the surrounding traffic's one", + "Average speed is 1179.12% of the surrounding traffic's one", + "Average speed is 847.8% of the surrounding traffic's one", + "Average speed is 645.7% of the surrounding traffic's one", + "Average speed is 409.63% of the surrounding traffic's one", + "Average speed is 332.17% of the surrounding traffic's one", + "Average speed is 257.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.2, + "duration_system": 416.487 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "232.461" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/103_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/103_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4f1b1e32dc953ca58700e6885e06ceb5a8cdbe77 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/103_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.219, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 183.291, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 12.219, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 42.0, + "score_route": 100.0, + "score_penalty": 0.42 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.837, + "duration_game": 284.6, + "duration_system": 3179.256, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_05_26_04_48_47", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3886 at (x=2491.641, y=4889.463, z=367.361) at time=24.900s [CARLA Frame: 1806, Agent Step: 497]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.13% of the surrounding traffic's one", + "Average speed is 136.36% of the surrounding traffic's one", + "Average speed is 1881.92% of the surrounding traffic's one", + "Average speed is 159.82% of the surrounding traffic's one", + "Average speed is 31.82% of the surrounding traffic's one", + "Average speed is 66.45% of the surrounding traffic's one", + "Average speed is 2882.13% of the surrounding traffic's one", + "Average speed is 74.57% of the surrounding traffic's one", + "Average speed is 12768.64% of the surrounding traffic's one", + "Average speed is 5890.81% of the surrounding traffic's one", + "Average speed is 1338.16% of the surrounding traffic's one", + "Average speed is 563.43% of the surrounding traffic's one", + "Average speed is 340.35% of the surrounding traffic's one", + "Average speed is 235.07% of the surrounding traffic's one", + "Average speed is 240.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 284.6, + "duration_system": 3179.256 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "42.0", + "100.0", + "0.42", + "0.0", + "12.219", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.219", + "183.291" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/104_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/104_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7d234ef86a23a9aa60cfa99f46a55686dd35e278 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/104_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 14.015, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 210.231, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 71.35, + "duration_game": 220.75, + "duration_system": 2065.208, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_05_26_05_44_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3930 at (x=1324.429, y=3872.404, z=363.3) at time=8.450s [CARLA Frame: 1518, Agent Step: 168]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 344.62% of the surrounding traffic's one", + "Average speed is 566.99% of the surrounding traffic's one", + "Average speed is 459.29% of the surrounding traffic's one", + "Average speed is 95.95% of the surrounding traffic's one", + "Average speed is 38.92% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one", + "Average speed is 46.48% of the surrounding traffic's one", + "Average speed is 53.42% of the surrounding traffic's one", + "Average speed is 5220.69% of the surrounding traffic's one", + "Average speed is 2348.8% of the surrounding traffic's one", + "Average speed is 14757.76% of the surrounding traffic's one", + "Average speed is 3257.46% of the surrounding traffic's one", + "Average speed is 1571.24% of the surrounding traffic's one", + "Average speed is 877.45% of the surrounding traffic's one", + "Average speed is 741.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 220.75, + "duration_system": 2065.208 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "14.015", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "210.231" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/105_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/105_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ae2d7893601f41697aa28dfb55c7b54a5a23b6bd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/105_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.098, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.591, + "duration_game": 13.95, + "duration_system": 120.126, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_05_26_06_21_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 244.55% of the surrounding traffic's one", + "Average speed is 225.91% of the surrounding traffic's one", + "Average speed is 412.97% of the surrounding traffic's one", + "Average speed is 346.67% of the surrounding traffic's one", + "Average speed is 137.29% of the surrounding traffic's one", + "Average speed is 24.06% of the surrounding traffic's one", + "Average speed is 93.23% of the surrounding traffic's one", + "Average speed is 643.76% of the surrounding traffic's one", + "Average speed is 564.3% of the surrounding traffic's one", + "Average speed is 452.23% of the surrounding traffic's one", + "Average speed is 380.25% of the surrounding traffic's one", + "Average speed is 826.66% of the surrounding traffic's one", + "Average speed is 1764.75% of the surrounding traffic's one", + "Average speed is 749.86% of the surrounding traffic's one", + "Average speed is 729.9% of the surrounding traffic's one", + "Average speed is 696.69% of the surrounding traffic's one", + "Average speed is 528.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.95, + "duration_system": 120.126 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.098" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/106_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/106_res.json new file mode 100644 index 0000000000000000000000000000000000000000..05d8bd0fd1d73dee6223d0bb377e7063cc437a1e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/106_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.956, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.641, + "duration_game": 11.55, + "duration_system": 117.607, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_05_26_06_25_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.76% of the surrounding traffic's one", + "Average speed is 358.68% of the surrounding traffic's one", + "Average speed is 512.19% of the surrounding traffic's one", + "Average speed is 355.18% of the surrounding traffic's one", + "Average speed is 100.71% of the surrounding traffic's one", + "Average speed is 47.08% of the surrounding traffic's one", + "Average speed is 182.98% of the surrounding traffic's one", + "Average speed is 355.83% of the surrounding traffic's one", + "Average speed is 396.66% of the surrounding traffic's one", + "Average speed is 454.19% of the surrounding traffic's one", + "Average speed is 457.67% of the surrounding traffic's one", + "Average speed is 3138.17% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 43331412.29% of the surrounding traffic's one", + "Average speed is 9202646.59% of the surrounding traffic's one", + "Average speed is 142945.88% of the surrounding traffic's one", + "Average speed is 1127868.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 11.55, + "duration_system": 117.607 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.956" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/107_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/107_res.json new file mode 100644 index 0000000000000000000000000000000000000000..88fdbae59ff35bd3f9dc9cb6ecc2840b54f30511 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/107_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 208.133, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.874, + "duration_game": 13.95, + "duration_system": 114.117, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_05_25_10_14_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.59% of the surrounding traffic's one", + "Average speed is 561.55% of the surrounding traffic's one", + "Average speed is 488.04% of the surrounding traffic's one", + "Average speed is 165.04% of the surrounding traffic's one", + "Average speed is 74.41% of the surrounding traffic's one", + "Average speed is 33.82% of the surrounding traffic's one", + "Average speed is 389.51% of the surrounding traffic's one", + "Average speed is 428.52% of the surrounding traffic's one", + "Average speed is 438.4% of the surrounding traffic's one", + "Average speed is 494.21% of the surrounding traffic's one", + "Average speed is 1472.59% of the surrounding traffic's one", + "Average speed is 2823.62% of the surrounding traffic's one", + "Average speed is 1374.71% of the surrounding traffic's one", + "Average speed is 1393.48% of the surrounding traffic's one", + "Average speed is 1091.79% of the surrounding traffic's one", + "Average speed is 1192.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 13.95, + "duration_system": 114.117 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "208.133" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/108_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/108_res.json new file mode 100644 index 0000000000000000000000000000000000000000..dd2fb5590067bf42756e667fd917309f7b38b100 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/108_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.382, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.304, + "duration_game": 10.7, + "duration_system": 84.086, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_05_25_10_19_01", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 303.49% of the surrounding traffic's one", + "Average speed is 246.62% of the surrounding traffic's one", + "Average speed is 244.34% of the surrounding traffic's one", + "Average speed is 85.46% of the surrounding traffic's one", + "Average speed is 63.33% of the surrounding traffic's one", + "Average speed is 224.77% of the surrounding traffic's one", + "Average speed is 508.32% of the surrounding traffic's one", + "Average speed is 396.23% of the surrounding traffic's one", + "Average speed is 399.05% of the surrounding traffic's one", + "Average speed is 1107.1% of the surrounding traffic's one", + "Average speed is 1317.42% of the surrounding traffic's one", + "Average speed is 530.62% of the surrounding traffic's one", + "Average speed is 544.65% of the surrounding traffic's one", + "Average speed is 518.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.7, + "duration_system": 84.086 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.382" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/109_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/109_res.json new file mode 100644 index 0000000000000000000000000000000000000000..26344a8e9034fd9c26ae894a1c3809db602c643a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/109_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 209.539, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.358, + "duration_game": 11.95, + "duration_system": 103.113, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_05_25_10_22_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.39% of the surrounding traffic's one", + "Average speed is 113.85% of the surrounding traffic's one", + "Average speed is 130.44% of the surrounding traffic's one", + "Average speed is 115.82% of the surrounding traffic's one", + "Average speed is 178.16% of the surrounding traffic's one", + "Average speed is 188.16% of the surrounding traffic's one", + "Average speed is 255.99% of the surrounding traffic's one", + "Average speed is 198.16% of the surrounding traffic's one", + "Average speed is 82.8% of the surrounding traffic's one", + "Average speed is 221.25% of the surrounding traffic's one", + "Average speed is 342.89% of the surrounding traffic's one", + "Average speed is 725.18% of the surrounding traffic's one", + "Average speed is 1048.85% of the surrounding traffic's one", + "Average speed is 639.45% of the surrounding traffic's one", + "Average speed is 603.74% of the surrounding traffic's one", + "Average speed is 326.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 11.95, + "duration_system": 103.113 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "209.539" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/10_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/10_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6f1ead357257358f47d690fda872292cb79d8509 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/10_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.614, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.43, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.28, + "duration_game": 25.8, + "duration_system": 256.277, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_05_25_18_09_05", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3732 at (x=-1379.705, y=5320.608, z=376.653) at time=22.150s [CARLA Frame: 1758, Agent Step: 442]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 194.04% of the surrounding traffic's one", + "Average speed is 150.79% of the surrounding traffic's one", + "Average speed is 597.81% of the surrounding traffic's one", + "Average speed is 509.5% of the surrounding traffic's one", + "Average speed is 94.58% of the surrounding traffic's one", + "Average speed is 59.84% of the surrounding traffic's one", + "Average speed is 23.34% of the surrounding traffic's one", + "Average speed is 847.81% of the surrounding traffic's one", + "Average speed is 675.57% of the surrounding traffic's one", + "Average speed is 569.24% of the surrounding traffic's one", + "Average speed is 731.85% of the surrounding traffic's one", + "Average speed is 44163.75% of the surrounding traffic's one", + "Average speed is 5284.55% of the surrounding traffic's one", + "Average speed is 1748.2% of the surrounding traffic's one", + "Average speed is 817.94% of the surrounding traffic's one", + "Average speed is 712.26% of the surrounding traffic's one", + "Average speed is 825.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 25.8, + "duration_system": 256.277 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.614", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.43" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/110_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/110_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d5c02eb3222e77f5d7ac56645681cf35e6ea4906 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/110_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 209.564, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.349, + "duration_game": 54.75, + "duration_system": 485.508, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_05_26_06_30_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.06% of the surrounding traffic's one", + "Average speed is 99.62% of the surrounding traffic's one", + "Average speed is 121.65% of the surrounding traffic's one", + "Average speed is 6.5% of the surrounding traffic's one", + "Average speed is 637.35% of the surrounding traffic's one", + "Average speed is 789.37% of the surrounding traffic's one", + "Average speed is 1141.61% of the surrounding traffic's one", + "Average speed is 569.26% of the surrounding traffic's one", + "Average speed is 202.05% of the surrounding traffic's one", + "Average speed is 885.16% of the surrounding traffic's one", + "Average speed is 621.15% of the surrounding traffic's one", + "Average speed is 455.02% of the surrounding traffic's one", + "Average speed is 362.36% of the surrounding traffic's one", + "Average speed is 307.11% of the surrounding traffic's one", + "Average speed is 230.94% of the surrounding traffic's one", + "Average speed is 205.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 54.75, + "duration_system": 485.508 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "209.564" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/111_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/111_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5de2ad5c9b9264be1ff25708c1dc8e927f2f06b3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/111_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 175.06, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.685, + "duration_game": 34.95, + "duration_system": 371.377, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_05_26_06_40_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.75% of the surrounding traffic's one", + "Average speed is 268.6% of the surrounding traffic's one", + "Average speed is 1091.46% of the surrounding traffic's one", + "Average speed is 438.6% of the surrounding traffic's one", + "Average speed is 50.04% of the surrounding traffic's one", + "Average speed is 834.17% of the surrounding traffic's one", + "Average speed is 923.14% of the surrounding traffic's one", + "Average speed is 965.97% of the surrounding traffic's one", + "Average speed is 921.94% of the surrounding traffic's one", + "Average speed is 885.52% of the surrounding traffic's one", + "Average speed is 790.59% of the surrounding traffic's one", + "Average speed is 4296.93% of the surrounding traffic's one", + "Average speed is 24316.51% of the surrounding traffic's one", + "Average speed is 4067.81% of the surrounding traffic's one", + "Average speed is 2667.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 34.95, + "duration_system": 371.377 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "175.06" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/112_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/112_res.json new file mode 100644 index 0000000000000000000000000000000000000000..11ca05cde0577d5b587defc82a75972fdced9a9f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/112_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.325, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 172.548, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.137, + "duration_game": 21.3, + "duration_system": 177.184, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_05_25_10_26_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3736 at (x=3284.951, y=5723.648, z=368.723) at time=17.450s [CARLA Frame: 1749, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.5% of the surrounding traffic's one", + "Average speed is 424.24% of the surrounding traffic's one", + "Average speed is 359.81% of the surrounding traffic's one", + "Average speed is 45.74% of the surrounding traffic's one", + "Average speed is 41.01% of the surrounding traffic's one", + "Average speed is 2492.85% of the surrounding traffic's one", + "Average speed is 1839.05% of the surrounding traffic's one", + "Average speed is 1819.18% of the surrounding traffic's one", + "Average speed is 682.77% of the surrounding traffic's one", + "Average speed is 875.81% of the surrounding traffic's one", + "Average speed is 9435.07% of the surrounding traffic's one", + "Average speed is 3984.85% of the surrounding traffic's one", + "Average speed is 1257.04% of the surrounding traffic's one", + "Average speed is 958.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.3, + "duration_system": 177.184 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.325", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "172.548" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/113_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/113_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ed276ec0e4365b721e3707d1e75207c2f5122df4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/113_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 212.613, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 75.254, + "duration_game": 16.15, + "duration_system": 149.167, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_05_25_10_32_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.46% of the surrounding traffic's one", + "Average speed is 187.45% of the surrounding traffic's one", + "Average speed is 624.73% of the surrounding traffic's one", + "Average speed is 173.29% of the surrounding traffic's one", + "Average speed is 34.55% of the surrounding traffic's one", + "Average speed is 53.01% of the surrounding traffic's one", + "Average speed is 822.86% of the surrounding traffic's one", + "Average speed is 1165.11% of the surrounding traffic's one", + "Average speed is 768.71% of the surrounding traffic's one", + "Average speed is 762.64% of the surrounding traffic's one", + "Average speed is 847.85% of the surrounding traffic's one", + "Average speed is 730.31% of the surrounding traffic's one", + "Average speed is 579.98% of the surrounding traffic's one", + "Average speed is 480.88% of the surrounding traffic's one", + "Average speed is 363.08% of the surrounding traffic's one", + "Average speed is 293.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 16.15, + "duration_system": 149.167 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "212.613" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/114_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/114_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c6d37bd42993997a7f4387f38ce9cea52a7684ad --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/114_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 276.812, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 57.801, + "duration_game": 20.8, + "duration_system": 257.287, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_05_26_06_49_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.78% of the surrounding traffic's one", + "Average speed is 9.91% of the surrounding traffic's one", + "Average speed is 634.33% of the surrounding traffic's one", + "Average speed is 997.69% of the surrounding traffic's one", + "Average speed is 1957.21% of the surrounding traffic's one", + "Average speed is 1350.54% of the surrounding traffic's one", + "Average speed is 1157.3% of the surrounding traffic's one", + "Average speed is 977.49% of the surrounding traffic's one", + "Average speed is 1303.39% of the surrounding traffic's one", + "Average speed is 831.54% of the surrounding traffic's one", + "Average speed is 539.11% of the surrounding traffic's one", + "Average speed is 375.92% of the surrounding traffic's one", + "Average speed is 293.84% of the surrounding traffic's one", + "Average speed is 251.07% of the surrounding traffic's one", + "Average speed is 208.67% of the surrounding traffic's one", + "Average speed is 191.98% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.8, + "duration_system": 257.287 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "276.812" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/115_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/115_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5eed900d38ed1269796990c4e84c4d961cadb2c1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/115_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 242.648, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 61.818, + "duration_game": 20.8, + "duration_system": 258.263, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_05_26_06_56_32", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 68.69% of the surrounding traffic's one", + "Average speed is 12.9% of the surrounding traffic's one", + "Average speed is 1027.36% of the surrounding traffic's one", + "Average speed is 1174.41% of the surrounding traffic's one", + "Average speed is 1210.4% of the surrounding traffic's one", + "Average speed is 1058.82% of the surrounding traffic's one", + "Average speed is 904.61% of the surrounding traffic's one", + "Average speed is 676.07% of the surrounding traffic's one", + "Average speed is 978.52% of the surrounding traffic's one", + "Average speed is 605.48% of the surrounding traffic's one", + "Average speed is 443.56% of the surrounding traffic's one", + "Average speed is 280.36% of the surrounding traffic's one", + "Average speed is 190.41% of the surrounding traffic's one", + "Average speed is 169.13% of the surrounding traffic's one", + "Average speed is 147.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.8, + "duration_system": 258.263 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "242.648" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/116_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/116_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1d9321d3aa661188edf1e34ea6677739ebcc07c5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/116_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 269.792, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 59.305, + "duration_game": 36.0, + "duration_system": 362.641, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_05_26_07_03_22", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.35% of the surrounding traffic's one", + "Average speed is 698.06% of the surrounding traffic's one", + "Average speed is 1181.89% of the surrounding traffic's one", + "Average speed is 1211.99% of the surrounding traffic's one", + "Average speed is 1110.53% of the surrounding traffic's one", + "Average speed is 1144.43% of the surrounding traffic's one", + "Average speed is 1189.99% of the surrounding traffic's one", + "Average speed is 1200.86% of the surrounding traffic's one", + "Average speed is 1026.34% of the surrounding traffic's one", + "Average speed is 812.51% of the surrounding traffic's one", + "Average speed is 560.27% of the surrounding traffic's one", + "Average speed is 368.16% of the surrounding traffic's one", + "Average speed is 316.13% of the surrounding traffic's one", + "Average speed is 269.92% of the surrounding traffic's one", + "Average speed is 217.69% of the surrounding traffic's one", + "Average speed is 171.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.0, + "duration_system": 362.641 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "269.792" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/117_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/117_res.json new file mode 100644 index 0000000000000000000000000000000000000000..effd46bfa8eefb5ebc440db82da181449339253b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/117_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.738, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.325, + "duration_game": 12.65, + "duration_system": 203.203, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_05_26_07_11_56", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.12% of the surrounding traffic's one", + "Average speed is 181.16% of the surrounding traffic's one", + "Average speed is 110.61% of the surrounding traffic's one", + "Average speed is 94.66% of the surrounding traffic's one", + "Average speed is 89.02% of the surrounding traffic's one", + "Average speed is 94.51% of the surrounding traffic's one", + "Average speed is 90.77% of the surrounding traffic's one", + "Average speed is 74.32% of the surrounding traffic's one", + "Average speed is 79.85% of the surrounding traffic's one", + "Average speed is 82.41% of the surrounding traffic's one", + "Average speed is 83.12% of the surrounding traffic's one", + "Average speed is 73.5% of the surrounding traffic's one", + "Average speed is 55.72% of the surrounding traffic's one", + "Average speed is 77.46% of the surrounding traffic's one", + "Average speed is 92.27% of the surrounding traffic's one", + "Average speed is 97.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.65, + "duration_system": 203.203 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.738" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/118_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/118_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7bc3624d785e956419b5ee567cd3c46145a2256f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/118_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.699, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.358, + "duration_game": 14.5, + "duration_system": 262.265, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_05_25_10_36_54", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.95% of the surrounding traffic's one", + "Average speed is 155.35% of the surrounding traffic's one", + "Average speed is 110.8% of the surrounding traffic's one", + "Average speed is 115.43% of the surrounding traffic's one", + "Average speed is 107.09% of the surrounding traffic's one", + "Average speed is 99.27% of the surrounding traffic's one", + "Average speed is 93.67% of the surrounding traffic's one", + "Average speed is 94.41% of the surrounding traffic's one", + "Average speed is 91.28% of the surrounding traffic's one", + "Average speed is 94.54% of the surrounding traffic's one", + "Average speed is 103.36% of the surrounding traffic's one", + "Average speed is 100.78% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 93.2% of the surrounding traffic's one", + "Average speed is 117.64% of the surrounding traffic's one", + "Average speed is 128.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.5, + "duration_system": 262.265 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.699" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/119_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/119_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1a0adf71ec64c10489276c60279a49f9bc287546 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/119_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 116.249, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 120.431, + "duration_game": 15.3, + "duration_system": 233.237, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_05_26_07_17_52", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.19% of the surrounding traffic's one", + "Average speed is 150.37% of the surrounding traffic's one", + "Average speed is 115.54% of the surrounding traffic's one", + "Average speed is 117.7% of the surrounding traffic's one", + "Average speed is 109.28% of the surrounding traffic's one", + "Average speed is 111.87% of the surrounding traffic's one", + "Average speed is 105.83% of the surrounding traffic's one", + "Average speed is 101.0% of the surrounding traffic's one", + "Average speed is 99.03% of the surrounding traffic's one", + "Average speed is 113.64% of the surrounding traffic's one", + "Average speed is 121.26% of the surrounding traffic's one", + "Average speed is 61.65% of the surrounding traffic's one", + "Average speed is 156.06% of the surrounding traffic's one", + "Average speed is 187.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.3, + "duration_system": 233.237 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "116.249" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/11_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/11_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9759dc15ce3a249d938348dc01fb74c12ded27f8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/11_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.032, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.058, + "duration_game": 12.05, + "duration_system": 150.15, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_05_25_05_47_28", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 208.11% of the surrounding traffic's one", + "Average speed is 530.19% of the surrounding traffic's one", + "Average speed is 486.69% of the surrounding traffic's one", + "Average speed is 418.12% of the surrounding traffic's one", + "Average speed is 129.3% of the surrounding traffic's one", + "Average speed is 61.0% of the surrounding traffic's one", + "Average speed is 117.43% of the surrounding traffic's one", + "Average speed is 210.04% of the surrounding traffic's one", + "Average speed is 228.2% of the surrounding traffic's one", + "Average speed is 293.99% of the surrounding traffic's one", + "Average speed is 388.78% of the surrounding traffic's one", + "Average speed is 713.72% of the surrounding traffic's one", + "Average speed is 706.39% of the surrounding traffic's one", + "Average speed is 692.11% of the surrounding traffic's one", + "Average speed is 634.71% of the surrounding traffic's one", + "Average speed is 2570.86% of the surrounding traffic's one", + "Average speed is 1499.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 12.05, + "duration_system": 150.15 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.032" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/120_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/120_res.json new file mode 100644 index 0000000000000000000000000000000000000000..02b3737b3a6d11875d5c73b7edde5a56da7e3632 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/120_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.481, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.539, + "duration_game": 14.55, + "duration_system": 248.256, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_05_25_10_43_30", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 166.88% of the surrounding traffic's one", + "Average speed is 151.19% of the surrounding traffic's one", + "Average speed is 112.56% of the surrounding traffic's one", + "Average speed is 109.51% of the surrounding traffic's one", + "Average speed is 93.84% of the surrounding traffic's one", + "Average speed is 99.56% of the surrounding traffic's one", + "Average speed is 102.68% of the surrounding traffic's one", + "Average speed is 96.95% of the surrounding traffic's one", + "Average speed is 96.87% of the surrounding traffic's one", + "Average speed is 98.91% of the surrounding traffic's one", + "Average speed is 95.76% of the surrounding traffic's one", + "Average speed is 98.97% of the surrounding traffic's one", + "Average speed is 126.6% of the surrounding traffic's one", + "Average speed is 123.17% of the surrounding traffic's one", + "Average speed is 131.67% of the surrounding traffic's one", + "Average speed is 114.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.55, + "duration_system": 248.256 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.481" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/121_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/121_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f3ccff627c35e3b057176a209ba8d9aa8f7124ee --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/121_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 123.75, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 121.212, + "duration_game": 54.7, + "duration_system": 1111.154, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_05_26_07_24_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.88% of the surrounding traffic's one", + "Average speed is 195.88% of the surrounding traffic's one", + "Average speed is 119.39% of the surrounding traffic's one", + "Average speed is 109.94% of the surrounding traffic's one", + "Average speed is 107.69% of the surrounding traffic's one", + "Average speed is 96.69% of the surrounding traffic's one", + "Average speed is 97.41% of the surrounding traffic's one", + "Average speed is 106.28% of the surrounding traffic's one", + "Average speed is 91.94% of the surrounding traffic's one", + "Average speed is 60.68% of the surrounding traffic's one", + "Average speed is 3.85% of the surrounding traffic's one", + "Average speed is 155.32% of the surrounding traffic's one", + "Average speed is 152.53% of the surrounding traffic's one", + "Average speed is 158.94% of the surrounding traffic's one", + "Average speed is 147.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 54.7, + "duration_system": 1111.154 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "123.75" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/122_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/122_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5d2455118b2b735b7eff45dc4c97ae954addcfb0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/122_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.161, + "duration_game": 17.4, + "duration_system": 148.155, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_05_26_07_45_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.96% of the surrounding traffic's one", + "Average speed is 115.21% of the surrounding traffic's one", + "Average speed is 200.56% of the surrounding traffic's one", + "Average speed is 181.98% of the surrounding traffic's one", + "Average speed is 160.05% of the surrounding traffic's one", + "Average speed is 97.6% of the surrounding traffic's one", + "Average speed is 104.63% of the surrounding traffic's one", + "Average speed is 226.13% of the surrounding traffic's one", + "Average speed is 186.37% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 97.97% of the surrounding traffic's one", + "Average speed is 97.49% of the surrounding traffic's one", + "Average speed is 100.09% of the surrounding traffic's one", + "Average speed is 95.83% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 120.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.4, + "duration_system": 148.155 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/123_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/123_res.json new file mode 100644 index 0000000000000000000000000000000000000000..43f572fab60fe21c5e86ee38887d7ce18372fc7d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/123_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.673, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.153, + "duration_game": 20.9, + "duration_system": 205.447, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_05_25_10_49_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.36% of the surrounding traffic's one", + "Average speed is 166.58% of the surrounding traffic's one", + "Average speed is 390.95% of the surrounding traffic's one", + "Average speed is 196.85% of the surrounding traffic's one", + "Average speed is 103.3% of the surrounding traffic's one", + "Average speed is 90.98% of the surrounding traffic's one", + "Average speed is 323.86% of the surrounding traffic's one", + "Average speed is 201.03% of the surrounding traffic's one", + "Average speed is 147.96% of the surrounding traffic's one", + "Average speed is 110.54% of the surrounding traffic's one", + "Average speed is 88.72% of the surrounding traffic's one", + "Average speed is 92.26% of the surrounding traffic's one", + "Average speed is 90.08% of the surrounding traffic's one", + "Average speed is 98.64% of the surrounding traffic's one", + "Average speed is 97.03% of the surrounding traffic's one", + "Average speed is 102.54% of the surrounding traffic's one", + "Average speed is 96.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 20.9, + "duration_system": 205.447 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.673" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/124_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/124_res.json new file mode 100644 index 0000000000000000000000000000000000000000..06ae5d2e6a3e9ed06445294ba15f797794300bca --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/124_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 17.25, + "duration_system": 136.141, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_05_25_10_55_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.13% of the surrounding traffic's one", + "Average speed is 67.16% of the surrounding traffic's one", + "Average speed is 193.32% of the surrounding traffic's one", + "Average speed is 189.56% of the surrounding traffic's one", + "Average speed is 78.2% of the surrounding traffic's one", + "Average speed is 107.01% of the surrounding traffic's one", + "Average speed is 103.38% of the surrounding traffic's one", + "Average speed is 83.17% of the surrounding traffic's one", + "Average speed is 77.57% of the surrounding traffic's one", + "Average speed is 80.7% of the surrounding traffic's one", + "Average speed is 142.12% of the surrounding traffic's one", + "Average speed is 218.13% of the surrounding traffic's one", + "Average speed is 279.27% of the surrounding traffic's one", + "Average speed is 274.52% of the surrounding traffic's one", + "Average speed is 244.33% of the surrounding traffic's one", + "Average speed is 166.07% of the surrounding traffic's one", + "Average speed is 89.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.25, + "duration_system": 136.141 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/125_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/125_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8c2c88d8c3f963b62549c3399c557d43db2e446a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/125_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.532, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.121, + "duration_game": 17.6, + "duration_system": 137.151, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_05_26_07_50_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.97% of the surrounding traffic's one", + "Average speed is 102.62% of the surrounding traffic's one", + "Average speed is 237.7% of the surrounding traffic's one", + "Average speed is 136.0% of the surrounding traffic's one", + "Average speed is 60.33% of the surrounding traffic's one", + "Average speed is 112.1% of the surrounding traffic's one", + "Average speed is 96.1% of the surrounding traffic's one", + "Average speed is 71.7% of the surrounding traffic's one", + "Average speed is 129.23% of the surrounding traffic's one", + "Average speed is 148.7% of the surrounding traffic's one", + "Average speed is 128.32% of the surrounding traffic's one", + "Average speed is 174.16% of the surrounding traffic's one", + "Average speed is 141.45% of the surrounding traffic's one", + "Average speed is 126.81% of the surrounding traffic's one", + "Average speed is 121.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.6, + "duration_system": 137.151 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.532" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/126_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/126_res.json new file mode 100644 index 0000000000000000000000000000000000000000..11383a72bd444eac45a8c1f7116c611a7f5953f1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/126_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 17.2, + "duration_system": 184.201, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_05_26_07_55_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.51% of the surrounding traffic's one", + "Average speed is 79.66% of the surrounding traffic's one", + "Average speed is 179.75% of the surrounding traffic's one", + "Average speed is 176.33% of the surrounding traffic's one", + "Average speed is 72.24% of the surrounding traffic's one", + "Average speed is 124.47% of the surrounding traffic's one", + "Average speed is 91.81% of the surrounding traffic's one", + "Average speed is 97.42% of the surrounding traffic's one", + "Average speed is 89.39% of the surrounding traffic's one", + "Average speed is 99.2% of the surrounding traffic's one", + "Average speed is 161.78% of the surrounding traffic's one", + "Average speed is 178.27% of the surrounding traffic's one", + "Average speed is 167.73% of the surrounding traffic's one", + "Average speed is 127.35% of the surrounding traffic's one", + "Average speed is 125.99% of the surrounding traffic's one", + "Average speed is 88.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.2, + "duration_system": 184.201 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/127_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/127_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4660c921a04aeec8d527dc03de3753020d89fcad --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/127_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 32.25, + "duration_system": 712.042, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_05_26_08_00_38", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.82% of the surrounding traffic's one", + "Average speed is 143.16% of the surrounding traffic's one", + "Average speed is 192.08% of the surrounding traffic's one", + "Average speed is 84.2% of the surrounding traffic's one", + "Average speed is 6.48% of the surrounding traffic's one", + "Average speed is 161.73% of the surrounding traffic's one", + "Average speed is 802.29% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 143.24% of the surrounding traffic's one", + "Average speed is 192.22% of the surrounding traffic's one", + "Average speed is 209.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 32.25, + "duration_system": 712.042 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/128_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/128_res.json new file mode 100644 index 0000000000000000000000000000000000000000..223af68797b854d94488c316a87e31d910c62d0a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/128_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 160.08, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 12.314, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 76.14, + "score_route": 76.14, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.658, + "duration_game": 15.35, + "duration_system": 251.252, + "exceptions": [ + [ + "RouteScenario_23658_rep0", + 0, + "Failed - Agent deviated from the route" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_05_27_02_49_51", + "status": "Failed - Agent deviated from the route", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 333.49% of the surrounding traffic's one", + "Average speed is 293.17% of the surrounding traffic's one", + "Average speed is 257.1% of the surrounding traffic's one", + "Average speed is 184.77% of the surrounding traffic's one", + "Average speed is 164.79% of the surrounding traffic's one", + "Average speed is 164.9% of the surrounding traffic's one", + "Average speed is 139.16% of the surrounding traffic's one", + "Average speed is 143.83% of the surrounding traffic's one", + "Average speed is 146.62% of the surrounding traffic's one", + "Average speed is 141.33% of the surrounding traffic's one", + "Average speed is 146.17% of the surrounding traffic's one", + "Average speed is 130.35% of the surrounding traffic's one", + "Average speed is 113.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-822.761, y=4728.317, z=369.261)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 76.14, + "score_penalty": 1.0, + "score_composed": 76.14 + }, + "meta": { + "route_length": 106.658, + "duration_game": 15.35, + "duration_system": 251.252 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "76.14", + "76.14", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.314", + "0.0", + "0.0", + "0.0", + "0.0", + "160.08" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/129_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/129_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bbc7679481283586a86085929856467564570e82 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/129_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.004, + "min_speed_infractions": 141.233, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 95.168856, + "score_route": 100.0, + "score_penalty": 0.951689 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 99.127, + "duration_game": 50.65, + "duration_system": 462.485, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23659_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "3", + "save_name": "RouteScenario_23659_rep0_Town12_HighwayExit_1_3_05_27_00_21_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 4.404 meters (4.83% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 18.76% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 25043.79% of the surrounding traffic's one", + "Average speed is 4042.83% of the surrounding traffic's one", + "Average speed is 2213.9% of the surrounding traffic's one", + "Average speed is 962.11% of the surrounding traffic's one", + "Average speed is 635.16% of the surrounding traffic's one", + "Average speed is 564.8% of the surrounding traffic's one", + "Average speed is 442.37% of the surrounding traffic's one", + "Average speed is 317.55% of the surrounding traffic's one", + "Average speed is 285.2% of the surrounding traffic's one", + "Average speed is 193.05% of the surrounding traffic's one", + "Average speed is 170.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.951689, + "score_composed": 95.168856 + }, + "meta": { + "route_length": 99.127, + "duration_game": 50.65, + "duration_system": 462.485 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "95.168856", + "100.0", + "0.951689", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.004", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "141.233" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/12_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/12_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6493ff616dabf4eae89f936cc8755fc0a22b3e7e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/12_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.115, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.948, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.251, + "duration_game": 60.1, + "duration_system": 705.755, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_05_26_23_30_38", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3767 at (x=2772.606, y=1605.123, z=343.598) at time=55.850s [CARLA Frame: 2395, Agent Step: 1116]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 324.88% of the surrounding traffic's one", + "Average speed is 270.41% of the surrounding traffic's one", + "Average speed is 249.95% of the surrounding traffic's one", + "Average speed is 94.18% of the surrounding traffic's one", + "Average speed is 22.81% of the surrounding traffic's one", + "Average speed is 9.34% of the surrounding traffic's one", + "Average speed is 475.51% of the surrounding traffic's one", + "Average speed is 478.3% of the surrounding traffic's one", + "Average speed is 468.29% of the surrounding traffic's one", + "Average speed is 409.19% of the surrounding traffic's one", + "Average speed is 465.24% of the surrounding traffic's one", + "Average speed is 1341.83% of the surrounding traffic's one", + "Average speed is 1473.19% of the surrounding traffic's one", + "Average speed is 675.92% of the surrounding traffic's one", + "Average speed is 752.41% of the surrounding traffic's one", + "Average speed is 645.15% of the surrounding traffic's one", + "Average speed is 496.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 60.1, + "duration_system": 705.755 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "13.115", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.948" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/130_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/130_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4683ccaa6378100ff71e2fd55c77de6d5f7b87ac --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/130_res.json @@ -0,0 +1,147 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 7.175, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 107.629, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 7.175, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 54.717, + "score_route": 84.18, + "score_penalty": 0.65 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 165.559, + "duration_game": 134.1, + "duration_system": 1166.283, + "exceptions": [ + [ + "RouteScenario_23670_rep0", + 0, + "Failed - Agent got blocked" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_05_27_02_56_46", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=508.504, y=6001.087, z=165.531) at time=20.950s [CARLA Frame: 1638, Agent Step: 418]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.49% of the surrounding traffic's one", + "Average speed is 139.41% of the surrounding traffic's one", + "Average speed is 166.44% of the surrounding traffic's one", + "Average speed is 187.07% of the surrounding traffic's one", + "Average speed is 143.79% of the surrounding traffic's one", + "Average speed is 154.79% of the surrounding traffic's one", + "Average speed is 161.59% of the surrounding traffic's one", + "Average speed is 171.54% of the surrounding traffic's one", + "Average speed is 199.18% of the surrounding traffic's one", + "Average speed is 196.94% of the surrounding traffic's one", + "Average speed is 207.87% of the surrounding traffic's one", + "Average speed is 223.92% of the surrounding traffic's one", + "Average speed is 202.66% of the surrounding traffic's one", + "Average speed is 172.31% of the surrounding traffic's one", + "Average speed is 143.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=508.994, y=6000.957, z=165.53)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 84.18, + "score_penalty": 0.65, + "score_composed": 54.717 + }, + "meta": { + "route_length": 165.559, + "duration_game": 134.1, + "duration_system": 1166.283 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "54.717", + "84.18", + "0.65", + "0.0", + "0.0", + "7.175", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.175", + "0.0", + "0.0", + "107.629" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/131_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/131_res.json new file mode 100644 index 0000000000000000000000000000000000000000..84e89805e9be1bdabf35ea5bfd46a8962c63c39f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/131_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 110.522, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 153.816, + "duration_game": 18.9, + "duration_system": 247.479, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_05_26_09_47_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 218.62% of the surrounding traffic's one", + "Average speed is 84.91% of the surrounding traffic's one", + "Average speed is 177.83% of the surrounding traffic's one", + "Average speed is 198.29% of the surrounding traffic's one", + "Average speed is 190.82% of the surrounding traffic's one", + "Average speed is 218.54% of the surrounding traffic's one", + "Average speed is 100.42% of the surrounding traffic's one", + "Average speed is 183.47% of the surrounding traffic's one", + "Average speed is 290.8% of the surrounding traffic's one", + "Average speed is 313.86% of the surrounding traffic's one", + "Average speed is 228.45% of the surrounding traffic's one", + "Average speed is 87.04% of the surrounding traffic's one", + "Average speed is 255.82% of the surrounding traffic's one", + "Average speed is 324.65% of the surrounding traffic's one", + "Average speed is 148.44% of the surrounding traffic's one", + "Average speed is 66.9% of the surrounding traffic's one", + "Average speed is 95.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 18.9, + "duration_system": 247.479 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "110.522" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/132_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/132_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a794d80cb72018a51f2ff132baa6cf3290880d4d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/132_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.773, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.865, + "duration_game": 10.2, + "duration_system": 86.091, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_05_26_09_54_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.31% of the surrounding traffic's one", + "Average speed is 383.24% of the surrounding traffic's one", + "Average speed is 521.47% of the surrounding traffic's one", + "Average speed is 637.71% of the surrounding traffic's one", + "Average speed is 651.33% of the surrounding traffic's one", + "Average speed is 553.69% of the surrounding traffic's one", + "Average speed is 463.76% of the surrounding traffic's one", + "Average speed is 443.09% of the surrounding traffic's one", + "Average speed is 682.39% of the surrounding traffic's one", + "Average speed is 1099.73% of the surrounding traffic's one", + "Average speed is 3764.52% of the surrounding traffic's one", + "Average speed is 38374.15% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 86.091 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.773" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/133_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/133_res.json new file mode 100644 index 0000000000000000000000000000000000000000..26810c82383439e296d7df87527a19a45aa9335a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/133_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.139, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 114.757, + "duration_game": 14.75, + "duration_system": 213.219, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_05_25_11_06_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 314.59% of the surrounding traffic's one", + "Average speed is 248.63% of the surrounding traffic's one", + "Average speed is 209.81% of the surrounding traffic's one", + "Average speed is 296.15% of the surrounding traffic's one", + "Average speed is 212.4% of the surrounding traffic's one", + "Average speed is 166.83% of the surrounding traffic's one", + "Average speed is 141.21% of the surrounding traffic's one", + "Average speed is 167.13% of the surrounding traffic's one", + "Average speed is 180.68% of the surrounding traffic's one", + "Average speed is 156.06% of the surrounding traffic's one", + "Average speed is 132.16% of the surrounding traffic's one", + "Average speed is 134.52% of the surrounding traffic's one", + "Average speed is 140.63% of the surrounding traffic's one", + "Average speed is 162.09% of the surrounding traffic's one", + "Average speed is 136.38% of the surrounding traffic's one", + "Average speed is 145.95% of the surrounding traffic's one", + "Average speed is 118.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.75, + "duration_system": 213.219 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.139" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/134_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/134_res.json new file mode 100644 index 0000000000000000000000000000000000000000..183cbf7cc58480f3196ad41aced83f54ed9ad1e8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/134_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 114.098, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 148.995, + "duration_game": 9.7, + "duration_system": 138.134, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_05_26_09_58_53", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 409.82% of the surrounding traffic's one", + "Average speed is 659.18% of the surrounding traffic's one", + "Average speed is 924.0% of the surrounding traffic's one", + "Average speed is 1032.56% of the surrounding traffic's one", + "Average speed is 1008.62% of the surrounding traffic's one", + "Average speed is 836.28% of the surrounding traffic's one", + "Average speed is 626.14% of the surrounding traffic's one", + "Average speed is 485.34% of the surrounding traffic's one", + "Average speed is 593.06% of the surrounding traffic's one", + "Average speed is 640.54% of the surrounding traffic's one", + "Average speed is 678.98% of the surrounding traffic's one", + "Average speed is 991.86% of the surrounding traffic's one", + "Average speed is 1008.72% of the surrounding traffic's one", + "Average speed is 580.14% of the surrounding traffic's one", + "Average speed is 486.65% of the surrounding traffic's one", + "Average speed is 442.16% of the surrounding traffic's one", + "Average speed is 396.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.7, + "duration_system": 138.134 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "114.098" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/135_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/135_res.json new file mode 100644 index 0000000000000000000000000000000000000000..67ef856f0920f10d528a54114978df1a87af08fa --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/135_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 116.02, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 146.527, + "duration_game": 14.4, + "duration_system": 162.164, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_05_26_10_03_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 318.31% of the surrounding traffic's one", + "Average speed is 344.39% of the surrounding traffic's one", + "Average speed is 272.62% of the surrounding traffic's one", + "Average speed is 236.93% of the surrounding traffic's one", + "Average speed is 197.24% of the surrounding traffic's one", + "Average speed is 166.0% of the surrounding traffic's one", + "Average speed is 96.92% of the surrounding traffic's one", + "Average speed is 137.56% of the surrounding traffic's one", + "Average speed is 189.05% of the surrounding traffic's one", + "Average speed is 179.74% of the surrounding traffic's one", + "Average speed is 154.58% of the surrounding traffic's one", + "Average speed is 130.6% of the surrounding traffic's one", + "Average speed is 162.05% of the surrounding traffic's one", + "Average speed is 382.32% of the surrounding traffic's one", + "Average speed is 257.39% of the surrounding traffic's one", + "Average speed is 203.19% of the surrounding traffic's one", + "Average speed is 190.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 14.4, + "duration_system": 162.164 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "116.02" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/136_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/136_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e7a01d9f3692df7e7f1df31896f686022f2a6389 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/136_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 106.664, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 159.379, + "duration_game": 19.5, + "duration_system": 157.189, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_05_26_10_09_15", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.57% of the surrounding traffic's one", + "Average speed is 90.56% of the surrounding traffic's one", + "Average speed is 179.84% of the surrounding traffic's one", + "Average speed is 148.31% of the surrounding traffic's one", + "Average speed is 131.14% of the surrounding traffic's one", + "Average speed is 136.83% of the surrounding traffic's one", + "Average speed is 155.79% of the surrounding traffic's one", + "Average speed is 171.07% of the surrounding traffic's one", + "Average speed is 177.46% of the surrounding traffic's one", + "Average speed is 302.87% of the surrounding traffic's one", + "Average speed is 371.0% of the surrounding traffic's one", + "Average speed is 434.06% of the surrounding traffic's one", + "Average speed is 379.73% of the surrounding traffic's one", + "Average speed is 139.71% of the surrounding traffic's one", + "Average speed is 157.8% of the surrounding traffic's one", + "Average speed is 191.39% of the surrounding traffic's one", + "Average speed is 122.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 19.5, + "duration_system": 157.189 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "106.664" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/137_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/137_res.json new file mode 100644 index 0000000000000000000000000000000000000000..83435475f0cf6e53112b7b2a079d2ca7672d8a14 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/137_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 140.631, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.662, + "duration_game": 9.9, + "duration_system": 125.128, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_05_25_11_12_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.81% of the surrounding traffic's one", + "Average speed is 248.1% of the surrounding traffic's one", + "Average speed is 200.96% of the surrounding traffic's one", + "Average speed is 209.63% of the surrounding traffic's one", + "Average speed is 165.53% of the surrounding traffic's one", + "Average speed is 150.27% of the surrounding traffic's one", + "Average speed is 128.07% of the surrounding traffic's one", + "Average speed is 166.67% of the surrounding traffic's one", + "Average speed is 217.39% of the surrounding traffic's one", + "Average speed is 218.25% of the surrounding traffic's one", + "Average speed is 188.97% of the surrounding traffic's one", + "Average speed is 162.54% of the surrounding traffic's one", + "Average speed is 343.86% of the surrounding traffic's one", + "Average speed is 332.82% of the surrounding traffic's one", + "Average speed is 359.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 9.9, + "duration_system": 125.128 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "140.631" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/138_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/138_res.json new file mode 100644 index 0000000000000000000000000000000000000000..97d3d4286345f97cbb63d72b4ae88251af2c55bf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/138_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.477, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.412, + "duration_game": 16.2, + "duration_system": 121.125, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_05_26_10_14_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.03% of the surrounding traffic's one", + "Average speed is 85.05% of the surrounding traffic's one", + "Average speed is 175.38% of the surrounding traffic's one", + "Average speed is 198.94% of the surrounding traffic's one", + "Average speed is 197.32% of the surrounding traffic's one", + "Average speed is 141.38% of the surrounding traffic's one", + "Average speed is 144.46% of the surrounding traffic's one", + "Average speed is 142.38% of the surrounding traffic's one", + "Average speed is 151.67% of the surrounding traffic's one", + "Average speed is 199.39% of the surrounding traffic's one", + "Average speed is 191.03% of the surrounding traffic's one", + "Average speed is 191.88% of the surrounding traffic's one", + "Average speed is 190.45% of the surrounding traffic's one", + "Average speed is 191.52% of the surrounding traffic's one", + "Average speed is 157.51% of the surrounding traffic's one", + "Average speed is 116.42% of the surrounding traffic's one", + "Average speed is 107.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.412, + "duration_game": 16.2, + "duration_system": 121.125 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.477" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/139_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/139_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ab8103c3e4005cf9c4f2783351d26f579af67d81 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/139_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 142.057, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.631, + "duration_game": 13.85, + "duration_system": 159.16, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_05_27_03_18_54", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 239.97% of the surrounding traffic's one", + "Average speed is 280.69% of the surrounding traffic's one", + "Average speed is 261.46% of the surrounding traffic's one", + "Average speed is 112.7% of the surrounding traffic's one", + "Average speed is 178.2% of the surrounding traffic's one", + "Average speed is 209.79% of the surrounding traffic's one", + "Average speed is 216.12% of the surrounding traffic's one", + "Average speed is 219.78% of the surrounding traffic's one", + "Average speed is 170.08% of the surrounding traffic's one", + "Average speed is 154.08% of the surrounding traffic's one", + "Average speed is 155.71% of the surrounding traffic's one", + "Average speed is 131.91% of the surrounding traffic's one", + "Average speed is 122.48% of the surrounding traffic's one", + "Average speed is 153.83% of the surrounding traffic's one", + "Average speed is 157.41% of the surrounding traffic's one", + "Average speed is 111.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 13.85, + "duration_system": 159.16 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "142.057" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/13_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/13_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cb6c6c518f2f4fd821b4ee9a439cd31bdf196b41 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/13_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.856, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.693, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.172, + "duration_game": 10.8, + "duration_system": 117.125, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_05_25_05_52_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1986.678, y=2173.469, z=362.225) at time=8.000s [CARLA Frame: 1504, Agent Step: 159]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 411.58% of the surrounding traffic's one", + "Average speed is 583.01% of the surrounding traffic's one", + "Average speed is 524.24% of the surrounding traffic's one", + "Average speed is 277.88% of the surrounding traffic's one", + "Average speed is 128.77% of the surrounding traffic's one", + "Average speed is 48.4% of the surrounding traffic's one", + "Average speed is 199.71% of the surrounding traffic's one", + "Average speed is 260.84% of the surrounding traffic's one", + "Average speed is 286.92% of the surrounding traffic's one", + "Average speed is 323.53% of the surrounding traffic's one", + "Average speed is 747.23% of the surrounding traffic's one", + "Average speed is 1283.9% of the surrounding traffic's one", + "Average speed is 1144.23% of the surrounding traffic's one", + "Average speed is 1434.25% of the surrounding traffic's one", + "Average speed is 2542.69% of the surrounding traffic's one", + "Average speed is 1872.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 10.8, + "duration_system": 117.125 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "13.856", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.693" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/140_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/140_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6fbf07544a3bcb1a7a7f276144271820c44f0e9a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/140_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 105.326, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 161.403, + "duration_game": 19.65, + "duration_system": 156.168, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_05_26_23_04_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.48% of the surrounding traffic's one", + "Average speed is 111.41% of the surrounding traffic's one", + "Average speed is 188.52% of the surrounding traffic's one", + "Average speed is 165.36% of the surrounding traffic's one", + "Average speed is 142.62% of the surrounding traffic's one", + "Average speed is 152.39% of the surrounding traffic's one", + "Average speed is 158.65% of the surrounding traffic's one", + "Average speed is 172.79% of the surrounding traffic's one", + "Average speed is 200.76% of the surrounding traffic's one", + "Average speed is 319.91% of the surrounding traffic's one", + "Average speed is 424.5% of the surrounding traffic's one", + "Average speed is 389.3% of the surrounding traffic's one", + "Average speed is 354.26% of the surrounding traffic's one", + "Average speed is 172.06% of the surrounding traffic's one", + "Average speed is 242.92% of the surrounding traffic's one", + "Average speed is 158.74% of the surrounding traffic's one", + "Average speed is 116.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 19.65, + "duration_system": 156.168 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "105.326" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/141_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/141_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4f45f1780493da8e1533641099e443bf8c057aba --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/141_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.773, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.865, + "duration_game": 10.05, + "duration_system": 98.098, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_05_26_10_24_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.62% of the surrounding traffic's one", + "Average speed is 381.5% of the surrounding traffic's one", + "Average speed is 519.51% of the surrounding traffic's one", + "Average speed is 636.57% of the surrounding traffic's one", + "Average speed is 658.14% of the surrounding traffic's one", + "Average speed is 568.32% of the surrounding traffic's one", + "Average speed is 482.04% of the surrounding traffic's one", + "Average speed is 461.69% of the surrounding traffic's one", + "Average speed is 677.46% of the surrounding traffic's one", + "Average speed is 1034.59% of the surrounding traffic's one", + "Average speed is 3207.05% of the surrounding traffic's one", + "Average speed is 20875.61% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.05, + "duration_system": 98.098 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.773" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/142_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/142_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9cc4ffa8224828c2295716a724ae0d9a7fb5ca46 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/142_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.139, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 114.757, + "duration_game": 15.0, + "duration_system": 242.243, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_05_25_11_30_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 323.37% of the surrounding traffic's one", + "Average speed is 325.56% of the surrounding traffic's one", + "Average speed is 196.36% of the surrounding traffic's one", + "Average speed is 293.72% of the surrounding traffic's one", + "Average speed is 220.64% of the surrounding traffic's one", + "Average speed is 169.7% of the surrounding traffic's one", + "Average speed is 141.7% of the surrounding traffic's one", + "Average speed is 156.52% of the surrounding traffic's one", + "Average speed is 172.74% of the surrounding traffic's one", + "Average speed is 155.81% of the surrounding traffic's one", + "Average speed is 136.4% of the surrounding traffic's one", + "Average speed is 177.11% of the surrounding traffic's one", + "Average speed is 172.64% of the surrounding traffic's one", + "Average speed is 171.09% of the surrounding traffic's one", + "Average speed is 143.2% of the surrounding traffic's one", + "Average speed is 134.91% of the surrounding traffic's one", + "Average speed is 104.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 15.0, + "duration_system": 242.243 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.139" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/143_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/143_res.json new file mode 100644 index 0000000000000000000000000000000000000000..337fec73e9dda3ef1c22589ce08cb022f2c6ef38 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/143_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.621, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.562, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 151.028, + "duration_game": 14.1, + "duration_system": 117.137, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_05_25_11_37_56", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5744.495, y=4733.373, z=187.0) at time=10.250s [CARLA Frame: 1293, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.37% of the surrounding traffic's one", + "Average speed is 320.14% of the surrounding traffic's one", + "Average speed is 261.14% of the surrounding traffic's one", + "Average speed is 217.21% of the surrounding traffic's one", + "Average speed is 193.03% of the surrounding traffic's one", + "Average speed is 161.84% of the surrounding traffic's one", + "Average speed is 122.37% of the surrounding traffic's one", + "Average speed is 158.81% of the surrounding traffic's one", + "Average speed is 153.96% of the surrounding traffic's one", + "Average speed is 73.03% of the surrounding traffic's one", + "Average speed is 124.66% of the surrounding traffic's one", + "Average speed is 170.47% of the surrounding traffic's one", + "Average speed is 133.44% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.1, + "duration_system": 117.137 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "6.621", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.562" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/144_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/144_res.json new file mode 100644 index 0000000000000000000000000000000000000000..131ea20da604aef11b34762f77aefa9e72c2d296 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/144_res.json @@ -0,0 +1,148 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 175.643, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 9.758, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 96.08, + "score_route": 96.08, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.662, + "duration_game": 14.85, + "duration_system": 231.244, + "exceptions": [ + [ + "RouteScenario_24098_rep0", + 0, + "Failed - Agent deviated from the route" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_05_27_03_23_58", + "status": "Failed - Agent deviated from the route", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 234.16% of the surrounding traffic's one", + "Average speed is 255.89% of the surrounding traffic's one", + "Average speed is 203.69% of the surrounding traffic's one", + "Average speed is 211.36% of the surrounding traffic's one", + "Average speed is 165.28% of the surrounding traffic's one", + "Average speed is 154.43% of the surrounding traffic's one", + "Average speed is 127.65% of the surrounding traffic's one", + "Average speed is 150.81% of the surrounding traffic's one", + "Average speed is 167.57% of the surrounding traffic's one", + "Average speed is 158.58% of the surrounding traffic's one", + "Average speed is 129.0% of the surrounding traffic's one", + "Average speed is 113.45% of the surrounding traffic's one", + "Average speed is 186.29% of the surrounding traffic's one", + "Average speed is 230.33% of the surrounding traffic's one", + "Average speed is 222.93% of the surrounding traffic's one", + "Average speed is 111.48% of the surrounding traffic's one", + "Average speed is 94.76% of the surrounding traffic's one", + "Average speed is 94.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=4027.454, y=4087.678, z=368.676)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 96.08, + "score_penalty": 1.0, + "score_composed": 96.08 + }, + "meta": { + "route_length": 106.662, + "duration_game": 14.85, + "duration_system": 231.244 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "96.08", + "96.08", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.758", + "0.0", + "0.0", + "0.0", + "0.0", + "175.643" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/145_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/145_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e2b97e13c7051e84dc10f076a6fe910302813cd9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/145_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.807, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.013, + "duration_game": 34.85, + "duration_system": 323.344, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_05_26_10_35_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.35% of the surrounding traffic's one", + "Average speed is 146.93% of the surrounding traffic's one", + "Average speed is 274.04% of the surrounding traffic's one", + "Average speed is 204.32% of the surrounding traffic's one", + "Average speed is 212.82% of the surrounding traffic's one", + "Average speed is 177.01% of the surrounding traffic's one", + "Average speed is 47.56% of the surrounding traffic's one", + "Average speed is 88.39% of the surrounding traffic's one", + "Average speed is 176.73% of the surrounding traffic's one", + "Average speed is 193.69% of the surrounding traffic's one", + "Average speed is 125.15% of the surrounding traffic's one", + "Average speed is 102.89% of the surrounding traffic's one", + "Average speed is 111.08% of the surrounding traffic's one", + "Average speed is 107.16% of the surrounding traffic's one", + "Average speed is 124.13% of the surrounding traffic's one", + "Average speed is 14.26% of the surrounding traffic's one", + "Average speed is 89.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.85, + "duration_system": 323.344 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.807" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/146_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/146_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5d4e2afaca047195bf822f676d758dae5f46cf6a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/146_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 17.75, + "duration_system": 129.142, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_05_26_10_43_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.19% of the surrounding traffic's one", + "Average speed is 119.61% of the surrounding traffic's one", + "Average speed is 193.37% of the surrounding traffic's one", + "Average speed is 177.72% of the surrounding traffic's one", + "Average speed is 180.61% of the surrounding traffic's one", + "Average speed is 76.62% of the surrounding traffic's one", + "Average speed is 81.27% of the surrounding traffic's one", + "Average speed is 156.2% of the surrounding traffic's one", + "Average speed is 116.86% of the surrounding traffic's one", + "Average speed is 108.92% of the surrounding traffic's one", + "Average speed is 107.78% of the surrounding traffic's one", + "Average speed is 112.18% of the surrounding traffic's one", + "Average speed is 100.59% of the surrounding traffic's one", + "Average speed is 126.47% of the surrounding traffic's one", + "Average speed is 111.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.75, + "duration_system": 129.142 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/147_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/147_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9ffaf4e88792687a20d4e3010dbfaa228112e4f8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/147_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 128.723, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.067, + "duration_game": 12.55, + "duration_system": 93.093, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_05_25_11_42_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.77% of the surrounding traffic's one", + "Average speed is 134.88% of the surrounding traffic's one", + "Average speed is 165.78% of the surrounding traffic's one", + "Average speed is 140.6% of the surrounding traffic's one", + "Average speed is 119.35% of the surrounding traffic's one", + "Average speed is 119.68% of the surrounding traffic's one", + "Average speed is 29.31% of the surrounding traffic's one", + "Average speed is 115.44% of the surrounding traffic's one", + "Average speed is 139.92% of the surrounding traffic's one", + "Average speed is 161.29% of the surrounding traffic's one", + "Average speed is 180.59% of the surrounding traffic's one", + "Average speed is 175.35% of the surrounding traffic's one", + "Average speed is 146.39% of the surrounding traffic's one", + "Average speed is 141.31% of the surrounding traffic's one", + "Average speed is 165.24% of the surrounding traffic's one", + "Average speed is 173.45% of the surrounding traffic's one", + "Average speed is 170.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 12.55, + "duration_system": 93.093 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "128.723" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/148_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/148_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f7c2c2c947804ec254a51a7e81c9ba550e14f7b9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/148_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 15.2, + "duration_system": 322.642, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_05_26_10_47_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.13% of the surrounding traffic's one", + "Average speed is 142.79% of the surrounding traffic's one", + "Average speed is 163.21% of the surrounding traffic's one", + "Average speed is 145.09% of the surrounding traffic's one", + "Average speed is 141.35% of the surrounding traffic's one", + "Average speed is 167.23% of the surrounding traffic's one", + "Average speed is 130.64% of the surrounding traffic's one", + "Average speed is 42.66% of the surrounding traffic's one", + "Average speed is 52.6% of the surrounding traffic's one", + "Average speed is 124.43% of the surrounding traffic's one", + "Average speed is 147.62% of the surrounding traffic's one", + "Average speed is 113.31% of the surrounding traffic's one", + "Average speed is 173.83% of the surrounding traffic's one", + "Average speed is 153.66% of the surrounding traffic's one", + "Average speed is 129.55% of the surrounding traffic's one", + "Average speed is 133.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 15.2, + "duration_system": 322.642 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/149_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/149_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cb5e67338c62ec023731358fedf2362e1c0acfd0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/149_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.242, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.604, + "duration_game": 18.6, + "duration_system": 133.336, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_05_25_11_46_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.41% of the surrounding traffic's one", + "Average speed is 90.7% of the surrounding traffic's one", + "Average speed is 254.42% of the surrounding traffic's one", + "Average speed is 189.75% of the surrounding traffic's one", + "Average speed is 161.98% of the surrounding traffic's one", + "Average speed is 167.88% of the surrounding traffic's one", + "Average speed is 129.11% of the surrounding traffic's one", + "Average speed is 49.83% of the surrounding traffic's one", + "Average speed is 126.16% of the surrounding traffic's one", + "Average speed is 213.8% of the surrounding traffic's one", + "Average speed is 127.9% of the surrounding traffic's one", + "Average speed is 99.19% of the surrounding traffic's one", + "Average speed is 85.09% of the surrounding traffic's one", + "Average speed is 120.38% of the surrounding traffic's one", + "Average speed is 106.65% of the surrounding traffic's one", + "Average speed is 123.3% of the surrounding traffic's one", + "Average speed is 91.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 18.6, + "duration_system": 133.336 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.242" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/14_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/14_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5a3683333462ab41b90cf44d99c9fca99b317774 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/14_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 208.872, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.602, + "duration_game": 14.55, + "duration_system": 159.156, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_05_25_19_27_47", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 270.46% of the surrounding traffic's one", + "Average speed is 470.13% of the surrounding traffic's one", + "Average speed is 459.4% of the surrounding traffic's one", + "Average speed is 94.94% of the surrounding traffic's one", + "Average speed is 55.36% of the surrounding traffic's one", + "Average speed is 28.37% of the surrounding traffic's one", + "Average speed is 399.72% of the surrounding traffic's one", + "Average speed is 463.52% of the surrounding traffic's one", + "Average speed is 511.75% of the surrounding traffic's one", + "Average speed is 541.65% of the surrounding traffic's one", + "Average speed is 454.87% of the surrounding traffic's one", + "Average speed is 1656.74% of the surrounding traffic's one", + "Average speed is 1405.42% of the surrounding traffic's one", + "Average speed is 836.18% of the surrounding traffic's one", + "Average speed is 448.56% of the surrounding traffic's one", + "Average speed is 276.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 14.55, + "duration_system": 159.156 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "208.872" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/150_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/150_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7c77be92152324cf59d5f0b1f5f06e5b4de51dc1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/150_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 114.923, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 130.522, + "duration_game": 19.55, + "duration_system": 153.157, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_05_25_11_51_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.22% of the surrounding traffic's one", + "Average speed is 151.41% of the surrounding traffic's one", + "Average speed is 238.73% of the surrounding traffic's one", + "Average speed is 186.9% of the surrounding traffic's one", + "Average speed is 144.87% of the surrounding traffic's one", + "Average speed is 61.33% of the surrounding traffic's one", + "Average speed is 63.62% of the surrounding traffic's one", + "Average speed is 59.31% of the surrounding traffic's one", + "Average speed is 286.73% of the surrounding traffic's one", + "Average speed is 295.13% of the surrounding traffic's one", + "Average speed is 250.28% of the surrounding traffic's one", + "Average speed is 210.45% of the surrounding traffic's one", + "Average speed is 215.37% of the surrounding traffic's one", + "Average speed is 401.3% of the surrounding traffic's one", + "Average speed is 460.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.55, + "duration_system": 153.157 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "114.923" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/151_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/151_res.json new file mode 100644 index 0000000000000000000000000000000000000000..14165bbd9b84404c98641253071347fde5905b30 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/151_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.469, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.115, + "duration_game": 12.95, + "duration_system": 92.094, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_05_26_10_55_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.07% of the surrounding traffic's one", + "Average speed is 153.59% of the surrounding traffic's one", + "Average speed is 162.38% of the surrounding traffic's one", + "Average speed is 170.12% of the surrounding traffic's one", + "Average speed is 116.23% of the surrounding traffic's one", + "Average speed is 113.77% of the surrounding traffic's one", + "Average speed is 47.8% of the surrounding traffic's one", + "Average speed is 34.59% of the surrounding traffic's one", + "Average speed is 115.05% of the surrounding traffic's one", + "Average speed is 176.96% of the surrounding traffic's one", + "Average speed is 216.43% of the surrounding traffic's one", + "Average speed is 251.82% of the surrounding traffic's one", + "Average speed is 187.61% of the surrounding traffic's one", + "Average speed is 165.47% of the surrounding traffic's one", + "Average speed is 142.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 12.95, + "duration_system": 92.094 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.469" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/152_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/152_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7091737c868c38c185da6ae2a3752860ac6a26e7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/152_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 27.65, + "duration_system": 458.525, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_05_26_10_59_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.02% of the surrounding traffic's one", + "Average speed is 124.91% of the surrounding traffic's one", + "Average speed is 14.95% of the surrounding traffic's one", + "Average speed is 65.98% of the surrounding traffic's one", + "Average speed is 61.67% of the surrounding traffic's one", + "Average speed is 147.9% of the surrounding traffic's one", + "Average speed is 125.65% of the surrounding traffic's one", + "Average speed is 61.67% of the surrounding traffic's one", + "Average speed is 59.55% of the surrounding traffic's one", + "Average speed is 63.77% of the surrounding traffic's one", + "Average speed is 145.05% of the surrounding traffic's one", + "Average speed is 162.72% of the surrounding traffic's one", + "Average speed is 140.24% of the surrounding traffic's one", + "Average speed is 118.38% of the surrounding traffic's one", + "Average speed is 113.63% of the surrounding traffic's one", + "Average speed is 101.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 27.65, + "duration_system": 458.525 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/153_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/153_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6697e3b9e6cac47c6af4e74957b5fecd50c2d770 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/153_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.649, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.985, + "duration_game": 16.5, + "duration_system": 156.265, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_05_26_11_08_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.78% of the surrounding traffic's one", + "Average speed is 121.61% of the surrounding traffic's one", + "Average speed is 199.15% of the surrounding traffic's one", + "Average speed is 133.91% of the surrounding traffic's one", + "Average speed is 103.37% of the surrounding traffic's one", + "Average speed is 91.09% of the surrounding traffic's one", + "Average speed is 119.02% of the surrounding traffic's one", + "Average speed is 123.89% of the surrounding traffic's one", + "Average speed is 129.3% of the surrounding traffic's one", + "Average speed is 100.28% of the surrounding traffic's one", + "Average speed is 79.72% of the surrounding traffic's one", + "Average speed is 81.36% of the surrounding traffic's one", + "Average speed is 89.96% of the surrounding traffic's one", + "Average speed is 97.83% of the surrounding traffic's one", + "Average speed is 95.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.5, + "duration_system": 156.265 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.649" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/154_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/154_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e1c4771ef2b8f747f4c19ca2a22abf76c7bc22e5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/154_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 13.7, + "duration_system": 272.273, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_05_26_11_13_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.75% of the surrounding traffic's one", + "Average speed is 105.78% of the surrounding traffic's one", + "Average speed is 70.98% of the surrounding traffic's one", + "Average speed is 116.33% of the surrounding traffic's one", + "Average speed is 84.87% of the surrounding traffic's one", + "Average speed is 107.53% of the surrounding traffic's one", + "Average speed is 87.09% of the surrounding traffic's one", + "Average speed is 77.98% of the surrounding traffic's one", + "Average speed is 133.92% of the surrounding traffic's one", + "Average speed is 121.32% of the surrounding traffic's one", + "Average speed is 100.0% of the surrounding traffic's one", + "Average speed is 114.76% of the surrounding traffic's one", + "Average speed is 122.47% of the surrounding traffic's one", + "Average speed is 132.77% of the surrounding traffic's one", + "Average speed is 118.85% of the surrounding traffic's one", + "Average speed is 99.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.7, + "duration_system": 272.273 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/155_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/155_res.json new file mode 100644 index 0000000000000000000000000000000000000000..02b301fdd34eee79bb82becf01e5a9e32be759f5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/155_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 15.144, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 15.144, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 15.21, + "score_route": 100.0, + "score_penalty": 0.1521 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 60.85, + "duration_system": 1276.273, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_05_26_11_20_24", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=124 at (x=207.802, y=249.383, z=0.003) at time=52.500s [CARLA Frame: 2311, Agent Step: 1049]", + "Agent collided against object with type=static.prop.constructioncone and id=127 at (x=218.244, y=249.723, z=-0.003) at time=53.800s [CARLA Frame: 2337, Agent Step: 1075]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=204 at (x=195.375, y=250.602, z=-0.007) at time=50.600s [CARLA Frame: 2273, Agent Step: 1011]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=204 at (x=213.151, y=249.363, z=0.003) at time=53.200s [CARLA Frame: 2325, Agent Step: 1063]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.31% of the surrounding traffic's one", + "Average speed is 109.0% of the surrounding traffic's one", + "Average speed is 111.87% of the surrounding traffic's one", + "Average speed is 56.52% of the surrounding traffic's one", + "Average speed is 2.54% of the surrounding traffic's one", + "Average speed is 70.72% of the surrounding traffic's one", + "Average speed is 88.25% of the surrounding traffic's one", + "Average speed is 88.0% of the surrounding traffic's one", + "Average speed is 115.66% of the surrounding traffic's one", + "Average speed is 140.78% of the surrounding traffic's one", + "Average speed is 129.16% of the surrounding traffic's one", + "Average speed is 91.64% of the surrounding traffic's one", + "Average speed is 116.62% of the surrounding traffic's one", + "Average speed is 96.53% of the surrounding traffic's one", + "Average speed is 48.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.1521, + "score_composed": 15.21 + }, + "meta": { + "route_length": 132.062, + "duration_game": 60.85, + "duration_system": 1276.273 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "15.21", + "100.0", + "0.1521", + "0.0", + "15.144", + "15.144", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/156_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/156_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9c40ef5663206e2b4497a11cf556db2985a7bcec --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/156_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.638, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.189, + "duration_game": 60.2, + "duration_system": 1311.307, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_05_26_11_43_59", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.94% of the surrounding traffic's one", + "Average speed is 141.46% of the surrounding traffic's one", + "Average speed is 112.6% of the surrounding traffic's one", + "Average speed is 108.83% of the surrounding traffic's one", + "Average speed is 81.88% of the surrounding traffic's one", + "Average speed is 2.63% of the surrounding traffic's one", + "Average speed is 66.38% of the surrounding traffic's one", + "Average speed is 108.13% of the surrounding traffic's one", + "Average speed is 116.67% of the surrounding traffic's one", + "Average speed is 110.34% of the surrounding traffic's one", + "Average speed is 90.35% of the surrounding traffic's one", + "Average speed is 94.49% of the surrounding traffic's one", + "Average speed is 102.9% of the surrounding traffic's one", + "Average speed is 48.24% of the surrounding traffic's one", + "Average speed is 120.56% of the surrounding traffic's one", + "Average speed is 159.26% of the surrounding traffic's one", + "Average speed is 80.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 60.2, + "duration_system": 1311.307 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.638" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/157_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/157_res.json new file mode 100644 index 0000000000000000000000000000000000000000..67fdf6217ad2d5801e51ea19a4c8d0c72a4164dc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/157_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.115, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.875, + "duration_game": 18.6, + "duration_system": 282.276, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_05_26_12_08_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.45% of the surrounding traffic's one", + "Average speed is 115.69% of the surrounding traffic's one", + "Average speed is 217.94% of the surrounding traffic's one", + "Average speed is 219.6% of the surrounding traffic's one", + "Average speed is 187.22% of the surrounding traffic's one", + "Average speed is 91.58% of the surrounding traffic's one", + "Average speed is 51.09% of the surrounding traffic's one", + "Average speed is 59.56% of the surrounding traffic's one", + "Average speed is 98.87% of the surrounding traffic's one", + "Average speed is 111.08% of the surrounding traffic's one", + "Average speed is 127.03% of the surrounding traffic's one", + "Average speed is 141.87% of the surrounding traffic's one", + "Average speed is 152.98% of the surrounding traffic's one", + "Average speed is 136.37% of the surrounding traffic's one", + "Average speed is 123.89% of the surrounding traffic's one", + "Average speed is 143.26% of the surrounding traffic's one", + "Average speed is 114.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 18.6, + "duration_system": 282.276 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.115" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/158_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/158_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d31fe28870486af9e7c108f3688a31757e6c92a9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/158_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.322, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 128.062, + "duration_game": 50.1, + "duration_system": 407.411, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_05_26_12_15_03", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.93% of the surrounding traffic's one", + "Average speed is 114.23% of the surrounding traffic's one", + "Average speed is 20.66% of the surrounding traffic's one", + "Average speed is 136.52% of the surrounding traffic's one", + "Average speed is 105.32% of the surrounding traffic's one", + "Average speed is 138.11% of the surrounding traffic's one", + "Average speed is 98.71% of the surrounding traffic's one", + "Average speed is 88.07% of the surrounding traffic's one", + "Average speed is 112.35% of the surrounding traffic's one", + "Average speed is 116.69% of the surrounding traffic's one", + "Average speed is 103.05% of the surrounding traffic's one", + "Average speed is 145.22% of the surrounding traffic's one", + "Average speed is 13.66% of the surrounding traffic's one", + "Average speed is 92.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.1, + "duration_system": 407.411 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.322" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/159_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/159_res.json new file mode 100644 index 0000000000000000000000000000000000000000..335a3563ad79572b983fb6a169da0a5af6ef285a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/159_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.469, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.115, + "duration_game": 10.85, + "duration_system": 77.086, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_05_26_12_24_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.31% of the surrounding traffic's one", + "Average speed is 148.63% of the surrounding traffic's one", + "Average speed is 137.92% of the surrounding traffic's one", + "Average speed is 159.47% of the surrounding traffic's one", + "Average speed is 109.89% of the surrounding traffic's one", + "Average speed is 125.0% of the surrounding traffic's one", + "Average speed is 110.2% of the surrounding traffic's one", + "Average speed is 105.23% of the surrounding traffic's one", + "Average speed is 106.69% of the surrounding traffic's one", + "Average speed is 113.81% of the surrounding traffic's one", + "Average speed is 142.59% of the surrounding traffic's one", + "Average speed is 191.46% of the surrounding traffic's one", + "Average speed is 165.32% of the surrounding traffic's one", + "Average speed is 187.91% of the surrounding traffic's one", + "Average speed is 122.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 10.85, + "duration_system": 77.086 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.469" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/15_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/15_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ac213c3a6cec6be1fcbb0a9b977aab12643d5fd4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/15_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.002, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.459, + "duration_game": 123.75, + "duration_system": 1593.778, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_05_26_23_44_46", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.29% of the surrounding traffic's one", + "Average speed is 210.95% of the surrounding traffic's one", + "Average speed is 340.37% of the surrounding traffic's one", + "Average speed is 165.63% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 3.01% of the surrounding traffic's one", + "Average speed is 578.54% of the surrounding traffic's one", + "Average speed is 524.47% of the surrounding traffic's one", + "Average speed is 430.58% of the surrounding traffic's one", + "Average speed is 331.01% of the surrounding traffic's one", + "Average speed is 697.3% of the surrounding traffic's one", + "Average speed is 851.34% of the surrounding traffic's one", + "Average speed is 902.69% of the surrounding traffic's one", + "Average speed is 487.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 123.75, + "duration_system": 1593.778 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.002" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/160_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/160_res.json new file mode 100644 index 0000000000000000000000000000000000000000..eca601fd2a110ab7886b05b7a4ade407872ce5e4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/160_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.434, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 144.762, + "duration_game": 56.7, + "duration_system": 1231.265, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_05_26_12_27_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 151.26% of the surrounding traffic's one", + "Average speed is 148.47% of the surrounding traffic's one", + "Average speed is 115.16% of the surrounding traffic's one", + "Average speed is 45.3% of the surrounding traffic's one", + "Average speed is 2.38% of the surrounding traffic's one", + "Average speed is 97.98% of the surrounding traffic's one", + "Average speed is 171.91% of the surrounding traffic's one", + "Average speed is 206.26% of the surrounding traffic's one", + "Average speed is 195.97% of the surrounding traffic's one", + "Average speed is 190.63% of the surrounding traffic's one", + "Average speed is 198.17% of the surrounding traffic's one", + "Average speed is 232.81% of the surrounding traffic's one", + "Average speed is 238.14% of the surrounding traffic's one", + "Average speed is 232.26% of the surrounding traffic's one", + "Average speed is 246.34% of the surrounding traffic's one", + "Average speed is 260.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 56.7, + "duration_system": 1231.265 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.434" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/161_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/161_res.json new file mode 100644 index 0000000000000000000000000000000000000000..068d67e44b5761c4644d3f245f78702cf2d6d6e8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/161_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.079, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 141.573, + "duration_game": 15.05, + "duration_system": 232.264, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_05_25_11_56_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.78% of the surrounding traffic's one", + "Average speed is 152.34% of the surrounding traffic's one", + "Average speed is 176.27% of the surrounding traffic's one", + "Average speed is 174.26% of the surrounding traffic's one", + "Average speed is 102.31% of the surrounding traffic's one", + "Average speed is 46.48% of the surrounding traffic's one", + "Average speed is 110.07% of the surrounding traffic's one", + "Average speed is 126.63% of the surrounding traffic's one", + "Average speed is 81.46% of the surrounding traffic's one", + "Average speed is 105.32% of the surrounding traffic's one", + "Average speed is 155.84% of the surrounding traffic's one", + "Average speed is 181.35% of the surrounding traffic's one", + "Average speed is 182.67% of the surrounding traffic's one", + "Average speed is 167.87% of the surrounding traffic's one", + "Average speed is 218.37% of the surrounding traffic's one", + "Average speed is 284.11% of the surrounding traffic's one", + "Average speed is 276.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 15.05, + "duration_system": 232.264 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.079" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/162_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/162_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8997c7a4dda1d1e4e8390c833532b64cc88ad665 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/162_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.845, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 125.152, + "duration_game": 19.45, + "duration_system": 308.311, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_05_25_12_03_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.69% of the surrounding traffic's one", + "Average speed is 145.54% of the surrounding traffic's one", + "Average speed is 149.53% of the surrounding traffic's one", + "Average speed is 185.18% of the surrounding traffic's one", + "Average speed is 162.72% of the surrounding traffic's one", + "Average speed is 92.44% of the surrounding traffic's one", + "Average speed is 20.42% of the surrounding traffic's one", + "Average speed is 108.01% of the surrounding traffic's one", + "Average speed is 164.74% of the surrounding traffic's one", + "Average speed is 176.15% of the surrounding traffic's one", + "Average speed is 169.68% of the surrounding traffic's one", + "Average speed is 139.68% of the surrounding traffic's one", + "Average speed is 117.8% of the surrounding traffic's one", + "Average speed is 81.87% of the surrounding traffic's one", + "Average speed is 147.8% of the surrounding traffic's one", + "Average speed is 189.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 19.45, + "duration_system": 308.311 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.845" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/163_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/163_res.json new file mode 100644 index 0000000000000000000000000000000000000000..af803fa06576ddd1dab5ef31d207b52ed6d54775 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/163_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.654, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.118, + "duration_game": 66.25, + "duration_system": 500.53, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_05_26_12_50_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.77% of the surrounding traffic's one", + "Average speed is 109.25% of the surrounding traffic's one", + "Average speed is 111.68% of the surrounding traffic's one", + "Average speed is 98.55% of the surrounding traffic's one", + "Average speed is 100.29% of the surrounding traffic's one", + "Average speed is 109.62% of the surrounding traffic's one", + "Average speed is 97.35% of the surrounding traffic's one", + "Average speed is 4.65% of the surrounding traffic's one", + "Average speed is 90.49% of the surrounding traffic's one", + "Average speed is 206.22% of the surrounding traffic's one", + "Average speed is 194.33% of the surrounding traffic's one", + "Average speed is 127.83% of the surrounding traffic's one", + "Average speed is 129.39% of the surrounding traffic's one", + "Average speed is 108.08% of the surrounding traffic's one", + "Average speed is 29.28% of the surrounding traffic's one", + "Average speed is 122.53% of the surrounding traffic's one", + "Average speed is 55.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 66.25, + "duration_system": 500.53 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.654" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/164_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/164_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1b498c9652aae522043ff61e7e1b1bdd39daa405 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/164_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 103.502, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 6.469, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.587, + "duration_game": 245.3, + "duration_system": 2955.298, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_05_26_13_00_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 67.7% of the surrounding traffic's one", + "Average speed is 150.2% of the surrounding traffic's one", + "Average speed is 210.44% of the surrounding traffic's one", + "Average speed is 244.34% of the surrounding traffic's one", + "Average speed is 226.35% of the surrounding traffic's one", + "Average speed is 216.2% of the surrounding traffic's one", + "Average speed is 190.55% of the surrounding traffic's one", + "Average speed is 137.24% of the surrounding traffic's one", + "Average speed is 42.45% of the surrounding traffic's one", + "Average speed is 39.65% of the surrounding traffic's one", + "Average speed is 41.99% of the surrounding traffic's one", + "Average speed is 41.01% of the surrounding traffic's one", + "Average speed is 46.34% of the surrounding traffic's one", + "Average speed is 40.06% of the surrounding traffic's one", + "Average speed is 40.01% of the surrounding traffic's one", + "Average speed is 1.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 245.3, + "duration_system": 2955.298 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "6.469", + "103.502" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/165_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/165_res.json new file mode 100644 index 0000000000000000000000000000000000000000..df881c3a5b8b9db8f877f1d1a1e22fe8cefa37e0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/165_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 105.708, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 141.901, + "duration_game": 16.75, + "duration_system": 333.331, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_05_26_13_52_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.34% of the surrounding traffic's one", + "Average speed is 128.71% of the surrounding traffic's one", + "Average speed is 99.01% of the surrounding traffic's one", + "Average speed is 137.67% of the surrounding traffic's one", + "Average speed is 147.71% of the surrounding traffic's one", + "Average speed is 87.19% of the surrounding traffic's one", + "Average speed is 114.61% of the surrounding traffic's one", + "Average speed is 163.11% of the surrounding traffic's one", + "Average speed is 135.46% of the surrounding traffic's one", + "Average speed is 95.54% of the surrounding traffic's one", + "Average speed is 134.35% of the surrounding traffic's one", + "Average speed is 121.63% of the surrounding traffic's one", + "Average speed is 97.58% of the surrounding traffic's one", + "Average speed is 167.26% of the surrounding traffic's one", + "Average speed is 121.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 16.75, + "duration_system": 333.331 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "105.708" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/166_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/166_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9bca126fc3e831bfb60604f9c6d8664b2be460ba --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/166_res.json @@ -0,0 +1,135 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 107.359, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 21.472 + }, + "scores_mean": { + "score_composed": 33.69, + "score_route": 33.69, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 138.239, + "duration_game": 355.95, + "duration_system": 4073.643, + "exceptions": [ + [ + "RouteScenario_25358_rep0", + 0, + "Failed - Agent timed out" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25358_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_25358_rep0_Town06_StaticCutIn_1_12_05_27_03_30_15", + "status": "Failed - Agent timed out", + "num_infractions": 6, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.76% of the surrounding traffic's one", + "Average speed is 128.7% of the surrounding traffic's one", + "Average speed is 120.92% of the surrounding traffic's one", + "Average speed is 173.12% of the surrounding traffic's one", + "Average speed is 1.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [ + "Route timeout." + ] + }, + "scores": { + "score_route": 33.69, + "score_penalty": 1.0, + "score_composed": 33.69 + }, + "meta": { + "route_length": 138.239, + "duration_game": 355.95, + "duration_system": 4073.643 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "33.69", + "33.69", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "21.472", + "0.0", + "0.0", + "0.0", + "107.359" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/167_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/167_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f209316751288a57337f2a88a848668553a34b84 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/167_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.164, + "yield_emergency_vehicle_infractions": 10.51, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 95.145, + "duration_game": 8.95, + "duration_system": 128.322, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_05_26_15_11_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.85% of the surrounding traffic's one", + "Average speed is 140.8% of the surrounding traffic's one", + "Average speed is 112.7% of the surrounding traffic's one", + "Average speed is 115.84% of the surrounding traffic's one", + "Average speed is 183.75% of the surrounding traffic's one", + "Average speed is 165.1% of the surrounding traffic's one", + "Average speed is 179.97% of the surrounding traffic's one", + "Average speed is 185.5% of the surrounding traffic's one", + "Average speed is 180.01% of the surrounding traffic's one", + "Average speed is 164.52% of the surrounding traffic's one", + "Average speed is 153.65% of the surrounding traffic's one", + "Average speed is 143.0% of the surrounding traffic's one", + "Average speed is 129.16% of the surrounding traffic's one", + "Average speed is 114.27% of the surrounding traffic's one", + "Average speed is 107.14% of the surrounding traffic's one", + "Average speed is 89.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.95, + "duration_system": 128.322 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "10.51", + "0.0", + "168.164" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/168_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/168_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6814057c1d08bf12c3c4af747b83df35e6d0d65e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/168_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.439, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.452, + "duration_game": 14.3, + "duration_system": 251.246, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_05_26_15_16_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.98% of the surrounding traffic's one", + "Average speed is 135.95% of the surrounding traffic's one", + "Average speed is 158.07% of the surrounding traffic's one", + "Average speed is 132.07% of the surrounding traffic's one", + "Average speed is 127.57% of the surrounding traffic's one", + "Average speed is 134.09% of the surrounding traffic's one", + "Average speed is 59.7% of the surrounding traffic's one", + "Average speed is 121.72% of the surrounding traffic's one", + "Average speed is 102.78% of the surrounding traffic's one", + "Average speed is 127.22% of the surrounding traffic's one", + "Average speed is 114.21% of the surrounding traffic's one", + "Average speed is 161.18% of the surrounding traffic's one", + "Average speed is 175.37% of the surrounding traffic's one", + "Average speed is 194.64% of the surrounding traffic's one", + "Average speed is 212.54% of the surrounding traffic's one", + "Average speed is 258.89% of the surrounding traffic's one", + "Average speed is 278.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 14.3, + "duration_system": 251.246 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.439" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/169_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/169_res.json new file mode 100644 index 0000000000000000000000000000000000000000..42346c01694b6d1a5d34ab58b1821f6d8e070fde --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/169_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.262, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 108.923, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 137.712, + "duration_game": 13.95, + "duration_system": 332.336, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_05_25_12_11_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=229 at (x=1046.048, y=632.234, z=120.548) at time=5.250s [CARLA Frame: 1217, Agent Step: 104]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.48% of the surrounding traffic's one", + "Average speed is 153.68% of the surrounding traffic's one", + "Average speed is 201.79% of the surrounding traffic's one", + "Average speed is 201.63% of the surrounding traffic's one", + "Average speed is 182.39% of the surrounding traffic's one", + "Average speed is 154.41% of the surrounding traffic's one", + "Average speed is 168.25% of the surrounding traffic's one", + "Average speed is 193.02% of the surrounding traffic's one", + "Average speed is 188.66% of the surrounding traffic's one", + "Average speed is 162.88% of the surrounding traffic's one", + "Average speed is 125.26% of the surrounding traffic's one", + "Average speed is 119.72% of the surrounding traffic's one", + "Average speed is 116.0% of the surrounding traffic's one", + "Average speed is 115.86% of the surrounding traffic's one", + "Average speed is 104.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 13.95, + "duration_system": 332.336 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.262", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "108.923" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/16_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/16_res.json new file mode 100644 index 0000000000000000000000000000000000000000..26c3e11cdf828b126556649f5c1f60edc9679206 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/16_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.763, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.967, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.353, + "duration_game": 33.5, + "duration_system": 355.393, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_05_25_20_44_53", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=238.469, y=5915.842, z=361.202) at time=32.250s [CARLA Frame: 1973, Agent Step: 644]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.99% of the surrounding traffic's one", + "Average speed is 104.84% of the surrounding traffic's one", + "Average speed is 383.21% of the surrounding traffic's one", + "Average speed is 195.0% of the surrounding traffic's one", + "Average speed is 133.27% of the surrounding traffic's one", + "Average speed is 51.52% of the surrounding traffic's one", + "Average speed is 10.05% of the surrounding traffic's one", + "Average speed is 539.98% of the surrounding traffic's one", + "Average speed is 478.11% of the surrounding traffic's one", + "Average speed is 398.24% of the surrounding traffic's one", + "Average speed is 380.65% of the surrounding traffic's one", + "Average speed is 734.98% of the surrounding traffic's one", + "Average speed is 755.96% of the surrounding traffic's one", + "Average speed is 787.34% of the surrounding traffic's one", + "Average speed is 493.43% of the surrounding traffic's one", + "Average speed is 391.64% of the surrounding traffic's one", + "Average speed is 413.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 33.5, + "duration_system": 355.393 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.763", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.967" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/170_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/170_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b6dbb25910a73ec184eac3dd83e7edfda06851d0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/170_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.852, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.064, + "duration_game": 32.0, + "duration_system": 600.679, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_05_26_15_22_47", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.73% of the surrounding traffic's one", + "Average speed is 67.47% of the surrounding traffic's one", + "Average speed is 30.63% of the surrounding traffic's one", + "Average speed is 67.64% of the surrounding traffic's one", + "Average speed is 82.73% of the surrounding traffic's one", + "Average speed is 34.74% of the surrounding traffic's one", + "Average speed is 2.96% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 32.0, + "duration_system": 600.679 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.852" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/171_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/171_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9426e73f0bb43787ab86e5fd2b127a71cfcddff0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/171_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.4, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 127.768, + "duration_game": 16.3, + "duration_system": 280.286, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_05_25_12_19_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.08% of the surrounding traffic's one", + "Average speed is 143.59% of the surrounding traffic's one", + "Average speed is 217.75% of the surrounding traffic's one", + "Average speed is 197.07% of the surrounding traffic's one", + "Average speed is 161.79% of the surrounding traffic's one", + "Average speed is 65.17% of the surrounding traffic's one", + "Average speed is 91.99% of the surrounding traffic's one", + "Average speed is 122.39% of the surrounding traffic's one", + "Average speed is 115.28% of the surrounding traffic's one", + "Average speed is 143.39% of the surrounding traffic's one", + "Average speed is 124.33% of the surrounding traffic's one", + "Average speed is 120.26% of the surrounding traffic's one", + "Average speed is 132.56% of the surrounding traffic's one", + "Average speed is 124.61% of the surrounding traffic's one", + "Average speed is 145.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 280.286 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.4" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/172_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/172_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b9745160cc74a67189038ab7c04719e224cc4d84 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/172_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.005, + "min_speed_infractions": 142.602, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 9.507, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 66.317635, + "score_route": 100.0, + "score_penalty": 0.663176 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 105.188, + "duration_game": 256.75, + "duration_system": 2658.299, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_05_26_15_35_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.006 meters (5.26% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 128.5% of the surrounding traffic's one", + "Average speed is 189.41% of the surrounding traffic's one", + "Average speed is 372.29% of the surrounding traffic's one", + "Average speed is 480.47% of the surrounding traffic's one", + "Average speed is 255.49% of the surrounding traffic's one", + "Average speed is 183.8% of the surrounding traffic's one", + "Average speed is 8.55% of the surrounding traffic's one", + "Average speed is 596.21% of the surrounding traffic's one", + "Average speed is 497.49% of the surrounding traffic's one", + "Average speed is 535.65% of the surrounding traffic's one", + "Average speed is 757.12% of the surrounding traffic's one", + "Average speed is 620.15% of the surrounding traffic's one", + "Average speed is 218.08% of the surrounding traffic's one", + "Average speed is 9.24% of the surrounding traffic's one", + "Average speed is 238.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.663176, + "score_composed": 66.317635 + }, + "meta": { + "route_length": 105.188, + "duration_game": 256.75, + "duration_system": 2658.299 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "66.317635", + "100.0", + "0.663176", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.005", + "0.0", + "0.0", + "0.0", + "0.0", + "9.507", + "142.602" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/173_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/173_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ec94245c259228ca107ea6098f987da016f3ff9f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/173_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 32.95, + "duration_system": 276.283, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_05_26_16_21_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.68% of the surrounding traffic's one", + "Average speed is 172.91% of the surrounding traffic's one", + "Average speed is 201.59% of the surrounding traffic's one", + "Average speed is 151.24% of the surrounding traffic's one", + "Average speed is 143.48% of the surrounding traffic's one", + "Average speed is 54.47% of the surrounding traffic's one", + "Average speed is 110.63% of the surrounding traffic's one", + "Average speed is 161.97% of the surrounding traffic's one", + "Average speed is 53.11% of the surrounding traffic's one", + "Average speed is 104.85% of the surrounding traffic's one", + "Average speed is 97.52% of the surrounding traffic's one", + "Average speed is 96.98% of the surrounding traffic's one", + "Average speed is 119.37% of the surrounding traffic's one", + "Average speed is 131.96% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one", + "Average speed is 79.93% of the surrounding traffic's one", + "Average speed is 105.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 32.95, + "duration_system": 276.283 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/174_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/174_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3cd54064eaff90f02e33d3d1d1a32484310b51a0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/174_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.726, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.013, + "min_speed_infractions": 115.893, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 53.218222, + "score_route": 100.0, + "score_penalty": 0.532182 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 129.43, + "duration_game": 104.75, + "duration_system": 891.92, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_05_25_12_26_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=151 at (x=133.42, y=-133.959, z=0.032) at time=7.550s [CARLA Frame: 1290, Agent Step: 150]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 13.499 meters (11.3% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 155.25% of the surrounding traffic's one", + "Average speed is 211.58% of the surrounding traffic's one", + "Average speed is 245.45% of the surrounding traffic's one", + "Average speed is 228.34% of the surrounding traffic's one", + "Average speed is 241.82% of the surrounding traffic's one", + "Average speed is 191.85% of the surrounding traffic's one", + "Average speed is 131.82% of the surrounding traffic's one", + "Average speed is 190.8% of the surrounding traffic's one", + "Average speed is 65.84% of the surrounding traffic's one", + "Average speed is 2196.49% of the surrounding traffic's one", + "Average speed is 863.22% of the surrounding traffic's one", + "Average speed is 387.24% of the surrounding traffic's one", + "Average speed is 215.5% of the surrounding traffic's one", + "Average speed is 175.84% of the surrounding traffic's one", + "Average speed is 171.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.532182, + "score_composed": 53.218222 + }, + "meta": { + "route_length": 129.43, + "duration_game": 104.75, + "duration_system": 891.92 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "53.218222", + "100.0", + "0.532182", + "0.0", + "7.726", + "0.0", + "0.0", + "0.0", + "0.013", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.893" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/175_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/175_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d697a7922b1950afa5d9f08c171d32e70a7e34a1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/175_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 166.401, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.134, + "duration_game": 35.65, + "duration_system": 280.281, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_05_26_16_28_41", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 424.08% of the surrounding traffic's one", + "Average speed is 25897.26% of the surrounding traffic's one", + "Average speed is 582.76% of the surrounding traffic's one", + "Average speed is 119.79% of the surrounding traffic's one", + "Average speed is 8.99% of the surrounding traffic's one", + "Average speed is 2199.21% of the surrounding traffic's one", + "Average speed is 1774.51% of the surrounding traffic's one", + "Average speed is 1756.24% of the surrounding traffic's one", + "Average speed is 1521.0% of the surrounding traffic's one", + "Average speed is 1916.83% of the surrounding traffic's one", + "Average speed is 1731.53% of the surrounding traffic's one", + "Average speed is 1743.77% of the surrounding traffic's one", + "Average speed is 1237.54% of the surrounding traffic's one", + "Average speed is 333.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 35.65, + "duration_system": 280.281 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "166.401" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/176_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/176_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3e05a9ae3dc3edf2c02e6cc96fe0ac03a0b32673 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/176_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.243, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 101.185, + "duration_game": 46.9, + "duration_system": 364.501, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_05_26_16_35_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.9% of the surrounding traffic's one", + "Average speed is 78.8% of the surrounding traffic's one", + "Average speed is 145.28% of the surrounding traffic's one", + "Average speed is 209.95% of the surrounding traffic's one", + "Average speed is 181.3% of the surrounding traffic's one", + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 57.54% of the surrounding traffic's one", + "Average speed is 12.36% of the surrounding traffic's one", + "Average speed is 415.52% of the surrounding traffic's one", + "Average speed is 315.96% of the surrounding traffic's one", + "Average speed is 290.55% of the surrounding traffic's one", + "Average speed is 200.49% of the surrounding traffic's one", + "Average speed is 182.98% of the surrounding traffic's one", + "Average speed is 176.02% of the surrounding traffic's one", + "Average speed is 144.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 46.9, + "duration_system": 364.501 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.243" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/177_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/177_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5ab70731539304c93536e5717762c6ff583d8af8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/177_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.612, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 22.7, + "duration_system": 327.333, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_05_25_12_43_25", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=122 at (x=115.058, y=130.401, z=0.268) at time=14.150s [CARLA Frame: 1441, Agent Step: 282]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.01% of the surrounding traffic's one", + "Average speed is 144.32% of the surrounding traffic's one", + "Average speed is 246.02% of the surrounding traffic's one", + "Average speed is 231.64% of the surrounding traffic's one", + "Average speed is 167.8% of the surrounding traffic's one", + "Average speed is 26.82% of the surrounding traffic's one", + "Average speed is 68.1% of the surrounding traffic's one", + "Average speed is 149.62% of the surrounding traffic's one", + "Average speed is 210.13% of the surrounding traffic's one", + "Average speed is 168.9% of the surrounding traffic's one", + "Average speed is 183.73% of the surrounding traffic's one", + "Average speed is 178.37% of the surrounding traffic's one", + "Average speed is 221.16% of the surrounding traffic's one", + "Average speed is 270.85% of the surrounding traffic's one", + "Average speed is 262.59% of the surrounding traffic's one", + "Average speed is 321.43% of the surrounding traffic's one", + "Average speed is 141.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 22.7, + "duration_system": 327.333 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.612", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/178_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/178_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3340d5981940868971b7dca1cf86c54293fe8773 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/178_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 149.868, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.088, + "duration_game": 31.7, + "duration_system": 247.248, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_05_26_16_44_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.44% of the surrounding traffic's one", + "Average speed is 56.4% of the surrounding traffic's one", + "Average speed is 75.87% of the surrounding traffic's one", + "Average speed is 150.71% of the surrounding traffic's one", + "Average speed is 156.68% of the surrounding traffic's one", + "Average speed is 176.44% of the surrounding traffic's one", + "Average speed is 179.19% of the surrounding traffic's one", + "Average speed is 111.07% of the surrounding traffic's one", + "Average speed is 19.91% of the surrounding traffic's one", + "Average speed is 131.52% of the surrounding traffic's one", + "Average speed is 197.35% of the surrounding traffic's one", + "Average speed is 225.62% of the surrounding traffic's one", + "Average speed is 584.38% of the surrounding traffic's one", + "Average speed is 189.1% of the surrounding traffic's one", + "Average speed is 61.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.7, + "duration_system": 247.248 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "149.868" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/179_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/179_res.json new file mode 100644 index 0000000000000000000000000000000000000000..99186202252121b2bf0ab3df7450499d631fc785 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/179_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.681, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.263, + "duration_game": 18.95, + "duration_system": 153.154, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_05_26_16_50_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.69% of the surrounding traffic's one", + "Average speed is 124.5% of the surrounding traffic's one", + "Average speed is 199.92% of the surrounding traffic's one", + "Average speed is 220.34% of the surrounding traffic's one", + "Average speed is 178.26% of the surrounding traffic's one", + "Average speed is 120.95% of the surrounding traffic's one", + "Average speed is 87.56% of the surrounding traffic's one", + "Average speed is 72.57% of the surrounding traffic's one", + "Average speed is 56.87% of the surrounding traffic's one", + "Average speed is 96.66% of the surrounding traffic's one", + "Average speed is 248.1% of the surrounding traffic's one", + "Average speed is 325.03% of the surrounding traffic's one", + "Average speed is 326.03% of the surrounding traffic's one", + "Average speed is 299.81% of the surrounding traffic's one", + "Average speed is 262.4% of the surrounding traffic's one", + "Average speed is 439.48% of the surrounding traffic's one", + "Average speed is 439.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.95, + "duration_system": 153.154 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.681" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/17_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/17_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fcfb12cf1c7605a136e88fddf45f5e6d8c289bcb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/17_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.788, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.492, + "duration_game": 24.05, + "duration_system": 251.282, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_05_25_05_57_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.4% of the surrounding traffic's one", + "Average speed is 119.64% of the surrounding traffic's one", + "Average speed is 111.37% of the surrounding traffic's one", + "Average speed is 13.5% of the surrounding traffic's one", + "Average speed is 338.45% of the surrounding traffic's one", + "Average speed is 464.4% of the surrounding traffic's one", + "Average speed is 243.77% of the surrounding traffic's one", + "Average speed is 656.7% of the surrounding traffic's one", + "Average speed is 788.52% of the surrounding traffic's one", + "Average speed is 631.76% of the surrounding traffic's one", + "Average speed is 223.32% of the surrounding traffic's one", + "Average speed is 210.64% of the surrounding traffic's one", + "Average speed is 259.03% of the surrounding traffic's one", + "Average speed is 349.86% of the surrounding traffic's one", + "Average speed is 236.87% of the surrounding traffic's one", + "Average speed is 202.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.05, + "duration_system": 251.282 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.788" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/180_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/180_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ab9cf2eb9b910373b84c337483bf1b8dbe5ebd20 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/180_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.532, + "duration_game": 25.6, + "duration_system": 233.234, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_05_26_16_55_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.8% of the surrounding traffic's one", + "Average speed is 196.51% of the surrounding traffic's one", + "Average speed is 182.01% of the surrounding traffic's one", + "Average speed is 186.94% of the surrounding traffic's one", + "Average speed is 175.04% of the surrounding traffic's one", + "Average speed is 145.88% of the surrounding traffic's one", + "Average speed is 106.19% of the surrounding traffic's one", + "Average speed is 88.61% of the surrounding traffic's one", + "Average speed is 49.97% of the surrounding traffic's one", + "Average speed is 73.2% of the surrounding traffic's one", + "Average speed is 95.21% of the surrounding traffic's one", + "Average speed is 141.51% of the surrounding traffic's one", + "Average speed is 89.26% of the surrounding traffic's one", + "Average speed is 281.8% of the surrounding traffic's one", + "Average speed is 417.04% of the surrounding traffic's one", + "Average speed is 350.19% of the surrounding traffic's one", + "Average speed is 381.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.6, + "duration_system": 233.234 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/181_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/181_res.json new file mode 100644 index 0000000000000000000000000000000000000000..74b2d778d1fe5b04ad923e52770023a219dd5676 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/181_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 288.288, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 55.5, + "duration_game": 11.8, + "duration_system": 84.088, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_05_26_17_01_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 88.22% of the surrounding traffic's one", + "Average speed is 19.56% of the surrounding traffic's one", + "Average speed is 168.08% of the surrounding traffic's one", + "Average speed is 297.67% of the surrounding traffic's one", + "Average speed is 307.83% of the surrounding traffic's one", + "Average speed is 289.01% of the surrounding traffic's one", + "Average speed is 269.95% of the surrounding traffic's one", + "Average speed is 284.12% of the surrounding traffic's one", + "Average speed is 385.03% of the surrounding traffic's one", + "Average speed is 407.74% of the surrounding traffic's one", + "Average speed is 426.17% of the surrounding traffic's one", + "Average speed is 404.63% of the surrounding traffic's one", + "Average speed is 356.37% of the surrounding traffic's one", + "Average speed is 295.56% of the surrounding traffic's one", + "Average speed is 206.93% of the surrounding traffic's one", + "Average speed is 151.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 11.8, + "duration_system": 84.088 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "288.288" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/182_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/182_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0574c1448d5d127e916d6c55bff07c74cbfbcede --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/182_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 286.856, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 52.291, + "duration_game": 50.25, + "duration_system": 450.454, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_05_26_17_04_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.54% of the surrounding traffic's one", + "Average speed is 1128.33% of the surrounding traffic's one", + "Average speed is 1476.92% of the surrounding traffic's one", + "Average speed is 1506.37% of the surrounding traffic's one", + "Average speed is 1926.04% of the surrounding traffic's one", + "Average speed is 1573.85% of the surrounding traffic's one", + "Average speed is 1234.61% of the surrounding traffic's one", + "Average speed is 1071.11% of the surrounding traffic's one", + "Average speed is 763.34% of the surrounding traffic's one", + "Average speed is 482.65% of the surrounding traffic's one", + "Average speed is 390.58% of the surrounding traffic's one", + "Average speed is 274.79% of the surrounding traffic's one", + "Average speed is 222.77% of the surrounding traffic's one", + "Average speed is 190.49% of the surrounding traffic's one", + "Average speed is 208.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 50.25, + "duration_system": 450.454 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "286.856" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/183_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/183_res.json new file mode 100644 index 0000000000000000000000000000000000000000..818f1ada15ba2fdb47fb5b63f07f886e4e5cdcac --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/183_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 118.304, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 7.394, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.245, + "duration_game": 250.7, + "duration_system": 2233.571, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_05_26_17_14_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 153.23% of the surrounding traffic's one", + "Average speed is 229.83% of the surrounding traffic's one", + "Average speed is 248.26% of the surrounding traffic's one", + "Average speed is 214.77% of the surrounding traffic's one", + "Average speed is 198.35% of the surrounding traffic's one", + "Average speed is 158.86% of the surrounding traffic's one", + "Average speed is 168.94% of the surrounding traffic's one", + "Average speed is 176.54% of the surrounding traffic's one", + "Average speed is 163.9% of the surrounding traffic's one", + "Average speed is 155.83% of the surrounding traffic's one", + "Average speed is 147.32% of the surrounding traffic's one", + "Average speed is 146.45% of the surrounding traffic's one", + "Average speed is 171.75% of the surrounding traffic's one", + "Average speed is 154.08% of the surrounding traffic's one", + "Average speed is 126.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.7, + "duration_system": 2233.571 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.394", + "118.304" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/184_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/184_res.json new file mode 100644 index 0000000000000000000000000000000000000000..11ae970460a159673d9cfe4abc40a268cb572d2a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/184_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.43, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 146.212, + "duration_game": 11.1, + "duration_system": 122.12, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_05_26_23_10_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.17% of the surrounding traffic's one", + "Average speed is 320.98% of the surrounding traffic's one", + "Average speed is 294.23% of the surrounding traffic's one", + "Average speed is 209.55% of the surrounding traffic's one", + "Average speed is 118.98% of the surrounding traffic's one", + "Average speed is 132.21% of the surrounding traffic's one", + "Average speed is 169.01% of the surrounding traffic's one", + "Average speed is 189.98% of the surrounding traffic's one", + "Average speed is 191.14% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 11.1, + "duration_system": 122.12 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.43" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/185_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/185_res.json new file mode 100644 index 0000000000000000000000000000000000000000..711612b874a10541407565609ac4a110b17a902c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/185_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.044, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.874, + "duration_game": 12.6, + "duration_system": 111.119, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_05_26_17_53_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.96% of the surrounding traffic's one", + "Average speed is 135.11% of the surrounding traffic's one", + "Average speed is 149.78% of the surrounding traffic's one", + "Average speed is 178.71% of the surrounding traffic's one", + "Average speed is 216.49% of the surrounding traffic's one", + "Average speed is 213.23% of the surrounding traffic's one", + "Average speed is 207.17% of the surrounding traffic's one", + "Average speed is 208.25% of the surrounding traffic's one", + "Average speed is 156.16% of the surrounding traffic's one", + "Average speed is 93.94% of the surrounding traffic's one", + "Average speed is 116.69% of the surrounding traffic's one", + "Average speed is 106.79% of the surrounding traffic's one", + "Average speed is 124.52% of the surrounding traffic's one", + "Average speed is 178.14% of the surrounding traffic's one", + "Average speed is 218.19% of the surrounding traffic's one", + "Average speed is 162.03% of the surrounding traffic's one", + "Average speed is 165.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.6, + "duration_system": 111.119 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.044" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/186_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/186_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bfced226ba3fa9b160bf68d78250a6f3f1bc1df7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/186_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.496, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 125.527, + "duration_game": 12.7, + "duration_system": 104.115, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_05_25_13_00_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.0% of the surrounding traffic's one", + "Average speed is 153.0% of the surrounding traffic's one", + "Average speed is 83.45% of the surrounding traffic's one", + "Average speed is 91.82% of the surrounding traffic's one", + "Average speed is 100.88% of the surrounding traffic's one", + "Average speed is 95.72% of the surrounding traffic's one", + "Average speed is 80.64% of the surrounding traffic's one", + "Average speed is 73.01% of the surrounding traffic's one", + "Average speed is 61.44% of the surrounding traffic's one", + "Average speed is 52.41% of the surrounding traffic's one", + "Average speed is 69.03% of the surrounding traffic's one", + "Average speed is 86.56% of the surrounding traffic's one", + "Average speed is 87.18% of the surrounding traffic's one", + "Average speed is 92.03% of the surrounding traffic's one", + "Average speed is 95.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 12.7, + "duration_system": 104.115 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.496" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/187_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/187_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2ee7528cb032fdfe939871d5a97aff694e9efe41 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/187_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.362, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.497, + "duration_game": 15.1, + "duration_system": 148.157, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_05_25_13_04_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.18% of the surrounding traffic's one", + "Average speed is 127.71% of the surrounding traffic's one", + "Average speed is 214.95% of the surrounding traffic's one", + "Average speed is 248.62% of the surrounding traffic's one", + "Average speed is 246.08% of the surrounding traffic's one", + "Average speed is 216.76% of the surrounding traffic's one", + "Average speed is 75.27% of the surrounding traffic's one", + "Average speed is 170.89% of the surrounding traffic's one", + "Average speed is 81.06% of the surrounding traffic's one", + "Average speed is 167.39% of the surrounding traffic's one", + "Average speed is 196.87% of the surrounding traffic's one", + "Average speed is 166.58% of the surrounding traffic's one", + "Average speed is 144.31% of the surrounding traffic's one", + "Average speed is 111.91% of the surrounding traffic's one", + "Average speed is 131.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.1, + "duration_system": 148.157 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.362" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/188_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/188_res.json new file mode 100644 index 0000000000000000000000000000000000000000..eee367152d2669d5ab7bc40e225f18b2fb8cac0e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/188_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.434, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 144.762, + "duration_game": 29.2, + "duration_system": 406.423, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_05_26_17_57_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.29% of the surrounding traffic's one", + "Average speed is 117.27% of the surrounding traffic's one", + "Average speed is 15.68% of the surrounding traffic's one", + "Average speed is 106.68% of the surrounding traffic's one", + "Average speed is 113.38% of the surrounding traffic's one", + "Average speed is 110.54% of the surrounding traffic's one", + "Average speed is 96.39% of the surrounding traffic's one", + "Average speed is 112.53% of the surrounding traffic's one", + "Average speed is 113.0% of the surrounding traffic's one", + "Average speed is 106.8% of the surrounding traffic's one", + "Average speed is 103.36% of the surrounding traffic's one", + "Average speed is 109.71% of the surrounding traffic's one", + "Average speed is 110.21% of the surrounding traffic's one", + "Average speed is 107.17% of the surrounding traffic's one", + "Average speed is 121.25% of the surrounding traffic's one", + "Average speed is 100.99% of the surrounding traffic's one", + "Average speed is 101.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.2, + "duration_system": 406.423 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.434" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/189_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/189_res.json new file mode 100644 index 0000000000000000000000000000000000000000..70fbb6f3f6f93edddd66f3fc8f8472f771cbbd5b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/189_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 107.953, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 148.212, + "duration_game": 71.0, + "duration_system": 610.732, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_05_27_04_40_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.14% of the surrounding traffic's one", + "Average speed is 61.47% of the surrounding traffic's one", + "Average speed is 266.69% of the surrounding traffic's one", + "Average speed is 270.59% of the surrounding traffic's one", + "Average speed is 26.02% of the surrounding traffic's one", + "Average speed is 379.08% of the surrounding traffic's one", + "Average speed is 60.93% of the surrounding traffic's one", + "Average speed is 333.62% of the surrounding traffic's one", + "Average speed is 389.23% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 124054514217.29% of the surrounding traffic's one", + "Average speed is 13083.83% of the surrounding traffic's one", + "Average speed is 2217.89% of the surrounding traffic's one", + "Average speed is 1076.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.212, + "duration_game": 71.0, + "duration_system": 610.732 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "107.953" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/18_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/18_res.json new file mode 100644 index 0000000000000000000000000000000000000000..966c3a0ebff93a938242366a2486fe3324ed9b0c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/18_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 26.738, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 213.904, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 36.0, + "score_route": 100.0, + "score_penalty": 0.36 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.8, + "duration_game": 20.7, + "duration_system": 186.197, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_05_25_20_53_28", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3708 at (x=-1470.653, y=3918.05, z=363.735) at time=14.750s [CARLA Frame: 1583, Agent Step: 294]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3708 at (x=-1470.653, y=3918.05, z=363.735) at time=14.750s [CARLA Frame: 1583, Agent Step: 294]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.96% of the surrounding traffic's one", + "Average speed is 118.64% of the surrounding traffic's one", + "Average speed is 117.2% of the surrounding traffic's one", + "Average speed is 38.52% of the surrounding traffic's one", + "Average speed is 142.91% of the surrounding traffic's one", + "Average speed is 59.69% of the surrounding traffic's one", + "Average speed is 395.15% of the surrounding traffic's one", + "Average speed is 433.25% of the surrounding traffic's one", + "Average speed is 103.81% of the surrounding traffic's one", + "Average speed is 454.13% of the surrounding traffic's one", + "Average speed is 3732.71% of the surrounding traffic's one", + "Average speed is 1696.44% of the surrounding traffic's one", + "Average speed is 807.03% of the surrounding traffic's one", + "Average speed is 519.11% of the surrounding traffic's one", + "Average speed is 355.93% of the surrounding traffic's one", + "Average speed is 254.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 20.7, + "duration_system": 186.197 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "36.0", + "100.0", + "0.36", + "0.0", + "26.738", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.904" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/190_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/190_res.json new file mode 100644 index 0000000000000000000000000000000000000000..391deb725216ea8d7333ab82ff070c5e6bd3c4d2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/190_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.143, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.075, + "duration_game": 17.75, + "duration_system": 132.142, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_05_26_18_44_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.06% of the surrounding traffic's one", + "Average speed is 61.39% of the surrounding traffic's one", + "Average speed is 147.75% of the surrounding traffic's one", + "Average speed is 98.17% of the surrounding traffic's one", + "Average speed is 103.17% of the surrounding traffic's one", + "Average speed is 93.37% of the surrounding traffic's one", + "Average speed is 95.15% of the surrounding traffic's one", + "Average speed is 117.58% of the surrounding traffic's one", + "Average speed is 82.91% of the surrounding traffic's one", + "Average speed is 131.52% of the surrounding traffic's one", + "Average speed is 98.28% of the surrounding traffic's one", + "Average speed is 114.52% of the surrounding traffic's one", + "Average speed is 95.73% of the surrounding traffic's one", + "Average speed is 107.99% of the surrounding traffic's one", + "Average speed is 122.54% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.75, + "duration_system": 132.142 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.143" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/191_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/191_res.json new file mode 100644 index 0000000000000000000000000000000000000000..714ff637c5e1a754f9033244f6bf3411377addfc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/191_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 220.55, + "duration_system": 2034.533, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_05_25_13_09_42", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.63% of the surrounding traffic's one", + "Average speed is 169.44% of the surrounding traffic's one", + "Average speed is 137.31% of the surrounding traffic's one", + "Average speed is 118.21% of the surrounding traffic's one", + "Average speed is 139.45% of the surrounding traffic's one", + "Average speed is 124.87% of the surrounding traffic's one", + "Average speed is 124.17% of the surrounding traffic's one", + "Average speed is 130.27% of the surrounding traffic's one", + "Average speed is 130.98% of the surrounding traffic's one", + "Average speed is 121.6% of the surrounding traffic's one", + "Average speed is 118.41% of the surrounding traffic's one", + "Average speed is 111.57% of the surrounding traffic's one", + "Average speed is 129.73% of the surrounding traffic's one", + "Average speed is 119.68% of the surrounding traffic's one", + "Average speed is 118.52% of the surrounding traffic's one", + "Average speed is 138.81% of the surrounding traffic's one", + "Average speed is 100.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 220.55, + "duration_system": 2034.533 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/192_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/192_res.json new file mode 100644 index 0000000000000000000000000000000000000000..97c44a8688a80ac13362723e8ab4b02dd63690f9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/192_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 28.85, + "duration_system": 321.325, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_05_26_18_49_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.98% of the surrounding traffic's one", + "Average speed is 118.53% of the surrounding traffic's one", + "Average speed is 19.64% of the surrounding traffic's one", + "Average speed is 100.6% of the surrounding traffic's one", + "Average speed is 156.87% of the surrounding traffic's one", + "Average speed is 118.0% of the surrounding traffic's one", + "Average speed is 114.17% of the surrounding traffic's one", + "Average speed is 104.92% of the surrounding traffic's one", + "Average speed is 108.51% of the surrounding traffic's one", + "Average speed is 98.3% of the surrounding traffic's one", + "Average speed is 103.29% of the surrounding traffic's one", + "Average speed is 102.35% of the surrounding traffic's one", + "Average speed is 108.67% of the surrounding traffic's one", + "Average speed is 106.32% of the surrounding traffic's one", + "Average speed is 117.25% of the surrounding traffic's one", + "Average speed is 115.14% of the surrounding traffic's one", + "Average speed is 89.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.85, + "duration_system": 321.325 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/193_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/193_res.json new file mode 100644 index 0000000000000000000000000000000000000000..97053f392af16a2f0fa9bf7db854d1deca7ad154 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/193_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.086, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.595, + "duration_game": 12.3, + "duration_system": 130.137, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_05_25_13_45_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.28% of the surrounding traffic's one", + "Average speed is 220.77% of the surrounding traffic's one", + "Average speed is 205.47% of the surrounding traffic's one", + "Average speed is 150.15% of the surrounding traffic's one", + "Average speed is 180.14% of the surrounding traffic's one", + "Average speed is 119.9% of the surrounding traffic's one", + "Average speed is 165.5% of the surrounding traffic's one", + "Average speed is 204.14% of the surrounding traffic's one", + "Average speed is 214.1% of the surrounding traffic's one", + "Average speed is 131.33% of the surrounding traffic's one", + "Average speed is 204.31% of the surrounding traffic's one", + "Average speed is 312.98% of the surrounding traffic's one", + "Average speed is 290.04% of the surrounding traffic's one", + "Average speed is 215.41% of the surrounding traffic's one", + "Average speed is 217.41% of the surrounding traffic's one", + "Average speed is 248.15% of the surrounding traffic's one", + "Average speed is 217.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 12.3, + "duration_system": 130.137 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.086" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/194_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/194_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2c0fa9b468a142d211566cc84726445851ba02f7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/194_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 11.583, + "outside_route_lanes": 0.0, + "min_speed_infractions": 162.165, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 80.0, + "score_route": 100.0, + "score_penalty": 0.8 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.332, + "duration_game": 12.55, + "duration_system": 103.104, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_05_27_02_36_37", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=40 at (x=189.933, y=-169.668, z=0.196)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.41% of the surrounding traffic's one", + "Average speed is 176.24% of the surrounding traffic's one", + "Average speed is 297.63% of the surrounding traffic's one", + "Average speed is 180.09% of the surrounding traffic's one", + "Average speed is 44.49% of the surrounding traffic's one", + "Average speed is 150.63% of the surrounding traffic's one", + "Average speed is 250.01% of the surrounding traffic's one", + "Average speed is 287.81% of the surrounding traffic's one", + "Average speed is 259.47% of the surrounding traffic's one", + "Average speed is 334.18% of the surrounding traffic's one", + "Average speed is 423.68% of the surrounding traffic's one", + "Average speed is 651.4% of the surrounding traffic's one", + "Average speed is 373.18% of the surrounding traffic's one", + "Average speed is 230.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 12.55, + "duration_system": 103.104 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "80.0", + "100.0", + "0.8", + "0.0", + "0.0", + "0.0", + "0.0", + "11.583", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "162.165" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/195_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/195_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b3ee2b4c640668b750a75f3bbe04f249993814a3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/195_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 217.006, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.339, + "duration_game": 8.9, + "duration_system": 96.102, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_05_26_19_07_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.9% of the surrounding traffic's one", + "Average speed is 158.24% of the surrounding traffic's one", + "Average speed is 365.51% of the surrounding traffic's one", + "Average speed is 426.44% of the surrounding traffic's one", + "Average speed is 428.86% of the surrounding traffic's one", + "Average speed is 448.2% of the surrounding traffic's one", + "Average speed is 433.85% of the surrounding traffic's one", + "Average speed is 386.46% of the surrounding traffic's one", + "Average speed is 290.85% of the surrounding traffic's one", + "Average speed is 195.89% of the surrounding traffic's one", + "Average speed is 142.29% of the surrounding traffic's one", + "Average speed is 232.06% of the surrounding traffic's one", + "Average speed is 305.19% of the surrounding traffic's one", + "Average speed is 284.51% of the surrounding traffic's one", + "Average speed is 178.15% of the surrounding traffic's one", + "Average speed is 140.07% of the surrounding traffic's one", + "Average speed is 195.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.9, + "duration_system": 96.102 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "217.006" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/196_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/196_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b0dfce3de75352571247ff2c75e5395f5531c0b8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/196_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.558, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.002, + "min_speed_infractions": 216.929, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 58.228977, + "score_route": 100.0, + "score_penalty": 0.58229 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.757, + "duration_game": 97.1, + "duration_system": 784.816, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_05_26_19_11_57", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=212 at (x=23.053, y=-7.772, z=-0.006) at time=52.050s [CARLA Frame: 1870, Agent Step: 1040]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.0 meters (2.95% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 153.93% of the surrounding traffic's one", + "Average speed is 146.76% of the surrounding traffic's one", + "Average speed is 267.64% of the surrounding traffic's one", + "Average speed is 40.51% of the surrounding traffic's one", + "Average speed is 217.98% of the surrounding traffic's one", + "Average speed is 515.67% of the surrounding traffic's one", + "Average speed is 848.05% of the surrounding traffic's one", + "Average speed is 785.36% of the surrounding traffic's one", + "Average speed is 72.61% of the surrounding traffic's one", + "Average speed is 3793.93% of the surrounding traffic's one", + "Average speed is 4421.4% of the surrounding traffic's one", + "Average speed is 14774.64% of the surrounding traffic's one", + "Average speed is 2348.48% of the surrounding traffic's one", + "Average speed is 1061.0% of the surrounding traffic's one", + "Average speed is 952.0% of the surrounding traffic's one", + "Average speed is 941.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.58229, + "score_composed": 58.228977 + }, + "meta": { + "route_length": 73.757, + "duration_game": 97.1, + "duration_system": 784.816 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "58.228977", + "100.0", + "0.58229", + "0.0", + "13.558", + "0.0", + "0.0", + "0.0", + "0.002", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.929" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/197_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/197_res.json new file mode 100644 index 0000000000000000000000000000000000000000..19767d8d1245a04c532939970f1d972b6c167209 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/197_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.909, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.445, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.468, + "duration_game": 12.75, + "duration_system": 135.316, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_05_26_19_27_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=172 at (x=-107.864, y=95.122, z=-0.004) at time=10.300s [CARLA Frame: 1153, Agent Step: 205]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.44% of the surrounding traffic's one", + "Average speed is 342.03% of the surrounding traffic's one", + "Average speed is 1133.22% of the surrounding traffic's one", + "Average speed is 776.08% of the surrounding traffic's one", + "Average speed is 455.75% of the surrounding traffic's one", + "Average speed is 50.59% of the surrounding traffic's one", + "Average speed is 193.19% of the surrounding traffic's one", + "Average speed is 380.58% of the surrounding traffic's one", + "Average speed is 470.18% of the surrounding traffic's one", + "Average speed is 468.34% of the surrounding traffic's one", + "Average speed is 602.44% of the surrounding traffic's one", + "Average speed is 1298.34% of the surrounding traffic's one", + "Average speed is 1565.8% of the surrounding traffic's one", + "Average speed is 756.53% of the surrounding traffic's one", + "Average speed is 584.03% of the surrounding traffic's one", + "Average speed is 743.1% of the surrounding traffic's one", + "Average speed is 513.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 12.75, + "duration_system": 135.316 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.909", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.445" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/198_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/198_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2c52b5023b7ea70a8f0859b5c6c21104f0e72e6a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/198_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 163.193, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.788, + "duration_game": 49.7, + "duration_system": 400.41, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_05_26_23_14_06", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 632.97% of the surrounding traffic's one", + "Average speed is 1128.3% of the surrounding traffic's one", + "Average speed is 572.88% of the surrounding traffic's one", + "Average speed is 125.28% of the surrounding traffic's one", + "Average speed is 11.49% of the surrounding traffic's one", + "Average speed is 1463.36% of the surrounding traffic's one", + "Average speed is 1407.06% of the surrounding traffic's one", + "Average speed is 1390.73% of the surrounding traffic's one", + "Average speed is 1192.82% of the surrounding traffic's one", + "Average speed is 1335.2% of the surrounding traffic's one", + "Average speed is 1322.41% of the surrounding traffic's one", + "Average speed is 1089.82% of the surrounding traffic's one", + "Average speed is 1753.58% of the surrounding traffic's one", + "Average speed is 1430.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.7, + "duration_system": 400.41 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "163.193" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/199_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/199_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c899ae8a14f7f7518ad849d62753d382b3b72ca9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/199_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.852, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.484, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.809, + "duration_game": 11.8, + "duration_system": 121.128, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_05_26_19_32_24", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=694.802, y=731.903, z=117.994) at time=8.750s [CARLA Frame: 1109, Agent Step: 174]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.19% of the surrounding traffic's one", + "Average speed is 215.32% of the surrounding traffic's one", + "Average speed is 300.53% of the surrounding traffic's one", + "Average speed is 569.09% of the surrounding traffic's one", + "Average speed is 278.68% of the surrounding traffic's one", + "Average speed is 53.88% of the surrounding traffic's one", + "Average speed is 115.23% of the surrounding traffic's one", + "Average speed is 279.04% of the surrounding traffic's one", + "Average speed is 358.19% of the surrounding traffic's one", + "Average speed is 416.09% of the surrounding traffic's one", + "Average speed is 427.21% of the surrounding traffic's one", + "Average speed is 485.0% of the surrounding traffic's one", + "Average speed is 555.76% of the surrounding traffic's one", + "Average speed is 487.14% of the surrounding traffic's one", + "Average speed is 525.77% of the surrounding traffic's one", + "Average speed is 616.55% of the surrounding traffic's one", + "Average speed is 569.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.8, + "duration_system": 121.128 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.852", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.484" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/19_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/19_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d59087bc142dbd1610c5a9024b0d4c4f7606ec25 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/19_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.094, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 169.321, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.683, + "duration_game": 50.9, + "duration_system": 447.472, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_05_25_06_03_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3949 at (x=919.984, y=3673.289, z=370.812) at time=50.050s [CARLA Frame: 2310, Agent Step: 1000]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 170.9% of the surrounding traffic's one", + "Average speed is 717.16% of the surrounding traffic's one", + "Average speed is 704.1% of the surrounding traffic's one", + "Average speed is 153.37% of the surrounding traffic's one", + "Average speed is 12.84% of the surrounding traffic's one", + "Average speed is 1884.83% of the surrounding traffic's one", + "Average speed is 1898.34% of the surrounding traffic's one", + "Average speed is 1366.63% of the surrounding traffic's one", + "Average speed is 834.01% of the surrounding traffic's one", + "Average speed is 975.59% of the surrounding traffic's one", + "Average speed is 9035.41% of the surrounding traffic's one", + "Average speed is 2216.97% of the surrounding traffic's one", + "Average speed is 1030.69% of the surrounding traffic's one", + "Average speed is 1040.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.9, + "duration_system": 447.472 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.094", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "169.321" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/200_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/200_res.json new file mode 100644 index 0000000000000000000000000000000000000000..02d4a915ee3967a627a0e8dd762cc0f7928f4212 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/200_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 162.456, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.177, + "duration_game": 20.9, + "duration_system": 362.359, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_05_26_23_22_41", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 196.36% of the surrounding traffic's one", + "Average speed is 187.46% of the surrounding traffic's one", + "Average speed is 219.36% of the surrounding traffic's one", + "Average speed is 94.27% of the surrounding traffic's one", + "Average speed is 157.31% of the surrounding traffic's one", + "Average speed is 210.02% of the surrounding traffic's one", + "Average speed is 221.49% of the surrounding traffic's one", + "Average speed is 229.76% of the surrounding traffic's one", + "Average speed is 27.93% of the surrounding traffic's one", + "Average speed is 1029.26% of the surrounding traffic's one", + "Average speed is 969.24% of the surrounding traffic's one", + "Average speed is 520.15% of the surrounding traffic's one", + "Average speed is 364.06% of the surrounding traffic's one", + "Average speed is 336.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 20.9, + "duration_system": 362.359 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "162.456" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/201_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/201_res.json new file mode 100644 index 0000000000000000000000000000000000000000..43c88f93294e851f1c6bb995a1ec9deca19e4c80 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/201_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.56, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 213.517, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.619, + "duration_game": 23.15, + "duration_system": 291.292, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_05_26_19_36_55", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.605, y=-81.362, z=0.025) at time=17.400s [CARLA Frame: 1303, Agent Step: 347]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.81% of the surrounding traffic's one", + "Average speed is 97.56% of the surrounding traffic's one", + "Average speed is 137.49% of the surrounding traffic's one", + "Average speed is 172.4% of the surrounding traffic's one", + "Average speed is 36.08% of the surrounding traffic's one", + "Average speed is 1463.31% of the surrounding traffic's one", + "Average speed is 1574.4% of the surrounding traffic's one", + "Average speed is 1487.44% of the surrounding traffic's one", + "Average speed is 1263.53% of the surrounding traffic's one", + "Average speed is 933.5% of the surrounding traffic's one", + "Average speed is 196.83% of the surrounding traffic's one", + "Average speed is 1770.92% of the surrounding traffic's one", + "Average speed is 986.02% of the surrounding traffic's one", + "Average speed is 850.03% of the surrounding traffic's one", + "Average speed is 962.96% of the surrounding traffic's one", + "Average speed is 900.04% of the surrounding traffic's one", + "Average speed is 726.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 23.15, + "duration_system": 291.292 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.56", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.517" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/202_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/202_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e3796417a0409d4362f17c33851a82759acf086d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/202_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 170.832, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.952, + "duration_game": 50.65, + "duration_system": 421.519, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_05_26_19_44_12", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.49% of the surrounding traffic's one", + "Average speed is 254.81% of the surrounding traffic's one", + "Average speed is 470.06% of the surrounding traffic's one", + "Average speed is 21.22% of the surrounding traffic's one", + "Average speed is 17.02% of the surrounding traffic's one", + "Average speed is 865.2% of the surrounding traffic's one", + "Average speed is 917.5% of the surrounding traffic's one", + "Average speed is 947.24% of the surrounding traffic's one", + "Average speed is 812.22% of the surrounding traffic's one", + "Average speed is 650.99% of the surrounding traffic's one", + "Average speed is 533.32% of the surrounding traffic's one", + "Average speed is 3553.64% of the surrounding traffic's one", + "Average speed is 635.81% of the surrounding traffic's one", + "Average speed is 591.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.65, + "duration_system": 421.519 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "170.832" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/203_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/203_res.json new file mode 100644 index 0000000000000000000000000000000000000000..aaeb12748c0274b191879debb0d922fc98ec559c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/203_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 228.679, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 69.967, + "duration_game": 24.9, + "duration_system": 207.212, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_05_26_19_53_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.28% of the surrounding traffic's one", + "Average speed is 1504.79% of the surrounding traffic's one", + "Average speed is 541.18% of the surrounding traffic's one", + "Average speed is 121.65% of the surrounding traffic's one", + "Average speed is 18.47% of the surrounding traffic's one", + "Average speed is 15.65% of the surrounding traffic's one", + "Average speed is 275.9% of the surrounding traffic's one", + "Average speed is 330.07% of the surrounding traffic's one", + "Average speed is 371.02% of the surrounding traffic's one", + "Average speed is 388.19% of the surrounding traffic's one", + "Average speed is 562.65% of the surrounding traffic's one", + "Average speed is 605.7% of the surrounding traffic's one", + "Average speed is 389.36% of the surrounding traffic's one", + "Average speed is 274.21% of the surrounding traffic's one", + "Average speed is 175.58% of the surrounding traffic's one", + "Average speed is 178.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 24.9, + "duration_system": 207.212 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "228.679" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/204_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/204_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7b567bb5085973a1b311610485bbc0d47bf18dc9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/204_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 14.211, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 213.168, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 70.367, + "duration_game": 19.1, + "duration_system": 243.278, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_05_25_16_13_39", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=1746 at (x=-1805.36, y=-10140.046, z=274.848) at time=6.550s [CARLA Frame: 1455, Agent Step: 130]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 316.13% of the surrounding traffic's one", + "Average speed is 497.36% of the surrounding traffic's one", + "Average speed is 389.12% of the surrounding traffic's one", + "Average speed is 257.17% of the surrounding traffic's one", + "Average speed is 106.93% of the surrounding traffic's one", + "Average speed is 100.83% of the surrounding traffic's one", + "Average speed is 210.35% of the surrounding traffic's one", + "Average speed is 204.56% of the surrounding traffic's one", + "Average speed is 188.94% of the surrounding traffic's one", + "Average speed is 59.18% of the surrounding traffic's one", + "Average speed is 5404.13% of the surrounding traffic's one", + "Average speed is 1312.95% of the surrounding traffic's one", + "Average speed is 811.49% of the surrounding traffic's one", + "Average speed is 576.07% of the surrounding traffic's one", + "Average speed is 490.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 70.367, + "duration_game": 19.1, + "duration_system": 243.278 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "14.211", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.168" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/205_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/205_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6f1fc5b7152f8da235be015ee3d1bf7d19c48ad0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/205_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.359, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 68.381, + "duration_game": 19.65, + "duration_system": 158.171, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_05_25_16_19_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.61% of the surrounding traffic's one", + "Average speed is 491.3% of the surrounding traffic's one", + "Average speed is 388.61% of the surrounding traffic's one", + "Average speed is 184.96% of the surrounding traffic's one", + "Average speed is 91.84% of the surrounding traffic's one", + "Average speed is 14.93% of the surrounding traffic's one", + "Average speed is 368.18% of the surrounding traffic's one", + "Average speed is 409.07% of the surrounding traffic's one", + "Average speed is 378.97% of the surrounding traffic's one", + "Average speed is 440.01% of the surrounding traffic's one", + "Average speed is 567.59% of the surrounding traffic's one", + "Average speed is 483.55% of the surrounding traffic's one", + "Average speed is 331.07% of the surrounding traffic's one", + "Average speed is 259.12% of the surrounding traffic's one", + "Average speed is 209.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.65, + "duration_system": 158.171 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.359" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/206_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/206_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d484c1fd20c30050b95f94f77cd0b4389bd112ee --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/206_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 8.277, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 132.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 120.817, + "duration_game": 18.4, + "duration_system": 142.149, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_05_26_19_59_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 34 at (x=106.12, y=324.08, z=0.103)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 68.17% of the surrounding traffic's one", + "Average speed is 106.66% of the surrounding traffic's one", + "Average speed is 64.8% of the surrounding traffic's one", + "Average speed is 83.24% of the surrounding traffic's one", + "Average speed is 84.29% of the surrounding traffic's one", + "Average speed is 134.75% of the surrounding traffic's one", + "Average speed is 94.77% of the surrounding traffic's one", + "Average speed is 66.43% of the surrounding traffic's one", + "Average speed is 124.16% of the surrounding traffic's one", + "Average speed is 96.92% of the surrounding traffic's one", + "Average speed is 142.11% of the surrounding traffic's one", + "Average speed is 324.04% of the surrounding traffic's one", + "Average speed is 309.82% of the surrounding traffic's one", + "Average speed is 287.84% of the surrounding traffic's one", + "Average speed is 200.96% of the surrounding traffic's one", + "Average speed is 172.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 18.4, + "duration_system": 142.149 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "8.277", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "132.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/207_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/207_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6d03d7fee49413d96532b047b3b08a1f3f23c20f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/207_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 170.613, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.057, + "duration_game": 36.15, + "duration_system": 274.301, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_05_26_20_03_56", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.26% of the surrounding traffic's one", + "Average speed is 221.76% of the surrounding traffic's one", + "Average speed is 164.54% of the surrounding traffic's one", + "Average speed is 6.56% of the surrounding traffic's one", + "Average speed is 591.11% of the surrounding traffic's one", + "Average speed is 1505.35% of the surrounding traffic's one", + "Average speed is 2558.66% of the surrounding traffic's one", + "Average speed is 1451.07% of the surrounding traffic's one", + "Average speed is 1105.57% of the surrounding traffic's one", + "Average speed is 1089.78% of the surrounding traffic's one", + "Average speed is 708.64% of the surrounding traffic's one", + "Average speed is 370.45% of the surrounding traffic's one", + "Average speed is 242.66% of the surrounding traffic's one", + "Average speed is 215.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.15, + "duration_system": 274.301 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "170.613" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/208_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/208_res.json new file mode 100644 index 0000000000000000000000000000000000000000..047a1c8243c16ec2cce92e473b3371aeed37dc38 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/208_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 25.267, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.768, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 36.0, + "score_route": 100.0, + "score_penalty": 0.36 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.155, + "duration_game": 14.55, + "duration_system": 147.145, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_05_25_16_24_50", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.615, y=-250.805, z=0.008) at time=9.200s [CARLA Frame: 1513, Agent Step: 183]", + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=157 at (x=257.4, y=-261.579, z=0.011) at time=10.550s [CARLA Frame: 1540, Agent Step: 210]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.53% of the surrounding traffic's one", + "Average speed is 2603.85% of the surrounding traffic's one", + "Average speed is 2666.35% of the surrounding traffic's one", + "Average speed is 662.36% of the surrounding traffic's one", + "Average speed is 422.08% of the surrounding traffic's one", + "Average speed is 36.12% of the surrounding traffic's one", + "Average speed is 59.89% of the surrounding traffic's one", + "Average speed is 197.75% of the surrounding traffic's one", + "Average speed is 250.57% of the surrounding traffic's one", + "Average speed is 272.53% of the surrounding traffic's one", + "Average speed is 431.0% of the surrounding traffic's one", + "Average speed is 459.72% of the surrounding traffic's one", + "Average speed is 132.27% of the surrounding traffic's one", + "Average speed is 311.24% of the surrounding traffic's one", + "Average speed is 296.77% of the surrounding traffic's one", + "Average speed is 194.98% of the surrounding traffic's one", + "Average speed is 186.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 14.55, + "duration_system": 147.145 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "36.0", + "100.0", + "0.36", + "0.0", + "25.267", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.768" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/209_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/209_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0b876e64c981831255dc3afe00eb8f62cd7d3d45 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/209_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.312, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 172.369, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.221, + "duration_game": 18.05, + "duration_system": 215.22, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_05_25_16_29_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=166 at (x=263.0, y=-247.092, z=0.002) at time=14.650s [CARLA Frame: 1615, Agent Step: 292]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 210.19% of the surrounding traffic's one", + "Average speed is 772.81% of the surrounding traffic's one", + "Average speed is 877.95% of the surrounding traffic's one", + "Average speed is 62.59% of the surrounding traffic's one", + "Average speed is 18.78% of the surrounding traffic's one", + "Average speed is 177.82% of the surrounding traffic's one", + "Average speed is 343.06% of the surrounding traffic's one", + "Average speed is 361.11% of the surrounding traffic's one", + "Average speed is 353.5% of the surrounding traffic's one", + "Average speed is 192.17% of the surrounding traffic's one", + "Average speed is 717.74% of the surrounding traffic's one", + "Average speed is 593.07% of the surrounding traffic's one", + "Average speed is 378.99% of the surrounding traffic's one", + "Average speed is 279.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 18.05, + "duration_system": 215.22 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.312", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "172.369" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/20_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/20_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b8498d92c42e8ed6fa1891d429d950c7c64b0b5f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/20_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.779, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.133, + "duration_game": 29.2, + "duration_system": 435.449, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_05_25_20_59_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 208.87% of the surrounding traffic's one", + "Average speed is 998.91% of the surrounding traffic's one", + "Average speed is 1385.66% of the surrounding traffic's one", + "Average speed is 272.28% of the surrounding traffic's one", + "Average speed is 98.18% of the surrounding traffic's one", + "Average speed is 45.9% of the surrounding traffic's one", + "Average speed is 164.99% of the surrounding traffic's one", + "Average speed is 187.95% of the surrounding traffic's one", + "Average speed is 34.02% of the surrounding traffic's one", + "Average speed is 956.28% of the surrounding traffic's one", + "Average speed is 1773.86% of the surrounding traffic's one", + "Average speed is 1669.48% of the surrounding traffic's one", + "Average speed is 933.67% of the surrounding traffic's one", + "Average speed is 635.04% of the surrounding traffic's one", + "Average speed is 373.94% of the surrounding traffic's one", + "Average speed is 17.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 29.2, + "duration_system": 435.449 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.779" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/210_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/210_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6e72bb5e3bddfd9d89d655ec0ffedfd63c866d21 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/210_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 11.696, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 175.447, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.496, + "duration_game": 13.6, + "duration_system": 128.137, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_05_25_16_34_52", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=165 at (x=195.045, y=-309.405, z=0.026) at time=10.650s [CARLA Frame: 1525, Agent Step: 212]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 282.27% of the surrounding traffic's one", + "Average speed is 163.62% of the surrounding traffic's one", + "Average speed is 181.34% of the surrounding traffic's one", + "Average speed is 138.36% of the surrounding traffic's one", + "Average speed is 23.88% of the surrounding traffic's one", + "Average speed is 186.86% of the surrounding traffic's one", + "Average speed is 467.84% of the surrounding traffic's one", + "Average speed is 541.61% of the surrounding traffic's one", + "Average speed is 349.32% of the surrounding traffic's one", + "Average speed is 295.79% of the surrounding traffic's one", + "Average speed is 335.03% of the surrounding traffic's one", + "Average speed is 356.02% of the surrounding traffic's one", + "Average speed is 313.74% of the surrounding traffic's one", + "Average speed is 255.23% of the surrounding traffic's one", + "Average speed is 210.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 13.6, + "duration_system": 128.137 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "11.696", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "175.447" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/211_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/211_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6888f2b2126cb3089861e216b2f6b31dc018cc27 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/211_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 165.426, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.63, + "duration_game": 12.55, + "duration_system": 123.126, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_05_25_16_39_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 273.84% of the surrounding traffic's one", + "Average speed is 209.87% of the surrounding traffic's one", + "Average speed is 129.74% of the surrounding traffic's one", + "Average speed is 119.79% of the surrounding traffic's one", + "Average speed is 161.58% of the surrounding traffic's one", + "Average speed is 186.79% of the surrounding traffic's one", + "Average speed is 216.05% of the surrounding traffic's one", + "Average speed is 198.4% of the surrounding traffic's one", + "Average speed is 159.58% of the surrounding traffic's one", + "Average speed is 177.93% of the surrounding traffic's one", + "Average speed is 295.74% of the surrounding traffic's one", + "Average speed is 310.13% of the surrounding traffic's one", + "Average speed is 165.45% of the surrounding traffic's one", + "Average speed is 171.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 12.55, + "duration_system": 123.126 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "165.426" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/212_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/212_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2591b954310032a72a429ab98d717e8d4f207ccd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/212_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 110.111, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.389, + "duration_game": 29.45, + "duration_system": 537.548, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_05_26_20_10_39", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.7% of the surrounding traffic's one", + "Average speed is 106.45% of the surrounding traffic's one", + "Average speed is 115.21% of the surrounding traffic's one", + "Average speed is 82.09% of the surrounding traffic's one", + "Average speed is 158.83% of the surrounding traffic's one", + "Average speed is 176.77% of the surrounding traffic's one", + "Average speed is 37.19% of the surrounding traffic's one", + "Average speed is 224.47% of the surrounding traffic's one", + "Average speed is 192.52% of the surrounding traffic's one", + "Average speed is 231.18% of the surrounding traffic's one", + "Average speed is 243.56% of the surrounding traffic's one", + "Average speed is 153.63% of the surrounding traffic's one", + "Average speed is 187.09% of the surrounding traffic's one", + "Average speed is 148.76% of the surrounding traffic's one", + "Average speed is 231.29% of the surrounding traffic's one", + "Average speed is 217.95% of the surrounding traffic's one", + "Average speed is 168.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 29.45, + "duration_system": 537.548 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "110.111" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/213_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/213_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6195d85767cbee5b6cb838bf2fcc194e7e48a421 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/213_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 177.858, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.337, + "duration_game": 12.85, + "duration_system": 110.119, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_05_25_16_43_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.61% of the surrounding traffic's one", + "Average speed is 121.07% of the surrounding traffic's one", + "Average speed is 144.5% of the surrounding traffic's one", + "Average speed is 42.56% of the surrounding traffic's one", + "Average speed is 348.39% of the surrounding traffic's one", + "Average speed is 304.24% of the surrounding traffic's one", + "Average speed is 362.35% of the surrounding traffic's one", + "Average speed is 475.82% of the surrounding traffic's one", + "Average speed is 456.01% of the surrounding traffic's one", + "Average speed is 432.71% of the surrounding traffic's one", + "Average speed is 368.71% of the surrounding traffic's one", + "Average speed is 356.72% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 23002993691.78% of the surrounding traffic's one", + "Average speed is 189.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 12.85, + "duration_system": 110.119 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "177.858" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/214_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/214_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9b074541195c9cba56511d9a34e7d507f41fe58f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/214_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.367, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 185.51, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.858, + "duration_game": 12.6, + "duration_system": 135.133, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_05_26_20_21_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2395.608, y=2411.341, z=366.527) at time=9.600s [CARLA Frame: 1385, Agent Step: 191]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 221.12% of the surrounding traffic's one", + "Average speed is 410.7% of the surrounding traffic's one", + "Average speed is 396.42% of the surrounding traffic's one", + "Average speed is 98.36% of the surrounding traffic's one", + "Average speed is 32.73% of the surrounding traffic's one", + "Average speed is 136.58% of the surrounding traffic's one", + "Average speed is 221.88% of the surrounding traffic's one", + "Average speed is 277.82% of the surrounding traffic's one", + "Average speed is 351.05% of the surrounding traffic's one", + "Average speed is 312.01% of the surrounding traffic's one", + "Average speed is 329.86% of the surrounding traffic's one", + "Average speed is 365.03% of the surrounding traffic's one", + "Average speed is 904.04% of the surrounding traffic's one", + "Average speed is 358.38% of the surrounding traffic's one", + "Average speed is 423.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 12.6, + "duration_system": 135.133 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.367", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "185.51" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/215_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/215_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0acca04d09c062c0be4736ea72e6a3dc6074038c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/215_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 173.486, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.698, + "duration_game": 15.55, + "duration_system": 200.209, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_05_26_20_26_25", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.68% of the surrounding traffic's one", + "Average speed is 156.57% of the surrounding traffic's one", + "Average speed is 366.25% of the surrounding traffic's one", + "Average speed is 43.62% of the surrounding traffic's one", + "Average speed is 45.32% of the surrounding traffic's one", + "Average speed is 281.77% of the surrounding traffic's one", + "Average speed is 420.55% of the surrounding traffic's one", + "Average speed is 391.03% of the surrounding traffic's one", + "Average speed is 479.26% of the surrounding traffic's one", + "Average speed is 642.52% of the surrounding traffic's one", + "Average speed is 787.6% of the surrounding traffic's one", + "Average speed is 475.73% of the surrounding traffic's one", + "Average speed is 418.07% of the surrounding traffic's one", + "Average speed is 339.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.55, + "duration_system": 200.209 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "173.486" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/216_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/216_res.json new file mode 100644 index 0000000000000000000000000000000000000000..57cef70f8fbee223559832ec6ed3d91e4c87fa6e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/216_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 11.435, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 182.953, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 87.454, + "duration_game": 36.05, + "duration_system": 347.358, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_05_26_20_32_10", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2398.75, y=-93.102, z=335.414) at time=34.200s [CARLA Frame: 1947, Agent Step: 683]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.62% of the surrounding traffic's one", + "Average speed is 292.92% of the surrounding traffic's one", + "Average speed is 226.88% of the surrounding traffic's one", + "Average speed is 12.05% of the surrounding traffic's one", + "Average speed is 1626.36% of the surrounding traffic's one", + "Average speed is 1162.24% of the surrounding traffic's one", + "Average speed is 1120.93% of the surrounding traffic's one", + "Average speed is 992.77% of the surrounding traffic's one", + "Average speed is 1006.86% of the surrounding traffic's one", + "Average speed is 846.44% of the surrounding traffic's one", + "Average speed is 971.8% of the surrounding traffic's one", + "Average speed is 5008.53% of the surrounding traffic's one", + "Average speed is 768.35% of the surrounding traffic's one", + "Average speed is 670.25% of the surrounding traffic's one", + "Average speed is 372.55% of the surrounding traffic's one", + "Average speed is 310.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.05, + "duration_system": 347.358 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "11.435", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "182.953" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/217_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/217_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8dc474eca54fc0fd0fbb7ea8fde2d3dbefdf4323 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/217_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.999, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.986, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.928, + "duration_game": 12.8, + "duration_system": 105.116, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_05_25_16_47_06", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.893, y=4700.331, z=365.263) at time=9.800s [CARLA Frame: 1542, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.91% of the surrounding traffic's one", + "Average speed is 390.07% of the surrounding traffic's one", + "Average speed is 466.74% of the surrounding traffic's one", + "Average speed is 169.85% of the surrounding traffic's one", + "Average speed is 74.09% of the surrounding traffic's one", + "Average speed is 26.74% of the surrounding traffic's one", + "Average speed is 165.63% of the surrounding traffic's one", + "Average speed is 337.09% of the surrounding traffic's one", + "Average speed is 396.73% of the surrounding traffic's one", + "Average speed is 350.95% of the surrounding traffic's one", + "Average speed is 355.21% of the surrounding traffic's one", + "Average speed is 434.58% of the surrounding traffic's one", + "Average speed is 291.83% of the surrounding traffic's one", + "Average speed is 270.69% of the surrounding traffic's one", + "Average speed is 311.24% of the surrounding traffic's one", + "Average speed is 227.21% of the surrounding traffic's one", + "Average speed is 218.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.8, + "duration_system": 105.116 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.999", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.986" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/218_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/218_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c99f710dd69630338d21c0ed9487045200c4c009 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/218_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.107, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 169.492, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.6, + "duration_game": 14.4, + "duration_system": 172.582, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_05_25_16_51_21", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3852 at (x=1362.883, y=4988.371, z=370.817) at time=10.300s [CARLA Frame: 1517, Agent Step: 205]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.25% of the surrounding traffic's one", + "Average speed is 145.88% of the surrounding traffic's one", + "Average speed is 470.09% of the surrounding traffic's one", + "Average speed is 287.01% of the surrounding traffic's one", + "Average speed is 133.73% of the surrounding traffic's one", + "Average speed is 29.1% of the surrounding traffic's one", + "Average speed is 261.74% of the surrounding traffic's one", + "Average speed is 302.26% of the surrounding traffic's one", + "Average speed is 215.31% of the surrounding traffic's one", + "Average speed is 226.77% of the surrounding traffic's one", + "Average speed is 319.89% of the surrounding traffic's one", + "Average speed is 334.51% of the surrounding traffic's one", + "Average speed is 443.02% of the surrounding traffic's one", + "Average speed is 251.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 14.4, + "duration_system": 172.582 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.107", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "169.492" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/219_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/219_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f8385bfce50f8aecdbb9f6b48bbd8245d1b50d0f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/219_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 22.804, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.002, + "min_speed_infractions": 182.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 35.107806, + "score_route": 100.0, + "score_penalty": 0.351078 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 87.704, + "duration_game": 202.05, + "duration_system": 2390.493, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_05_26_20_40_17", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.008, y=-86.435, z=336.044) at time=10.350s [CARLA Frame: 1465, Agent Step: 206]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2379.259, y=-79.259, z=335.969) at time=11.000s [CARLA Frame: 1478, Agent Step: 219]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.0 meters (2.48% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 149.99% of the surrounding traffic's one", + "Average speed is 264.6% of the surrounding traffic's one", + "Average speed is 415.42% of the surrounding traffic's one", + "Average speed is 371.33% of the surrounding traffic's one", + "Average speed is 24.21% of the surrounding traffic's one", + "Average speed is 188.28% of the surrounding traffic's one", + "Average speed is 388.1% of the surrounding traffic's one", + "Average speed is 383.87% of the surrounding traffic's one", + "Average speed is 408.7% of the surrounding traffic's one", + "Average speed is 563.21% of the surrounding traffic's one", + "Average speed is 425.25% of the surrounding traffic's one", + "Average speed is 19.87% of the surrounding traffic's one", + "Average speed is 334.23% of the surrounding traffic's one", + "Average speed is 681.08% of the surrounding traffic's one", + "Average speed is 818.41% of the surrounding traffic's one", + "Average speed is 298.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.351078, + "score_composed": 35.107806 + }, + "meta": { + "route_length": 87.704, + "duration_game": 202.05, + "duration_system": 2390.493 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "35.107806", + "100.0", + "0.351078", + "0.0", + "22.804", + "0.0", + "0.0", + "0.0", + "0.002", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "182.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/21_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/21_res.json new file mode 100644 index 0000000000000000000000000000000000000000..70a05bc3aa80bb34f1100f77a2765d2f73c72bd2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/21_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.805, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.462, + "duration_game": 61.35, + "duration_system": 576.796, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_05_25_06_14_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 293.24% of the surrounding traffic's one", + "Average speed is 486.44% of the surrounding traffic's one", + "Average speed is 312.48% of the surrounding traffic's one", + "Average speed is 187.28% of the surrounding traffic's one", + "Average speed is 76.32% of the surrounding traffic's one", + "Average speed is 10.6% of the surrounding traffic's one", + "Average speed is 2880.74% of the surrounding traffic's one", + "Average speed is 717.88% of the surrounding traffic's one", + "Average speed is 157.96% of the surrounding traffic's one", + "Average speed is 3231.44% of the surrounding traffic's one", + "Average speed is 2665.2% of the surrounding traffic's one", + "Average speed is 1346.92% of the surrounding traffic's one", + "Average speed is 827.89% of the surrounding traffic's one", + "Average speed is 614.99% of the surrounding traffic's one", + "Average speed is 288.38% of the surrounding traffic's one", + "Average speed is 136.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.35, + "duration_system": 576.796 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.805" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/22_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/22_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f6b0e30d94e2d3ee3a1cf538356e8b0850d504a9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/22_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.315, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 131.667, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 136.709, + "duration_game": 14.9, + "duration_system": 153.16, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_05_25_21_09_04", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3704 at (x=3939.808, y=2844.017, z=369.582) at time=10.950s [CARLA Frame: 1531, Agent Step: 218]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.69% of the surrounding traffic's one", + "Average speed is 499.34% of the surrounding traffic's one", + "Average speed is 324.98% of the surrounding traffic's one", + "Average speed is 225.72% of the surrounding traffic's one", + "Average speed is 152.24% of the surrounding traffic's one", + "Average speed is 176.93% of the surrounding traffic's one", + "Average speed is 167.53% of the surrounding traffic's one", + "Average speed is 170.29% of the surrounding traffic's one", + "Average speed is 61.88% of the surrounding traffic's one", + "Average speed is 189.36% of the surrounding traffic's one", + "Average speed is 192.84% of the surrounding traffic's one", + "Average speed is 244.42% of the surrounding traffic's one", + "Average speed is 314.33% of the surrounding traffic's one", + "Average speed is 209.72% of the surrounding traffic's one", + "Average speed is 51.38% of the surrounding traffic's one", + "Average speed is 127.65% of the surrounding traffic's one", + "Average speed is 259.85% of the surrounding traffic's one", + "Average speed is 344.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.9, + "duration_system": 153.16 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.315", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "131.667" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/23_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/23_res.json new file mode 100644 index 0000000000000000000000000000000000000000..704a4c562b9e719d89f223cc9602ec8b7b56aec6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/23_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.257, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 138.82, + "duration_game": 15.75, + "duration_system": 182.176, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_05_25_06_26_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.73% of the surrounding traffic's one", + "Average speed is 555.36% of the surrounding traffic's one", + "Average speed is 497.66% of the surrounding traffic's one", + "Average speed is 297.82% of the surrounding traffic's one", + "Average speed is 191.55% of the surrounding traffic's one", + "Average speed is 145.5% of the surrounding traffic's one", + "Average speed is 63.67% of the surrounding traffic's one", + "Average speed is 165.39% of the surrounding traffic's one", + "Average speed is 192.61% of the surrounding traffic's one", + "Average speed is 86.75% of the surrounding traffic's one", + "Average speed is 146.4% of the surrounding traffic's one", + "Average speed is 197.88% of the surrounding traffic's one", + "Average speed is 185.64% of the surrounding traffic's one", + "Average speed is 87.74% of the surrounding traffic's one", + "Average speed is 3109.09% of the surrounding traffic's one", + "Average speed is 10101124.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.75, + "duration_system": 182.176 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.257" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/24_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/24_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5f21962822dbb409fc9c63ced0ece179f2d8cfaf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/24_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 152.279, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 105.07, + "duration_game": 9.2, + "duration_system": 109.113, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_05_25_21_14_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 248.32% of the surrounding traffic's one", + "Average speed is 307.8% of the surrounding traffic's one", + "Average speed is 300.6% of the surrounding traffic's one", + "Average speed is 246.72% of the surrounding traffic's one", + "Average speed is 347.21% of the surrounding traffic's one", + "Average speed is 458.74% of the surrounding traffic's one", + "Average speed is 493.97% of the surrounding traffic's one", + "Average speed is 558.66% of the surrounding traffic's one", + "Average speed is 642.26% of the surrounding traffic's one", + "Average speed is 643.48% of the surrounding traffic's one", + "Average speed is 613.27% of the surrounding traffic's one", + "Average speed is 628.36% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 7931185.32% of the surrounding traffic's one", + "Average speed is 167180.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.2, + "duration_system": 109.113 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "152.279" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/25_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/25_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f3982b042b7bae25877def4cebc88578295ee137 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/25_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 229.667, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.312, + "duration_game": 55.75, + "duration_system": 565.613, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_05_25_21_18_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.72% of the surrounding traffic's one", + "Average speed is 6.07% of the surrounding traffic's one", + "Average speed is 1811.16% of the surrounding traffic's one", + "Average speed is 1981.26% of the surrounding traffic's one", + "Average speed is 2056.07% of the surrounding traffic's one", + "Average speed is 1912.61% of the surrounding traffic's one", + "Average speed is 1754.73% of the surrounding traffic's one", + "Average speed is 1717.93% of the surrounding traffic's one", + "Average speed is 1545.9% of the surrounding traffic's one", + "Average speed is 1980.81% of the surrounding traffic's one", + "Average speed is 1822.15% of the surrounding traffic's one", + "Average speed is 1221.77% of the surrounding traffic's one", + "Average speed is 906.24% of the surrounding traffic's one", + "Average speed is 593.1% of the surrounding traffic's one", + "Average speed is 379.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.75, + "duration_system": 565.613 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "229.667" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/26_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/26_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3c5f8fd3d7dcaed73e1cc190c571aa35c1931ab4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/26_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 231.36, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.834, + "duration_game": 7.4, + "duration_system": 76.074, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_05_25_21_30_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.58% of the surrounding traffic's one", + "Average speed is 190.74% of the surrounding traffic's one", + "Average speed is 214.9% of the surrounding traffic's one", + "Average speed is 238.06% of the surrounding traffic's one", + "Average speed is 268.75% of the surrounding traffic's one", + "Average speed is 285.62% of the surrounding traffic's one", + "Average speed is 300.83% of the surrounding traffic's one", + "Average speed is 310.44% of the surrounding traffic's one", + "Average speed is 296.39% of the surrounding traffic's one", + "Average speed is 432.48% of the surrounding traffic's one", + "Average speed is 384.5% of the surrounding traffic's one", + "Average speed is 305.28% of the surrounding traffic's one", + "Average speed is 254.62% of the surrounding traffic's one", + "Average speed is 209.48% of the surrounding traffic's one", + "Average speed is 124.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.4, + "duration_system": 76.074 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "231.36" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/27_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/27_res.json new file mode 100644 index 0000000000000000000000000000000000000000..43e26159f6ba913589610bc67a53c5d16d2d2e33 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/27_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 228.505, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.644, + "duration_game": 7.25, + "duration_system": 71.074, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_05_25_06_31_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 195.05% of the surrounding traffic's one", + "Average speed is 188.33% of the surrounding traffic's one", + "Average speed is 215.13% of the surrounding traffic's one", + "Average speed is 247.01% of the surrounding traffic's one", + "Average speed is 274.34% of the surrounding traffic's one", + "Average speed is 298.46% of the surrounding traffic's one", + "Average speed is 308.2% of the surrounding traffic's one", + "Average speed is 354.4% of the surrounding traffic's one", + "Average speed is 323.66% of the surrounding traffic's one", + "Average speed is 406.37% of the surrounding traffic's one", + "Average speed is 411.84% of the surrounding traffic's one", + "Average speed is 290.4% of the surrounding traffic's one", + "Average speed is 262.53% of the surrounding traffic's one", + "Average speed is 220.46% of the surrounding traffic's one", + "Average speed is 165.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.25, + "duration_system": 71.074 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "228.505" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/28_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/28_res.json new file mode 100644 index 0000000000000000000000000000000000000000..12b389473a6fe50c9bec97af2a7dd418e788e76d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/28_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 238.663, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 67.04, + "duration_game": 6.95, + "duration_system": 53.054, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_05_25_06_35_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.25% of the surrounding traffic's one", + "Average speed is 205.86% of the surrounding traffic's one", + "Average speed is 213.29% of the surrounding traffic's one", + "Average speed is 218.41% of the surrounding traffic's one", + "Average speed is 235.84% of the surrounding traffic's one", + "Average speed is 232.08% of the surrounding traffic's one", + "Average speed is 221.58% of the surrounding traffic's one", + "Average speed is 267.23% of the surrounding traffic's one", + "Average speed is 250.03% of the surrounding traffic's one", + "Average speed is 602.43% of the surrounding traffic's one", + "Average speed is 574.07% of the surrounding traffic's one", + "Average speed is 459.33% of the surrounding traffic's one", + "Average speed is 350.36% of the surrounding traffic's one", + "Average speed is 257.39% of the surrounding traffic's one", + "Average speed is 163.46% of the surrounding traffic's one", + "Average speed is 86.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.95, + "duration_system": 53.054 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "238.663" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/29_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/29_res.json new file mode 100644 index 0000000000000000000000000000000000000000..453d9ee48005601e4c1ca14ef6bd80b9d72af6f0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/29_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 279.334, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 57.279, + "duration_game": 31.3, + "duration_system": 292.298, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_05_25_21_34_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.62% of the surrounding traffic's one", + "Average speed is 6.06% of the surrounding traffic's one", + "Average speed is 376.14% of the surrounding traffic's one", + "Average speed is 484.46% of the surrounding traffic's one", + "Average speed is 442.99% of the surrounding traffic's one", + "Average speed is 411.61% of the surrounding traffic's one", + "Average speed is 361.23% of the surrounding traffic's one", + "Average speed is 363.9% of the surrounding traffic's one", + "Average speed is 344.39% of the surrounding traffic's one", + "Average speed is 282.2% of the surrounding traffic's one", + "Average speed is 197.42% of the surrounding traffic's one", + "Average speed is 141.18% of the surrounding traffic's one", + "Average speed is 130.41% of the surrounding traffic's one", + "Average speed is 162.77% of the surrounding traffic's one", + "Average speed is 163.79% of the surrounding traffic's one", + "Average speed is 152.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 31.3, + "duration_system": 292.298 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "279.334" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/30_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/30_res.json new file mode 100644 index 0000000000000000000000000000000000000000..865bfe39494b8f9b02608d333a464185e39b52be --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/30_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.458, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.328, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.084, + "duration_game": 55.55, + "duration_system": 1129.151, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_05_25_21_41_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1530.949, y=6461.567, z=373.357) at time=48.250s [CARLA Frame: 2296, Agent Step: 964]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.3% of the surrounding traffic's one", + "Average speed is 186.75% of the surrounding traffic's one", + "Average speed is 175.62% of the surrounding traffic's one", + "Average speed is 161.61% of the surrounding traffic's one", + "Average speed is 112.58% of the surrounding traffic's one", + "Average speed is 2.32% of the surrounding traffic's one", + "Average speed is 99.85% of the surrounding traffic's one", + "Average speed is 107.04% of the surrounding traffic's one", + "Average speed is 94.08% of the surrounding traffic's one", + "Average speed is 39.55% of the surrounding traffic's one", + "Average speed is 130.29% of the surrounding traffic's one", + "Average speed is 163.02% of the surrounding traffic's one", + "Average speed is 181.9% of the surrounding traffic's one", + "Average speed is 137.5% of the surrounding traffic's one", + "Average speed is 158.02% of the surrounding traffic's one", + "Average speed is 221.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 134.084, + "duration_game": 55.55, + "duration_system": 1129.151 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.458", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.328" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/31_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/31_res.json new file mode 100644 index 0000000000000000000000000000000000000000..baaac31ff5edd0ebdd0bd9fe0b5633a49f1535fd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/31_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.58, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.066, + "duration_game": 19.85, + "duration_system": 458.484, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_05_25_22_03_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.45% of the surrounding traffic's one", + "Average speed is 116.45% of the surrounding traffic's one", + "Average speed is 150.64% of the surrounding traffic's one", + "Average speed is 115.75% of the surrounding traffic's one", + "Average speed is 28.27% of the surrounding traffic's one", + "Average speed is 32.69% of the surrounding traffic's one", + "Average speed is 128.23% of the surrounding traffic's one", + "Average speed is 125.92% of the surrounding traffic's one", + "Average speed is 150.59% of the surrounding traffic's one", + "Average speed is 152.63% of the surrounding traffic's one", + "Average speed is 114.79% of the surrounding traffic's one", + "Average speed is 115.83% of the surrounding traffic's one", + "Average speed is 133.76% of the surrounding traffic's one", + "Average speed is 125.5% of the surrounding traffic's one", + "Average speed is 126.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 19.85, + "duration_system": 458.484 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.58" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/32_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/32_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7b23da7c2d6414b9664ef8ff8957f9d71822b175 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/32_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.94, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.297, + "duration_game": 13.05, + "duration_system": 260.273, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_05_25_06_38_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.82% of the surrounding traffic's one", + "Average speed is 165.02% of the surrounding traffic's one", + "Average speed is 212.85% of the surrounding traffic's one", + "Average speed is 233.26% of the surrounding traffic's one", + "Average speed is 194.74% of the surrounding traffic's one", + "Average speed is 151.55% of the surrounding traffic's one", + "Average speed is 145.19% of the surrounding traffic's one", + "Average speed is 126.21% of the surrounding traffic's one", + "Average speed is 155.19% of the surrounding traffic's one", + "Average speed is 115.49% of the surrounding traffic's one", + "Average speed is 157.5% of the surrounding traffic's one", + "Average speed is 191.17% of the surrounding traffic's one", + "Average speed is 140.17% of the surrounding traffic's one", + "Average speed is 155.62% of the surrounding traffic's one", + "Average speed is 140.29% of the surrounding traffic's one", + "Average speed is 119.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 13.05, + "duration_system": 260.273 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.94" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/33_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/33_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e620e3b6419e74677c32fb01720008b20497d8c7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/33_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.909, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.434, + "duration_game": 16.25, + "duration_system": 386.628, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_05_25_06_45_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.29% of the surrounding traffic's one", + "Average speed is 134.58% of the surrounding traffic's one", + "Average speed is 155.4% of the surrounding traffic's one", + "Average speed is 164.29% of the surrounding traffic's one", + "Average speed is 88.99% of the surrounding traffic's one", + "Average speed is 128.78% of the surrounding traffic's one", + "Average speed is 160.79% of the surrounding traffic's one", + "Average speed is 120.48% of the surrounding traffic's one", + "Average speed is 202.98% of the surrounding traffic's one", + "Average speed is 208.96% of the surrounding traffic's one", + "Average speed is 178.86% of the surrounding traffic's one", + "Average speed is 135.54% of the surrounding traffic's one", + "Average speed is 138.51% of the surrounding traffic's one", + "Average speed is 141.43% of the surrounding traffic's one", + "Average speed is 135.01% of the surrounding traffic's one", + "Average speed is 138.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 16.25, + "duration_system": 386.628 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.909" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/34_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/34_res.json new file mode 100644 index 0000000000000000000000000000000000000000..87f61ec975a240b4b503685183c761b11686fa24 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/34_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.576, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.07, + "duration_game": 56.2, + "duration_system": 1228.257, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_05_26_22_35_28", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 95.89% of the surrounding traffic's one", + "Average speed is 198.13% of the surrounding traffic's one", + "Average speed is 261.5% of the surrounding traffic's one", + "Average speed is 239.6% of the surrounding traffic's one", + "Average speed is 174.89% of the surrounding traffic's one", + "Average speed is 3.21% of the surrounding traffic's one", + "Average speed is 141.27% of the surrounding traffic's one", + "Average speed is 192.35% of the surrounding traffic's one", + "Average speed is 177.8% of the surrounding traffic's one", + "Average speed is 107.47% of the surrounding traffic's one", + "Average speed is 105.26% of the surrounding traffic's one", + "Average speed is 108.1% of the surrounding traffic's one", + "Average speed is 111.24% of the surrounding traffic's one", + "Average speed is 123.69% of the surrounding traffic's one", + "Average speed is 106.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 56.2, + "duration_system": 1228.257 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.576" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/35_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/35_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a9e8c95c93b5dc06d932c5978625a03a342e40c6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/35_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.584, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.061, + "duration_game": 31.8, + "duration_system": 595.625, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_05_25_08_06_45", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.85% of the surrounding traffic's one", + "Average speed is 154.68% of the surrounding traffic's one", + "Average speed is 202.0% of the surrounding traffic's one", + "Average speed is 123.44% of the surrounding traffic's one", + "Average speed is 25.85% of the surrounding traffic's one", + "Average speed is 9.29% of the surrounding traffic's one", + "Average speed is 3629.42% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 169.49% of the surrounding traffic's one", + "Average speed is 249.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 31.8, + "duration_system": 595.625 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.584" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/36_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/36_res.json new file mode 100644 index 0000000000000000000000000000000000000000..057a861781b83da696505d8db760ee2e0b06dcf5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/36_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.45, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.128, + "duration_game": 53.85, + "duration_system": 494.779, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_05_25_22_13_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.15% of the surrounding traffic's one", + "Average speed is 121.84% of the surrounding traffic's one", + "Average speed is 242.28% of the surrounding traffic's one", + "Average speed is 289.7% of the surrounding traffic's one", + "Average speed is 232.63% of the surrounding traffic's one", + "Average speed is 162.57% of the surrounding traffic's one", + "Average speed is 106.36% of the surrounding traffic's one", + "Average speed is 12.91% of the surrounding traffic's one", + "Average speed is 532.73% of the surrounding traffic's one", + "Average speed is 371.54% of the surrounding traffic's one", + "Average speed is 381.92% of the surrounding traffic's one", + "Average speed is 360.68% of the surrounding traffic's one", + "Average speed is 348.45% of the surrounding traffic's one", + "Average speed is 304.21% of the surrounding traffic's one", + "Average speed is 222.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.85, + "duration_system": 494.779 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.45" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/37_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/37_res.json new file mode 100644 index 0000000000000000000000000000000000000000..21f604a0c86e2734b697e23b897c17c84b1b7e16 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/37_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.725, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.067, + "duration_game": 29.5, + "duration_system": 305.325, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_05_25_22_24_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.51% of the surrounding traffic's one", + "Average speed is 152.69% of the surrounding traffic's one", + "Average speed is 268.42% of the surrounding traffic's one", + "Average speed is 173.67% of the surrounding traffic's one", + "Average speed is 148.43% of the surrounding traffic's one", + "Average speed is 17.45% of the surrounding traffic's one", + "Average speed is 310.52% of the surrounding traffic's one", + "Average speed is 216.78% of the surrounding traffic's one", + "Average speed is 239.13% of the surrounding traffic's one", + "Average speed is 194.51% of the surrounding traffic's one", + "Average speed is 203.15% of the surrounding traffic's one", + "Average speed is 183.26% of the surrounding traffic's one", + "Average speed is 207.03% of the surrounding traffic's one", + "Average speed is 222.63% of the surrounding traffic's one", + "Average speed is 185.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.5, + "duration_system": 305.325 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.725" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/38_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/38_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d2427d8ba8d5565f13bd96a75f256103b8cea58f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/38_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.935, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.631, + "duration_game": 24.85, + "duration_system": 222.233, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_05_25_08_19_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.99% of the surrounding traffic's one", + "Average speed is 103.86% of the surrounding traffic's one", + "Average speed is 199.61% of the surrounding traffic's one", + "Average speed is 329.24% of the surrounding traffic's one", + "Average speed is 266.69% of the surrounding traffic's one", + "Average speed is 217.96% of the surrounding traffic's one", + "Average speed is 130.78% of the surrounding traffic's one", + "Average speed is 41.22% of the surrounding traffic's one", + "Average speed is 121.85% of the surrounding traffic's one", + "Average speed is 163.73% of the surrounding traffic's one", + "Average speed is 183.62% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one", + "Average speed is 112.76% of the surrounding traffic's one", + "Average speed is 127.55% of the surrounding traffic's one", + "Average speed is 98.16% of the surrounding traffic's one", + "Average speed is 86.58% of the surrounding traffic's one", + "Average speed is 74.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 24.85, + "duration_system": 222.233 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.935" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/39_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/39_res.json new file mode 100644 index 0000000000000000000000000000000000000000..419910374a3c9c10ee942d5a3f58fb7979fb0f0b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/39_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.539, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.625, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.642, + "duration_game": 100.9, + "duration_system": 1272.368, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_05_25_22_32_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3697 at (x=-1624.324, y=6470.721, z=372.592) at time=11.300s [CARLA Frame: 1582, Agent Step: 225]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.7% of the surrounding traffic's one", + "Average speed is 154.66% of the surrounding traffic's one", + "Average speed is 178.09% of the surrounding traffic's one", + "Average speed is 176.65% of the surrounding traffic's one", + "Average speed is 128.0% of the surrounding traffic's one", + "Average speed is 146.05% of the surrounding traffic's one", + "Average speed is 202.91% of the surrounding traffic's one", + "Average speed is 37.86% of the surrounding traffic's one", + "Average speed is 4.86% of the surrounding traffic's one", + "Average speed is 234.01% of the surrounding traffic's one", + "Average speed is 245.22% of the surrounding traffic's one", + "Average speed is 225.95% of the surrounding traffic's one", + "Average speed is 197.39% of the surrounding traffic's one", + "Average speed is 152.28% of the surrounding traffic's one", + "Average speed is 101.04% of the surrounding traffic's one", + "Average speed is 85.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 100.9, + "duration_system": 1272.368 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.539", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.625" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/40_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/40_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7f2e0b8e25fc6639ecfd6f0be84f29afb910222d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/40_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 20.2, + "duration_system": 332.349, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_05_25_22_55_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.28% of the surrounding traffic's one", + "Average speed is 78.41% of the surrounding traffic's one", + "Average speed is 197.23% of the surrounding traffic's one", + "Average speed is 200.75% of the surrounding traffic's one", + "Average speed is 186.6% of the surrounding traffic's one", + "Average speed is 249.43% of the surrounding traffic's one", + "Average speed is 102.82% of the surrounding traffic's one", + "Average speed is 102.08% of the surrounding traffic's one", + "Average speed is 104.4% of the surrounding traffic's one", + "Average speed is 46.28% of the surrounding traffic's one", + "Average speed is 150.86% of the surrounding traffic's one", + "Average speed is 86.75% of the surrounding traffic's one", + "Average speed is 180.66% of the surrounding traffic's one", + "Average speed is 196.39% of the surrounding traffic's one", + "Average speed is 163.54% of the surrounding traffic's one", + "Average speed is 126.21% of the surrounding traffic's one", + "Average speed is 116.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.2, + "duration_system": 332.349 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/41_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/41_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b8208bdcd7ef9b515044372e9b9a76587b47662b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/41_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 160.979, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 99.392, + "duration_game": 10.55, + "duration_system": 161.16, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_05_25_08_25_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.34% of the surrounding traffic's one", + "Average speed is 169.47% of the surrounding traffic's one", + "Average speed is 145.41% of the surrounding traffic's one", + "Average speed is 144.55% of the surrounding traffic's one", + "Average speed is 125.71% of the surrounding traffic's one", + "Average speed is 126.87% of the surrounding traffic's one", + "Average speed is 132.91% of the surrounding traffic's one", + "Average speed is 123.68% of the surrounding traffic's one", + "Average speed is 109.88% of the surrounding traffic's one", + "Average speed is 122.56% of the surrounding traffic's one", + "Average speed is 112.8% of the surrounding traffic's one", + "Average speed is 117.69% of the surrounding traffic's one", + "Average speed is 129.42% of the surrounding traffic's one", + "Average speed is 175.8% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.55, + "duration_system": 161.16 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "160.979" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/42_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/42_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6cb175f18583d9d6c259293d2dda9f1b4de090e9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/42_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 151.619, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.123, + "duration_game": 13.3, + "duration_system": 206.213, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_05_25_23_04_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.4% of the surrounding traffic's one", + "Average speed is 163.34% of the surrounding traffic's one", + "Average speed is 129.78% of the surrounding traffic's one", + "Average speed is 147.62% of the surrounding traffic's one", + "Average speed is 125.6% of the surrounding traffic's one", + "Average speed is 150.33% of the surrounding traffic's one", + "Average speed is 165.04% of the surrounding traffic's one", + "Average speed is 121.95% of the surrounding traffic's one", + "Average speed is 119.29% of the surrounding traffic's one", + "Average speed is 121.46% of the surrounding traffic's one", + "Average speed is 103.02% of the surrounding traffic's one", + "Average speed is 116.58% of the surrounding traffic's one", + "Average speed is 116.3% of the surrounding traffic's one", + "Average speed is 140.18% of the surrounding traffic's one", + "Average speed is 50.06% of the surrounding traffic's one", + "Average speed is 115.14% of the surrounding traffic's one", + "Average speed is 134.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 13.3, + "duration_system": 206.213 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "151.619" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/43_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/43_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9bcdfb167d1d6a1b485884de0912b21afe3ea114 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/43_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.36, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.798, + "duration_game": 10.35, + "duration_system": 90.09, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_05_25_08_30_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 240.2% of the surrounding traffic's one", + "Average speed is 822.66% of the surrounding traffic's one", + "Average speed is 666.45% of the surrounding traffic's one", + "Average speed is 334.39% of the surrounding traffic's one", + "Average speed is 216.24% of the surrounding traffic's one", + "Average speed is 68.66% of the surrounding traffic's one", + "Average speed is 166.01% of the surrounding traffic's one", + "Average speed is 241.86% of the surrounding traffic's one", + "Average speed is 260.6% of the surrounding traffic's one", + "Average speed is 230.84% of the surrounding traffic's one", + "Average speed is 264.27% of the surrounding traffic's one", + "Average speed is 331.29% of the surrounding traffic's one", + "Average speed is 645.09% of the surrounding traffic's one", + "Average speed is 563.91% of the surrounding traffic's one", + "Average speed is 373.96% of the surrounding traffic's one", + "Average speed is 259.26% of the surrounding traffic's one", + "Average speed is 199.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 10.35, + "duration_system": 90.09 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.36" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/44_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/44_res.json new file mode 100644 index 0000000000000000000000000000000000000000..425b8002b162fec40697cc34241c8a4eebacd182 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/44_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 181.482, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.653, + "duration_game": 11.2, + "duration_system": 103.106, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_05_25_23_10_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.54% of the surrounding traffic's one", + "Average speed is 335.9% of the surrounding traffic's one", + "Average speed is 463.71% of the surrounding traffic's one", + "Average speed is 286.51% of the surrounding traffic's one", + "Average speed is 68.28% of the surrounding traffic's one", + "Average speed is 181.28% of the surrounding traffic's one", + "Average speed is 248.26% of the surrounding traffic's one", + "Average speed is 257.79% of the surrounding traffic's one", + "Average speed is 214.59% of the surrounding traffic's one", + "Average speed is 204.14% of the surrounding traffic's one", + "Average speed is 366.96% of the surrounding traffic's one", + "Average speed is 894.81% of the surrounding traffic's one", + "Average speed is 568.06% of the surrounding traffic's one", + "Average speed is 334.0% of the surrounding traffic's one", + "Average speed is 212.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 11.2, + "duration_system": 103.106 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "181.482" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/45_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/45_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6008f813f15d58ff9e164aa57d2a11aceece9071 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/45_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.586, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.855, + "duration_game": 16.5, + "duration_system": 164.171, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_05_25_23_14_27", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.79% of the surrounding traffic's one", + "Average speed is 546.4% of the surrounding traffic's one", + "Average speed is 770.28% of the surrounding traffic's one", + "Average speed is 307.7% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 28.23% of the surrounding traffic's one", + "Average speed is 78.53% of the surrounding traffic's one", + "Average speed is 1124.24% of the surrounding traffic's one", + "Average speed is 629.8% of the surrounding traffic's one", + "Average speed is 666.93% of the surrounding traffic's one", + "Average speed is 976.33% of the surrounding traffic's one", + "Average speed is 1855.35% of the surrounding traffic's one", + "Average speed is 1461.58% of the surrounding traffic's one", + "Average speed is 1736.28% of the surrounding traffic's one", + "Average speed is 1155.21% of the surrounding traffic's one", + "Average speed is 909.21% of the surrounding traffic's one", + "Average speed is 551.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 16.5, + "duration_system": 164.171 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.586" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/46_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/46_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9adb5cd5061cb7f50d78c004beb1bc4949317423 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/46_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 181.328, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.723, + "duration_game": 7.05, + "duration_system": 80.081, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_05_25_23_19_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.72% of the surrounding traffic's one", + "Average speed is 714.89% of the surrounding traffic's one", + "Average speed is 1021.89% of the surrounding traffic's one", + "Average speed is 553.26% of the surrounding traffic's one", + "Average speed is 368.41% of the surrounding traffic's one", + "Average speed is 341.12% of the surrounding traffic's one", + "Average speed is 300.56% of the surrounding traffic's one", + "Average speed is 318.05% of the surrounding traffic's one", + "Average speed is 300.18% of the surrounding traffic's one", + "Average speed is 254.41% of the surrounding traffic's one", + "Average speed is 294.89% of the surrounding traffic's one", + "Average speed is 823.55% of the surrounding traffic's one", + "Average speed is 1130.24% of the surrounding traffic's one", + "Average speed is 1208.19% of the surrounding traffic's one", + "Average speed is 1430.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.05, + "duration_system": 80.081 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "181.328" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/47_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/47_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3856be658bd41451451831b4a864a4fa3c21dd04 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/47_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.621, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.478, + "duration_game": 33.35, + "duration_system": 305.3, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_05_27_00_13_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.4% of the surrounding traffic's one", + "Average speed is 243.23% of the surrounding traffic's one", + "Average speed is 627.15% of the surrounding traffic's one", + "Average speed is 201.15% of the surrounding traffic's one", + "Average speed is 51.23% of the surrounding traffic's one", + "Average speed is 10.55% of the surrounding traffic's one", + "Average speed is 226.66% of the surrounding traffic's one", + "Average speed is 437.58% of the surrounding traffic's one", + "Average speed is 668.3% of the surrounding traffic's one", + "Average speed is 919.33% of the surrounding traffic's one", + "Average speed is 1102.26% of the surrounding traffic's one", + "Average speed is 22633.47% of the surrounding traffic's one", + "Average speed is 7654.6% of the surrounding traffic's one", + "Average speed is 5064.77% of the surrounding traffic's one", + "Average speed is 93874.8% of the surrounding traffic's one", + "Average speed is 11692.79% of the surrounding traffic's one", + "Average speed is 5848.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 33.35, + "duration_system": 305.3 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.621" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/48_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/48_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a32480489d5840b19fceb35c5e4c3a7f7a77891d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/48_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.791, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.491, + "duration_game": 40.15, + "duration_system": 433.354, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_05_25_08_34_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.64% of the surrounding traffic's one", + "Average speed is 103.67% of the surrounding traffic's one", + "Average speed is 133.8% of the surrounding traffic's one", + "Average speed is 14.33% of the surrounding traffic's one", + "Average speed is 429.42% of the surrounding traffic's one", + "Average speed is 845.54% of the surrounding traffic's one", + "Average speed is 1029.45% of the surrounding traffic's one", + "Average speed is 788.76% of the surrounding traffic's one", + "Average speed is 512.46% of the surrounding traffic's one", + "Average speed is 336.16% of the surrounding traffic's one", + "Average speed is 535.57% of the surrounding traffic's one", + "Average speed is 6.61% of the surrounding traffic's one", + "Average speed is 222.44% of the surrounding traffic's one", + "Average speed is 546.71% of the surrounding traffic's one", + "Average speed is 445.76% of the surrounding traffic's one", + "Average speed is 248.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 40.15, + "duration_system": 433.354 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.791" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/49_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/49_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3184aa01de39326b5dfbf8c3d15aec0d91e08974 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/49_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.991, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.077, + "duration_game": 21.45, + "duration_system": 184.217, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_05_25_08_44_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.65% of the surrounding traffic's one", + "Average speed is 153.06% of the surrounding traffic's one", + "Average speed is 314.31% of the surrounding traffic's one", + "Average speed is 393.56% of the surrounding traffic's one", + "Average speed is 340.49% of the surrounding traffic's one", + "Average speed is 106.98% of the surrounding traffic's one", + "Average speed is 114.89% of the surrounding traffic's one", + "Average speed is 141.02% of the surrounding traffic's one", + "Average speed is 19.44% of the surrounding traffic's one", + "Average speed is 435.33% of the surrounding traffic's one", + "Average speed is 726.93% of the surrounding traffic's one", + "Average speed is 435.23% of the surrounding traffic's one", + "Average speed is 398.47% of the surrounding traffic's one", + "Average speed is 477.91% of the surrounding traffic's one", + "Average speed is 305.81% of the surrounding traffic's one", + "Average speed is 222.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.45, + "duration_system": 184.217 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.991" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/50_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/50_res.json new file mode 100644 index 0000000000000000000000000000000000000000..476b9e2e51a5eeaa82f169c1600f721544e38046 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/50_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 97.512, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 164.082, + "duration_game": 14.25, + "duration_system": 180.178, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_05_25_23_37_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 162.66% of the surrounding traffic's one", + "Average speed is 427.35% of the surrounding traffic's one", + "Average speed is 457.48% of the surrounding traffic's one", + "Average speed is 404.58% of the surrounding traffic's one", + "Average speed is 478.2% of the surrounding traffic's one", + "Average speed is 453.73% of the surrounding traffic's one", + "Average speed is 475.46% of the surrounding traffic's one", + "Average speed is 521.94% of the surrounding traffic's one", + "Average speed is 778.78% of the surrounding traffic's one", + "Average speed is 1073.92% of the surrounding traffic's one", + "Average speed is 1102.69% of the surrounding traffic's one", + "Average speed is 629.04% of the surrounding traffic's one", + "Average speed is 188.02% of the surrounding traffic's one", + "Average speed is 378.38% of the surrounding traffic's one", + "Average speed is 695.0% of the surrounding traffic's one", + "Average speed is 3313383.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.25, + "duration_system": 180.178 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "97.512" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/51_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/51_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a3321cf02101f3a54e2b35af9e13f2ea21de13e7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/51_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 124.041, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 137.052, + "duration_game": 14.15, + "duration_system": 231.238, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_05_25_23_42_53", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 246.8% of the surrounding traffic's one", + "Average speed is 279.31% of the surrounding traffic's one", + "Average speed is 277.63% of the surrounding traffic's one", + "Average speed is 432.79% of the surrounding traffic's one", + "Average speed is 514.64% of the surrounding traffic's one", + "Average speed is 536.28% of the surrounding traffic's one", + "Average speed is 503.6% of the surrounding traffic's one", + "Average speed is 397.19% of the surrounding traffic's one", + "Average speed is 377.59% of the surrounding traffic's one", + "Average speed is 499.98% of the surrounding traffic's one", + "Average speed is 472.23% of the surrounding traffic's one", + "Average speed is 516.99% of the surrounding traffic's one", + "Average speed is 611.04% of the surrounding traffic's one", + "Average speed is 1204.59% of the surrounding traffic's one", + "Average speed is 1083.42% of the surrounding traffic's one", + "Average speed is 648.16% of the surrounding traffic's one", + "Average speed is 366.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 14.15, + "duration_system": 231.238 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "124.041" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/52_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/52_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4eeb23ea9824b5e3587184a6f9d30810efc88a65 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/52_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.047, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.633, + "duration_game": 13.15, + "duration_system": 185.197, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_05_25_08_50_06", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 639.93% of the surrounding traffic's one", + "Average speed is 403.58% of the surrounding traffic's one", + "Average speed is 800.84% of the surrounding traffic's one", + "Average speed is 740.2% of the surrounding traffic's one", + "Average speed is 378.8% of the surrounding traffic's one", + "Average speed is 347.28% of the surrounding traffic's one", + "Average speed is 287.54% of the surrounding traffic's one", + "Average speed is 261.91% of the surrounding traffic's one", + "Average speed is 332.92% of the surrounding traffic's one", + "Average speed is 246.32% of the surrounding traffic's one", + "Average speed is 171.06% of the surrounding traffic's one", + "Average speed is 184.68% of the surrounding traffic's one", + "Average speed is 193.33% of the surrounding traffic's one", + "Average speed is 400.24% of the surrounding traffic's one", + "Average speed is 370.55% of the surrounding traffic's one", + "Average speed is 332.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 13.15, + "duration_system": 185.197 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.047" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/53_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/53_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b2034ff466deeaf9b312d2523980499074fdc72b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/53_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 124.952, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 136.052, + "duration_game": 12.95, + "duration_system": 217.212, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_05_25_23_49_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.08% of the surrounding traffic's one", + "Average speed is 268.48% of the surrounding traffic's one", + "Average speed is 285.5% of the surrounding traffic's one", + "Average speed is 461.23% of the surrounding traffic's one", + "Average speed is 514.53% of the surrounding traffic's one", + "Average speed is 560.4% of the surrounding traffic's one", + "Average speed is 643.18% of the surrounding traffic's one", + "Average speed is 613.56% of the surrounding traffic's one", + "Average speed is 576.98% of the surrounding traffic's one", + "Average speed is 521.99% of the surrounding traffic's one", + "Average speed is 663.08% of the surrounding traffic's one", + "Average speed is 727.07% of the surrounding traffic's one", + "Average speed is 710.23% of the surrounding traffic's one", + "Average speed is 1132.05% of the surrounding traffic's one", + "Average speed is 1314.6% of the surrounding traffic's one", + "Average speed is 731.22% of the surrounding traffic's one", + "Average speed is 464.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 12.95, + "duration_system": 217.212 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "124.952" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/54_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/54_res.json new file mode 100644 index 0000000000000000000000000000000000000000..229f9a21ce73a51347f030d09d7cd5dd5d94c51c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/54_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.059, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.304, + "duration_game": 13.5, + "duration_system": 167.177, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_05_25_23_55_27", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 83.77% of the surrounding traffic's one", + "Average speed is 187.65% of the surrounding traffic's one", + "Average speed is 248.84% of the surrounding traffic's one", + "Average speed is 88.22% of the surrounding traffic's one", + "Average speed is 49.49% of the surrounding traffic's one", + "Average speed is 216.86% of the surrounding traffic's one", + "Average speed is 355.05% of the surrounding traffic's one", + "Average speed is 469.85% of the surrounding traffic's one", + "Average speed is 542.81% of the surrounding traffic's one", + "Average speed is 529.34% of the surrounding traffic's one", + "Average speed is 427.8% of the surrounding traffic's one", + "Average speed is 310.47% of the surrounding traffic's one", + "Average speed is 228.01% of the surrounding traffic's one", + "Average speed is 164.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.5, + "duration_system": 167.177 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "168.059" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/55_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/55_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d95088effd2043bf9e265b12c6dd28b59701655c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/55_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.433, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.119, + "duration_game": 17.1, + "duration_system": 276.277, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_05_26_00_00_51", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 33.01% of the surrounding traffic's one", + "Average speed is 80.65% of the surrounding traffic's one", + "Average speed is 224.97% of the surrounding traffic's one", + "Average speed is 155.17% of the surrounding traffic's one", + "Average speed is 53.7% of the surrounding traffic's one", + "Average speed is 287.91% of the surrounding traffic's one", + "Average speed is 325.91% of the surrounding traffic's one", + "Average speed is 361.06% of the surrounding traffic's one", + "Average speed is 401.48% of the surrounding traffic's one", + "Average speed is 393.61% of the surrounding traffic's one", + "Average speed is 380.93% of the surrounding traffic's one", + "Average speed is 259.85% of the surrounding traffic's one", + "Average speed is 163.43% of the surrounding traffic's one", + "Average speed is 125.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 17.1, + "duration_system": 276.277 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "168.433" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/56_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/56_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e0690fc41d35a1461fd6817ff38f22323f4b77c0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/56_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.267, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.075, + "duration_game": 12.9, + "duration_system": 211.35, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_05_26_00_08_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 242.05% of the surrounding traffic's one", + "Average speed is 298.41% of the surrounding traffic's one", + "Average speed is 315.64% of the surrounding traffic's one", + "Average speed is 222.43% of the surrounding traffic's one", + "Average speed is 64.48% of the surrounding traffic's one", + "Average speed is 42.58% of the surrounding traffic's one", + "Average speed is 315.85% of the surrounding traffic's one", + "Average speed is 444.63% of the surrounding traffic's one", + "Average speed is 427.19% of the surrounding traffic's one", + "Average speed is 400.36% of the surrounding traffic's one", + "Average speed is 369.45% of the surrounding traffic's one", + "Average speed is 348.56% of the surrounding traffic's one", + "Average speed is 353.67% of the surrounding traffic's one", + "Average speed is 239.05% of the surrounding traffic's one", + "Average speed is 174.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.9, + "duration_system": 211.35 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.267" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/57_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/57_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9ca23ada32a28832594b52ded1eea85f46cc0003 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/57_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 163.342, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.71, + "duration_game": 14.1, + "duration_system": 184.196, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_05_26_00_14_20", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 214.61% of the surrounding traffic's one", + "Average speed is 282.47% of the surrounding traffic's one", + "Average speed is 151.43% of the surrounding traffic's one", + "Average speed is 89.39% of the surrounding traffic's one", + "Average speed is 29.55% of the surrounding traffic's one", + "Average speed is 267.69% of the surrounding traffic's one", + "Average speed is 297.94% of the surrounding traffic's one", + "Average speed is 276.61% of the surrounding traffic's one", + "Average speed is 265.04% of the surrounding traffic's one", + "Average speed is 553.08% of the surrounding traffic's one", + "Average speed is 2830.99% of the surrounding traffic's one", + "Average speed is 1072.26% of the surrounding traffic's one", + "Average speed is 591.24% of the surrounding traffic's one", + "Average speed is 314.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 14.1, + "duration_system": 184.196 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "163.342" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/58_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/58_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8b32fa788be33b20117a196358593e8535afcf16 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/58_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.59, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.188, + "duration_game": 13.75, + "duration_system": 183.217, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_05_25_08_55_42", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.16% of the surrounding traffic's one", + "Average speed is 69.87% of the surrounding traffic's one", + "Average speed is 179.68% of the surrounding traffic's one", + "Average speed is 163.27% of the surrounding traffic's one", + "Average speed is 62.29% of the surrounding traffic's one", + "Average speed is 54.09% of the surrounding traffic's one", + "Average speed is 372.74% of the surrounding traffic's one", + "Average speed is 495.25% of the surrounding traffic's one", + "Average speed is 431.79% of the surrounding traffic's one", + "Average speed is 353.68% of the surrounding traffic's one", + "Average speed is 315.13% of the surrounding traffic's one", + "Average speed is 379.62% of the surrounding traffic's one", + "Average speed is 236.9% of the surrounding traffic's one", + "Average speed is 164.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 13.75, + "duration_system": 183.217 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.59" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/59_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/59_res.json new file mode 100644 index 0000000000000000000000000000000000000000..82cb1c5a11b85eacc567d620e8f166967303943a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/59_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 18.32, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 274.796, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 54.586, + "duration_game": 53.85, + "duration_system": 944.975, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_05_26_00_20_06", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.03% of the surrounding traffic's one", + "Average speed is 304.53% of the surrounding traffic's one", + "Average speed is 6005.74% of the surrounding traffic's one", + "Average speed is 3702.03% of the surrounding traffic's one", + "Average speed is 3717.01% of the surrounding traffic's one", + "Average speed is 2630.21% of the surrounding traffic's one", + "Average speed is 2502.71% of the surrounding traffic's one", + "Average speed is 2302.01% of the surrounding traffic's one", + "Average speed is 1315.36% of the surrounding traffic's one", + "Average speed is 839.47% of the surrounding traffic's one", + "Average speed is 590.68% of the surrounding traffic's one", + "Average speed is 489.51% of the surrounding traffic's one", + "Average speed is 279.92% of the surrounding traffic's one", + "Average speed is 77.86% of the surrounding traffic's one", + "Average speed is 120.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 53.85, + "duration_system": 944.975 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "18.32", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "274.796" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/60_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/60_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d251b5bbaf654eb760b0c5e7fabaaa0376c2c0c7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/60_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.368, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 63.243, + "duration_game": 6.55, + "duration_system": 62.061, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_05_25_09_01_20", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.53% of the surrounding traffic's one", + "Average speed is 197.08% of the surrounding traffic's one", + "Average speed is 271.86% of the surrounding traffic's one", + "Average speed is 286.07% of the surrounding traffic's one", + "Average speed is 283.48% of the surrounding traffic's one", + "Average speed is 285.99% of the surrounding traffic's one", + "Average speed is 303.9% of the surrounding traffic's one", + "Average speed is 305.93% of the surrounding traffic's one", + "Average speed is 281.26% of the surrounding traffic's one", + "Average speed is 651.19% of the surrounding traffic's one", + "Average speed is 537.54% of the surrounding traffic's one", + "Average speed is 491.47% of the surrounding traffic's one", + "Average speed is 304.22% of the surrounding traffic's one", + "Average speed is 204.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.55, + "duration_system": 62.061 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.368" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/61_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/61_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1241e1e0c971de79c6ffdf7db97dc44a311e82ad --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/61_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 225.443, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 62.1, + "duration_game": 11.4, + "duration_system": 131.129, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_05_26_00_38_30", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 81.36% of the surrounding traffic's one", + "Average speed is 30.27% of the surrounding traffic's one", + "Average speed is 309.89% of the surrounding traffic's one", + "Average speed is 406.47% of the surrounding traffic's one", + "Average speed is 416.08% of the surrounding traffic's one", + "Average speed is 442.77% of the surrounding traffic's one", + "Average speed is 494.15% of the surrounding traffic's one", + "Average speed is 585.87% of the surrounding traffic's one", + "Average speed is 885.95% of the surrounding traffic's one", + "Average speed is 573.02% of the surrounding traffic's one", + "Average speed is 333.65% of the surrounding traffic's one", + "Average speed is 241.28% of the surrounding traffic's one", + "Average speed is 195.5% of the surrounding traffic's one", + "Average speed is 144.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 11.4, + "duration_system": 131.129 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "225.443" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/62_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/62_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ac0e2c21127d784665db2637e87cd21a5d96617c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/62_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 230.529, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 60.73, + "duration_game": 22.6, + "duration_system": 273.284, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_05_26_00_43_21", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 101.4% of the surrounding traffic's one", + "Average speed is 11.73% of the surrounding traffic's one", + "Average speed is 338.04% of the surrounding traffic's one", + "Average speed is 542.42% of the surrounding traffic's one", + "Average speed is 470.11% of the surrounding traffic's one", + "Average speed is 465.45% of the surrounding traffic's one", + "Average speed is 378.78% of the surrounding traffic's one", + "Average speed is 406.78% of the surrounding traffic's one", + "Average speed is 832.63% of the surrounding traffic's one", + "Average speed is 722.14% of the surrounding traffic's one", + "Average speed is 548.53% of the surrounding traffic's one", + "Average speed is 390.12% of the surrounding traffic's one", + "Average speed is 315.73% of the surrounding traffic's one", + "Average speed is 268.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 22.6, + "duration_system": 273.284 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "230.529" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/63_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/63_res.json new file mode 100644 index 0000000000000000000000000000000000000000..26f840b501906c02d77a3133a23fce13f6b589f8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/63_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.688, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.137, + "duration_game": 17.65, + "duration_system": 138.163, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_05_25_09_04_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.28% of the surrounding traffic's one", + "Average speed is 163.26% of the surrounding traffic's one", + "Average speed is 202.24% of the surrounding traffic's one", + "Average speed is 192.65% of the surrounding traffic's one", + "Average speed is 150.62% of the surrounding traffic's one", + "Average speed is 60.08% of the surrounding traffic's one", + "Average speed is 76.48% of the surrounding traffic's one", + "Average speed is 196.14% of the surrounding traffic's one", + "Average speed is 197.62% of the surrounding traffic's one", + "Average speed is 173.17% of the surrounding traffic's one", + "Average speed is 106.45% of the surrounding traffic's one", + "Average speed is 103.46% of the surrounding traffic's one", + "Average speed is 103.37% of the surrounding traffic's one", + "Average speed is 107.81% of the surrounding traffic's one", + "Average speed is 126.71% of the surrounding traffic's one", + "Average speed is 123.08% of the surrounding traffic's one", + "Average speed is 100.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 17.65, + "duration_system": 138.163 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.688" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/64_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/64_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f65aea2c23fb53fc6951b33fd4007162fdc99640 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/64_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.149, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 117.121, + "duration_game": 33.9, + "duration_system": 260.283, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_05_26_00_50_34", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.99% of the surrounding traffic's one", + "Average speed is 134.17% of the surrounding traffic's one", + "Average speed is 177.88% of the surrounding traffic's one", + "Average speed is 211.75% of the surrounding traffic's one", + "Average speed is 186.21% of the surrounding traffic's one", + "Average speed is 161.76% of the surrounding traffic's one", + "Average speed is 128.53% of the surrounding traffic's one", + "Average speed is 44.61% of the surrounding traffic's one", + "Average speed is 82.57% of the surrounding traffic's one", + "Average speed is 224.72% of the surrounding traffic's one", + "Average speed is 257.79% of the surrounding traffic's one", + "Average speed is 197.27% of the surrounding traffic's one", + "Average speed is 127.94% of the surrounding traffic's one", + "Average speed is 96.89% of the surrounding traffic's one", + "Average speed is 85.41% of the surrounding traffic's one", + "Average speed is 13.33% of the surrounding traffic's one", + "Average speed is 106.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 33.9, + "duration_system": 260.283 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.149" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/65_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/65_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f522f50e4dd8bec889caab98a3ae6df36da74068 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/65_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.242, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.065, + "duration_game": 66.15, + "duration_system": 805.877, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_05_26_00_57_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.35% of the surrounding traffic's one", + "Average speed is 165.92% of the surrounding traffic's one", + "Average speed is 176.35% of the surrounding traffic's one", + "Average speed is 174.17% of the surrounding traffic's one", + "Average speed is 27.21% of the surrounding traffic's one", + "Average speed is 3.27% of the surrounding traffic's one", + "Average speed is 165.78% of the surrounding traffic's one", + "Average speed is 202.42% of the surrounding traffic's one", + "Average speed is 208.03% of the surrounding traffic's one", + "Average speed is 169.29% of the surrounding traffic's one", + "Average speed is 62.51% of the surrounding traffic's one", + "Average speed is 80.88% of the surrounding traffic's one", + "Average speed is 110.71% of the surrounding traffic's one", + "Average speed is 106.5% of the surrounding traffic's one", + "Average speed is 109.71% of the surrounding traffic's one", + "Average speed is 115.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 66.15, + "duration_system": 805.877 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.242" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/66_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/66_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0f96c42ce016b6cefec27568dc79b20c949ae6ef --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/66_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.545, + "yield_emergency_vehicle_infractions": 9.703, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.061, + "duration_game": 7.25, + "duration_system": 56.058, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_05_25_09_09_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.76% of the surrounding traffic's one", + "Average speed is 185.24% of the surrounding traffic's one", + "Average speed is 185.92% of the surrounding traffic's one", + "Average speed is 208.31% of the surrounding traffic's one", + "Average speed is 214.8% of the surrounding traffic's one", + "Average speed is 209.31% of the surrounding traffic's one", + "Average speed is 223.01% of the surrounding traffic's one", + "Average speed is 229.81% of the surrounding traffic's one", + "Average speed is 225.91% of the surrounding traffic's one", + "Average speed is 209.12% of the surrounding traffic's one", + "Average speed is 197.75% of the surrounding traffic's one", + "Average speed is 176.8% of the surrounding traffic's one", + "Average speed is 170.13% of the surrounding traffic's one", + "Average speed is 221.48% of the surrounding traffic's one", + "Average speed is 215.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.25, + "duration_system": 56.058 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.703", + "0.0", + "145.545" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/67_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/67_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e5a1dc0b30d8dd9706c8eedb65b38a30932d2b87 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/67_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.456, + "yield_emergency_vehicle_infractions": 9.697, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.124, + "duration_game": 9.55, + "duration_system": 85.088, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_05_26_01_13_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 36.98% of the surrounding traffic's one", + "Average speed is 157.4% of the surrounding traffic's one", + "Average speed is 167.45% of the surrounding traffic's one", + "Average speed is 178.16% of the surrounding traffic's one", + "Average speed is 190.85% of the surrounding traffic's one", + "Average speed is 196.82% of the surrounding traffic's one", + "Average speed is 206.22% of the surrounding traffic's one", + "Average speed is 218.75% of the surrounding traffic's one", + "Average speed is 223.01% of the surrounding traffic's one", + "Average speed is 231.82% of the surrounding traffic's one", + "Average speed is 237.16% of the surrounding traffic's one", + "Average speed is 227.49% of the surrounding traffic's one", + "Average speed is 208.38% of the surrounding traffic's one", + "Average speed is 205.82% of the surrounding traffic's one", + "Average speed is 163.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 9.55, + "duration_system": 85.088 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.697", + "0.0", + "145.456" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/68_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/68_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a618a3063cd7541b4b06befd7f7d4f1f83dc1027 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/68_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.971, + "yield_emergency_vehicle_infractions": 9.798, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.061, + "duration_game": 7.9, + "duration_system": 71.086, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_05_25_09_13_37", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.82% of the surrounding traffic's one", + "Average speed is 175.7% of the surrounding traffic's one", + "Average speed is 201.94% of the surrounding traffic's one", + "Average speed is 257.78% of the surrounding traffic's one", + "Average speed is 227.2% of the surrounding traffic's one", + "Average speed is 217.33% of the surrounding traffic's one", + "Average speed is 217.91% of the surrounding traffic's one", + "Average speed is 210.06% of the surrounding traffic's one", + "Average speed is 200.04% of the surrounding traffic's one", + "Average speed is 193.09% of the surrounding traffic's one", + "Average speed is 182.92% of the surrounding traffic's one", + "Average speed is 172.0% of the surrounding traffic's one", + "Average speed is 167.48% of the surrounding traffic's one", + "Average speed is 165.24% of the surrounding traffic's one", + "Average speed is 160.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.9, + "duration_system": 71.086 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.798", + "0.0", + "146.971" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/69_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/69_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b4146b68625547f4f9fca2a40a07caf9e4ec6856 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/69_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.247, + "yield_emergency_vehicle_infractions": 9.75, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.566, + "duration_game": 7.55, + "duration_system": 76.09, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_05_26_01_18_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.31% of the surrounding traffic's one", + "Average speed is 141.04% of the surrounding traffic's one", + "Average speed is 129.16% of the surrounding traffic's one", + "Average speed is 196.88% of the surrounding traffic's one", + "Average speed is 202.96% of the surrounding traffic's one", + "Average speed is 203.74% of the surrounding traffic's one", + "Average speed is 223.11% of the surrounding traffic's one", + "Average speed is 237.04% of the surrounding traffic's one", + "Average speed is 242.97% of the surrounding traffic's one", + "Average speed is 239.71% of the surrounding traffic's one", + "Average speed is 242.24% of the surrounding traffic's one", + "Average speed is 237.66% of the surrounding traffic's one", + "Average speed is 229.57% of the surrounding traffic's one", + "Average speed is 226.07% of the surrounding traffic's one", + "Average speed is 227.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.55, + "duration_system": 76.09 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.75", + "0.0", + "146.247" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/70_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/70_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0a23a3308cf60eebae8675903c955b0614aa2e95 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/70_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 128.262, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.541, + "duration_game": 138.65, + "duration_system": 1209.847, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_05_26_01_22_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.37% of the surrounding traffic's one", + "Average speed is 139.29% of the surrounding traffic's one", + "Average speed is 220.82% of the surrounding traffic's one", + "Average speed is 248.87% of the surrounding traffic's one", + "Average speed is 212.44% of the surrounding traffic's one", + "Average speed is 159.6% of the surrounding traffic's one", + "Average speed is 87.82% of the surrounding traffic's one", + "Average speed is 14.73% of the surrounding traffic's one", + "Average speed is 577.13% of the surrounding traffic's one", + "Average speed is 416.42% of the surrounding traffic's one", + "Average speed is 484.72% of the surrounding traffic's one", + "Average speed is 1100.93% of the surrounding traffic's one", + "Average speed is 868.78% of the surrounding traffic's one", + "Average speed is 1821.07% of the surrounding traffic's one", + "Average speed is 1628.52% of the surrounding traffic's one", + "Average speed is 17091.5% of the surrounding traffic's one", + "Average speed is 52894925.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.541, + "duration_game": 138.65, + "duration_system": 1209.847 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "128.262" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/71_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/71_res.json new file mode 100644 index 0000000000000000000000000000000000000000..31de07ea61369037728df8ad5ac18cdaa9eadae5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/71_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.575, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.071, + "duration_game": 17.55, + "duration_system": 135.162, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_05_26_01_45_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.31% of the surrounding traffic's one", + "Average speed is 162.38% of the surrounding traffic's one", + "Average speed is 195.56% of the surrounding traffic's one", + "Average speed is 166.77% of the surrounding traffic's one", + "Average speed is 150.86% of the surrounding traffic's one", + "Average speed is 120.32% of the surrounding traffic's one", + "Average speed is 84.06% of the surrounding traffic's one", + "Average speed is 61.83% of the surrounding traffic's one", + "Average speed is 89.28% of the surrounding traffic's one", + "Average speed is 228.04% of the surrounding traffic's one", + "Average speed is 311.4% of the surrounding traffic's one", + "Average speed is 337.65% of the surrounding traffic's one", + "Average speed is 373.68% of the surrounding traffic's one", + "Average speed is 428.96% of the surrounding traffic's one", + "Average speed is 564.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.55, + "duration_system": 135.162 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.575" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/72_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/72_res.json new file mode 100644 index 0000000000000000000000000000000000000000..03627f5c0fd10bd765f862ad62672860a0fd3c3a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/72_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.584, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.061, + "duration_game": 32.85, + "duration_system": 276.503, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_05_26_01_50_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.26% of the surrounding traffic's one", + "Average speed is 153.15% of the surrounding traffic's one", + "Average speed is 221.73% of the surrounding traffic's one", + "Average speed is 204.12% of the surrounding traffic's one", + "Average speed is 220.6% of the surrounding traffic's one", + "Average speed is 223.44% of the surrounding traffic's one", + "Average speed is 216.46% of the surrounding traffic's one", + "Average speed is 165.26% of the surrounding traffic's one", + "Average speed is 107.13% of the surrounding traffic's one", + "Average speed is 86.44% of the surrounding traffic's one", + "Average speed is 122.46% of the surrounding traffic's one", + "Average speed is 101.5% of the surrounding traffic's one", + "Average speed is 92.47% of the surrounding traffic's one", + "Average speed is 73.28% of the surrounding traffic's one", + "Average speed is 32.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.85, + "duration_system": 276.503 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.584" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/73_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/73_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2f9521258c666c903dec8458d49e192feffbfabc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/73_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 27.45, + "duration_system": 295.301, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_05_25_09_17_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.47% of the surrounding traffic's one", + "Average speed is 137.24% of the surrounding traffic's one", + "Average speed is 202.73% of the surrounding traffic's one", + "Average speed is 285.03% of the surrounding traffic's one", + "Average speed is 169.89% of the surrounding traffic's one", + "Average speed is 19.36% of the surrounding traffic's one", + "Average speed is 274.54% of the surrounding traffic's one", + "Average speed is 321.49% of the surrounding traffic's one", + "Average speed is 237.98% of the surrounding traffic's one", + "Average speed is 187.92% of the surrounding traffic's one", + "Average speed is 271.82% of the surrounding traffic's one", + "Average speed is 230.26% of the surrounding traffic's one", + "Average speed is 222.19% of the surrounding traffic's one", + "Average speed is 213.46% of the surrounding traffic's one", + "Average speed is 247.86% of the surrounding traffic's one", + "Average speed is 240.51% of the surrounding traffic's one", + "Average speed is 200.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 27.45, + "duration_system": 295.301 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/74_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/74_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1c9910612087a684fa90c64146491052056b4a28 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/74_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.336, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.961, + "duration_game": 19.4, + "duration_system": 172.187, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_05_25_09_25_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.54% of the surrounding traffic's one", + "Average speed is 144.04% of the surrounding traffic's one", + "Average speed is 182.06% of the surrounding traffic's one", + "Average speed is 228.29% of the surrounding traffic's one", + "Average speed is 259.93% of the surrounding traffic's one", + "Average speed is 355.74% of the surrounding traffic's one", + "Average speed is 447.3% of the surrounding traffic's one", + "Average speed is 269.34% of the surrounding traffic's one", + "Average speed is 27.48% of the surrounding traffic's one", + "Average speed is 339.18% of the surrounding traffic's one", + "Average speed is 533.55% of the surrounding traffic's one", + "Average speed is 428.3% of the surrounding traffic's one", + "Average speed is 441.75% of the surrounding traffic's one", + "Average speed is 933.68% of the surrounding traffic's one", + "Average speed is 766.19% of the surrounding traffic's one", + "Average speed is 733.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.4, + "duration_system": 172.187 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.336" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/75_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/75_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4120962999eb86a818621e80fc0f0b18263c6e30 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/75_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.729, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.062, + "duration_game": 14.8, + "duration_system": 139.144, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_05_25_09_30_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.18% of the surrounding traffic's one", + "Average speed is 156.23% of the surrounding traffic's one", + "Average speed is 184.73% of the surrounding traffic's one", + "Average speed is 214.88% of the surrounding traffic's one", + "Average speed is 271.38% of the surrounding traffic's one", + "Average speed is 378.46% of the surrounding traffic's one", + "Average speed is 359.99% of the surrounding traffic's one", + "Average speed is 233.47% of the surrounding traffic's one", + "Average speed is 96.44% of the surrounding traffic's one", + "Average speed is 190.8% of the surrounding traffic's one", + "Average speed is 285.81% of the surrounding traffic's one", + "Average speed is 180.51% of the surrounding traffic's one", + "Average speed is 218.21% of the surrounding traffic's one", + "Average speed is 232.7% of the surrounding traffic's one", + "Average speed is 233.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 14.8, + "duration_system": 139.144 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.729" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/76_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/76_res.json new file mode 100644 index 0000000000000000000000000000000000000000..34c8f7dae184d0d205f6005fa7e0bf80871039cb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/76_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 129.638, + "duration_game": 13.1, + "duration_system": 111.114, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_05_26_01_57_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.04% of the surrounding traffic's one", + "Average speed is 206.68% of the surrounding traffic's one", + "Average speed is 376.39% of the surrounding traffic's one", + "Average speed is 534.98% of the surrounding traffic's one", + "Average speed is 480.34% of the surrounding traffic's one", + "Average speed is 539.9% of the surrounding traffic's one", + "Average speed is 518.11% of the surrounding traffic's one", + "Average speed is 502.14% of the surrounding traffic's one", + "Average speed is 416.92% of the surrounding traffic's one", + "Average speed is 439.81% of the surrounding traffic's one", + "Average speed is 443.04% of the surrounding traffic's one", + "Average speed is 452.3% of the surrounding traffic's one", + "Average speed is 418.23% of the surrounding traffic's one", + "Average speed is 349.05% of the surrounding traffic's one", + "Average speed is 363.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.1, + "duration_system": 111.114 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/77_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/77_res.json new file mode 100644 index 0000000000000000000000000000000000000000..611de4950fe758058b09023dc9a3ca948f89061d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/77_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.672, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.154, + "duration_game": 22.4, + "duration_system": 172.099, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_05_26_02_02_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.73% of the surrounding traffic's one", + "Average speed is 145.75% of the surrounding traffic's one", + "Average speed is 183.55% of the surrounding traffic's one", + "Average speed is 228.54% of the surrounding traffic's one", + "Average speed is 238.22% of the surrounding traffic's one", + "Average speed is 183.11% of the surrounding traffic's one", + "Average speed is 169.86% of the surrounding traffic's one", + "Average speed is 169.13% of the surrounding traffic's one", + "Average speed is 133.22% of the surrounding traffic's one", + "Average speed is 113.8% of the surrounding traffic's one", + "Average speed is 107.19% of the surrounding traffic's one", + "Average speed is 93.37% of the surrounding traffic's one", + "Average speed is 100.1% of the surrounding traffic's one", + "Average speed is 100.89% of the surrounding traffic's one", + "Average speed is 115.76% of the surrounding traffic's one", + "Average speed is 118.93% of the surrounding traffic's one", + "Average speed is 115.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.4, + "duration_system": 172.099 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.672" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/78_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/78_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d52d63600b7890a7313c0587310bb3bf0ab60101 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/78_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.244, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.063, + "duration_game": 17.7, + "duration_system": 135.144, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_05_26_02_08_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 49.27% of the surrounding traffic's one", + "Average speed is 93.34% of the surrounding traffic's one", + "Average speed is 127.22% of the surrounding traffic's one", + "Average speed is 135.72% of the surrounding traffic's one", + "Average speed is 129.64% of the surrounding traffic's one", + "Average speed is 114.65% of the surrounding traffic's one", + "Average speed is 129.38% of the surrounding traffic's one", + "Average speed is 115.46% of the surrounding traffic's one", + "Average speed is 131.4% of the surrounding traffic's one", + "Average speed is 108.41% of the surrounding traffic's one", + "Average speed is 109.68% of the surrounding traffic's one", + "Average speed is 118.23% of the surrounding traffic's one", + "Average speed is 113.05% of the surrounding traffic's one", + "Average speed is 121.05% of the surrounding traffic's one", + "Average speed is 121.35% of the surrounding traffic's one", + "Average speed is 103.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 17.7, + "duration_system": 135.144 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.244" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/79_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/79_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bad598d5aee49daf4c39b47c7787df8f16f29f5f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/79_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.622, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.327, + "duration_game": 28.3, + "duration_system": 234.271, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_05_26_02_13_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.03% of the surrounding traffic's one", + "Average speed is 115.57% of the surrounding traffic's one", + "Average speed is 16.86% of the surrounding traffic's one", + "Average speed is 152.59% of the surrounding traffic's one", + "Average speed is 103.31% of the surrounding traffic's one", + "Average speed is 104.85% of the surrounding traffic's one", + "Average speed is 128.7% of the surrounding traffic's one", + "Average speed is 63.79% of the surrounding traffic's one", + "Average speed is 86.99% of the surrounding traffic's one", + "Average speed is 169.44% of the surrounding traffic's one", + "Average speed is 142.74% of the surrounding traffic's one", + "Average speed is 108.55% of the surrounding traffic's one", + "Average speed is 132.81% of the surrounding traffic's one", + "Average speed is 95.58% of the surrounding traffic's one", + "Average speed is 120.45% of the surrounding traffic's one", + "Average speed is 114.09% of the surrounding traffic's one", + "Average speed is 118.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 28.3, + "duration_system": 234.271 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.622" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/80_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/80_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b16ffba086146fed8d5a4e1a19a7ad4d15e4dc66 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/80_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.948, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.288, + "duration_game": 16.8, + "duration_system": 121.144, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_05_26_02_19_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.38% of the surrounding traffic's one", + "Average speed is 106.53% of the surrounding traffic's one", + "Average speed is 105.51% of the surrounding traffic's one", + "Average speed is 137.79% of the surrounding traffic's one", + "Average speed is 100.64% of the surrounding traffic's one", + "Average speed is 99.57% of the surrounding traffic's one", + "Average speed is 97.88% of the surrounding traffic's one", + "Average speed is 97.32% of the surrounding traffic's one", + "Average speed is 105.36% of the surrounding traffic's one", + "Average speed is 117.84% of the surrounding traffic's one", + "Average speed is 105.76% of the surrounding traffic's one", + "Average speed is 100.74% of the surrounding traffic's one", + "Average speed is 110.41% of the surrounding traffic's one", + "Average speed is 102.48% of the surrounding traffic's one", + "Average speed is 99.02% of the surrounding traffic's one", + "Average speed is 114.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 121.144 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.948" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/81_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/81_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4d49cb011c6f7d127131064b31e3cff573cb98db --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/81_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.968, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.063, + "duration_game": 11.2, + "duration_system": 87.093, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_05_26_02_24_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.71% of the surrounding traffic's one", + "Average speed is 139.45% of the surrounding traffic's one", + "Average speed is 127.89% of the surrounding traffic's one", + "Average speed is 121.91% of the surrounding traffic's one", + "Average speed is 120.74% of the surrounding traffic's one", + "Average speed is 121.87% of the surrounding traffic's one", + "Average speed is 118.06% of the surrounding traffic's one", + "Average speed is 122.88% of the surrounding traffic's one", + "Average speed is 119.61% of the surrounding traffic's one", + "Average speed is 122.37% of the surrounding traffic's one", + "Average speed is 120.77% of the surrounding traffic's one", + "Average speed is 119.34% of the surrounding traffic's one", + "Average speed is 128.77% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 11.2, + "duration_system": 87.093 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "146.968" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/82_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/82_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0cbe65cc6d379db52b2d8b28524a162f6131923d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/82_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.274, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 101.164, + "duration_game": 8.3, + "duration_system": 61.072, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_05_25_09_35_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.74% of the surrounding traffic's one", + "Average speed is 134.29% of the surrounding traffic's one", + "Average speed is 139.2% of the surrounding traffic's one", + "Average speed is 119.85% of the surrounding traffic's one", + "Average speed is 134.84% of the surrounding traffic's one", + "Average speed is 163.81% of the surrounding traffic's one", + "Average speed is 187.62% of the surrounding traffic's one", + "Average speed is 209.18% of the surrounding traffic's one", + "Average speed is 226.08% of the surrounding traffic's one", + "Average speed is 235.77% of the surrounding traffic's one", + "Average speed is 236.92% of the surrounding traffic's one", + "Average speed is 234.68% of the surrounding traffic's one", + "Average speed is 218.86% of the surrounding traffic's one", + "Average speed is 187.11% of the surrounding traffic's one", + "Average speed is 142.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.3, + "duration_system": 61.072 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.274" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/83_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/83_res.json new file mode 100644 index 0000000000000000000000000000000000000000..19e03e528e72dd923233adaf9bdbc771f89f84ac --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/83_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.464, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.118, + "duration_game": 8.05, + "duration_system": 59.069, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_05_26_02_28_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.8% of the surrounding traffic's one", + "Average speed is 129.58% of the surrounding traffic's one", + "Average speed is 91.8% of the surrounding traffic's one", + "Average speed is 128.36% of the surrounding traffic's one", + "Average speed is 166.04% of the surrounding traffic's one", + "Average speed is 189.22% of the surrounding traffic's one", + "Average speed is 210.06% of the surrounding traffic's one", + "Average speed is 225.78% of the surrounding traffic's one", + "Average speed is 236.09% of the surrounding traffic's one", + "Average speed is 238.49% of the surrounding traffic's one", + "Average speed is 240.21% of the surrounding traffic's one", + "Average speed is 236.11% of the surrounding traffic's one", + "Average speed is 227.05% of the surrounding traffic's one", + "Average speed is 224.25% of the surrounding traffic's one", + "Average speed is 230.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.05, + "duration_system": 59.069 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.464" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/84_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/84_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f30f2dfb6b126af22091465a44f5bb27b2ac1567 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/84_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 26.875, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.002, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 36.0, + "score_route": 100.0, + "score_penalty": 0.36 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.418, + "duration_game": 16.55, + "duration_system": 177.191, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_05_26_02_32_16", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2587.938, y=-79.579, z=173.291) at time=8.300s [CARLA Frame: 1522, Agent Step: 165]", + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2582.971, y=-93.169, z=173.194) at time=13.300s [CARLA Frame: 1622, Agent Step: 265]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.94% of the surrounding traffic's one", + "Average speed is 521.8% of the surrounding traffic's one", + "Average speed is 697.26% of the surrounding traffic's one", + "Average speed is 413.15% of the surrounding traffic's one", + "Average speed is 139.52% of the surrounding traffic's one", + "Average speed is 48.58% of the surrounding traffic's one", + "Average speed is 155.67% of the surrounding traffic's one", + "Average speed is 269.68% of the surrounding traffic's one", + "Average speed is 282.22% of the surrounding traffic's one", + "Average speed is 230.8% of the surrounding traffic's one", + "Average speed is 207.62% of the surrounding traffic's one", + "Average speed is 294.44% of the surrounding traffic's one", + "Average speed is 1041.94% of the surrounding traffic's one", + "Average speed is 7706.38% of the surrounding traffic's one", + "Average speed is 6151.96% of the surrounding traffic's one", + "Average speed is 2624.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 16.55, + "duration_system": 177.191 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "36.0", + "100.0", + "0.36", + "0.0", + "26.875", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.002" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/85_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/85_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6e932ab506c77ed368de4fe2dca873a240ad0480 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/85_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.626, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.521, + "duration_game": 11.35, + "duration_system": 98.109, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_05_26_02_37_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 371.82% of the surrounding traffic's one", + "Average speed is 239.24% of the surrounding traffic's one", + "Average speed is 348.41% of the surrounding traffic's one", + "Average speed is 151.88% of the surrounding traffic's one", + "Average speed is 61.56% of the surrounding traffic's one", + "Average speed is 155.71% of the surrounding traffic's one", + "Average speed is 312.1% of the surrounding traffic's one", + "Average speed is 337.97% of the surrounding traffic's one", + "Average speed is 344.97% of the surrounding traffic's one", + "Average speed is 302.51% of the surrounding traffic's one", + "Average speed is 483.98% of the surrounding traffic's one", + "Average speed is 535.56% of the surrounding traffic's one", + "Average speed is 698.86% of the surrounding traffic's one", + "Average speed is 5502.93% of the surrounding traffic's one", + "Average speed is 2117.22% of the surrounding traffic's one", + "Average speed is 759.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.35, + "duration_system": 98.109 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.626" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/86_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/86_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a2f19b4d8152bb7c141642c984d5363a2d1a9e1f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/86_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.414, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 71.938, + "duration_game": 13.2, + "duration_system": 102.108, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_05_25_09_39_34", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.94% of the surrounding traffic's one", + "Average speed is 545.15% of the surrounding traffic's one", + "Average speed is 479.82% of the surrounding traffic's one", + "Average speed is 340.44% of the surrounding traffic's one", + "Average speed is 149.58% of the surrounding traffic's one", + "Average speed is 63.27% of the surrounding traffic's one", + "Average speed is 55.45% of the surrounding traffic's one", + "Average speed is 382.58% of the surrounding traffic's one", + "Average speed is 381.45% of the surrounding traffic's one", + "Average speed is 220.64% of the surrounding traffic's one", + "Average speed is 395.71% of the surrounding traffic's one", + "Average speed is 1045.55% of the surrounding traffic's one", + "Average speed is 1842.07% of the surrounding traffic's one", + "Average speed is 7470.71% of the surrounding traffic's one", + "Average speed is 3163.81% of the surrounding traffic's one", + "Average speed is 3628.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.2, + "duration_system": 102.108 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.414" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/87_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/87_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f65398268a8265782c42de506b428b90f4410940 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/87_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.813, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.297, + "duration_game": 12.3, + "duration_system": 105.115, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_05_26_02_42_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.52% of the surrounding traffic's one", + "Average speed is 115.45% of the surrounding traffic's one", + "Average speed is 864.07% of the surrounding traffic's one", + "Average speed is 376.55% of the surrounding traffic's one", + "Average speed is 73.89% of the surrounding traffic's one", + "Average speed is 41.79% of the surrounding traffic's one", + "Average speed is 117.74% of the surrounding traffic's one", + "Average speed is 211.85% of the surrounding traffic's one", + "Average speed is 275.08% of the surrounding traffic's one", + "Average speed is 266.81% of the surrounding traffic's one", + "Average speed is 306.45% of the surrounding traffic's one", + "Average speed is 449.57% of the surrounding traffic's one", + "Average speed is 418.99% of the surrounding traffic's one", + "Average speed is 346.39% of the surrounding traffic's one", + "Average speed is 295.42% of the surrounding traffic's one", + "Average speed is 235.71% of the surrounding traffic's one", + "Average speed is 241.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.3, + "duration_system": 105.115 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.813" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/88_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/88_res.json new file mode 100644 index 0000000000000000000000000000000000000000..02c4005c39fc17a798504912394a1f458d112af9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/88_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 225.771, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 66.439, + "duration_game": 15.95, + "duration_system": 130.139, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_05_25_09_43_56", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.91% of the surrounding traffic's one", + "Average speed is 109.86% of the surrounding traffic's one", + "Average speed is 134.54% of the surrounding traffic's one", + "Average speed is 39.37% of the surrounding traffic's one", + "Average speed is 65.7% of the surrounding traffic's one", + "Average speed is 251.75% of the surrounding traffic's one", + "Average speed is 542.96% of the surrounding traffic's one", + "Average speed is 515.06% of the surrounding traffic's one", + "Average speed is 433.07% of the surrounding traffic's one", + "Average speed is 272.11% of the surrounding traffic's one", + "Average speed is 254.48% of the surrounding traffic's one", + "Average speed is 592.84% of the surrounding traffic's one", + "Average speed is 570.19% of the surrounding traffic's one", + "Average speed is 322.93% of the surrounding traffic's one", + "Average speed is 239.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 15.95, + "duration_system": 130.139 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "225.771" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/89_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/89_res.json new file mode 100644 index 0000000000000000000000000000000000000000..83f864732445aa7d660c78611a0aa5f1c5cbba59 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/89_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.313, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.59, + "duration_game": 21.15, + "duration_system": 182.202, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_05_26_02_46_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.95% of the surrounding traffic's one", + "Average speed is 105.89% of the surrounding traffic's one", + "Average speed is 161.41% of the surrounding traffic's one", + "Average speed is 105.07% of the surrounding traffic's one", + "Average speed is 40.04% of the surrounding traffic's one", + "Average speed is 46.35% of the surrounding traffic's one", + "Average speed is 294.23% of the surrounding traffic's one", + "Average speed is 494.36% of the surrounding traffic's one", + "Average speed is 664.76% of the surrounding traffic's one", + "Average speed is 455.07% of the surrounding traffic's one", + "Average speed is 408.08% of the surrounding traffic's one", + "Average speed is 425.25% of the surrounding traffic's one", + "Average speed is 517.48% of the surrounding traffic's one", + "Average speed is 633.37% of the surrounding traffic's one", + "Average speed is 480.5% of the surrounding traffic's one", + "Average speed is 311.19% of the surrounding traffic's one", + "Average speed is 220.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 21.15, + "duration_system": 182.202 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.313" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/90_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/90_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cd5c531f338dbdb259dc22b7a37a0af80b54becc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/90_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.892, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.111, + "duration_game": 145.0, + "duration_system": 1358.443, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_05_26_02_52_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.34% of the surrounding traffic's one", + "Average speed is 107.41% of the surrounding traffic's one", + "Average speed is 77.32% of the surrounding traffic's one", + "Average speed is 52.03% of the surrounding traffic's one", + "Average speed is 4.08% of the surrounding traffic's one", + "Average speed is 8.29% of the surrounding traffic's one", + "Average speed is 582.36% of the surrounding traffic's one", + "Average speed is 604.08% of the surrounding traffic's one", + "Average speed is 505.52% of the surrounding traffic's one", + "Average speed is 209.54% of the surrounding traffic's one", + "Average speed is 1174.05% of the surrounding traffic's one", + "Average speed is 106.58% of the surrounding traffic's one", + "Average speed is 467.07% of the surrounding traffic's one", + "Average speed is 368.4% of the surrounding traffic's one", + "Average speed is 351.08% of the surrounding traffic's one", + "Average speed is 205.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 145.0, + "duration_system": 1358.443 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.892" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/91_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/91_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3cdf8297c74f3aa4fc7db18821413083ad038fa5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/91_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.506, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.252, + "duration_game": 38.65, + "duration_system": 337.507, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_05_26_03_17_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.07% of the surrounding traffic's one", + "Average speed is 162.89% of the surrounding traffic's one", + "Average speed is 103.15% of the surrounding traffic's one", + "Average speed is 9.86% of the surrounding traffic's one", + "Average speed is 349.48% of the surrounding traffic's one", + "Average speed is 744.54% of the surrounding traffic's one", + "Average speed is 869.9% of the surrounding traffic's one", + "Average speed is 791.38% of the surrounding traffic's one", + "Average speed is 184.12% of the surrounding traffic's one", + "Average speed is 422.81% of the surrounding traffic's one", + "Average speed is 1244.8% of the surrounding traffic's one", + "Average speed is 2820.22% of the surrounding traffic's one", + "Average speed is 1562.27% of the surrounding traffic's one", + "Average speed is 1065.9% of the surrounding traffic's one", + "Average speed is 1281.12% of the surrounding traffic's one", + "Average speed is 1052.46% of the surrounding traffic's one", + "Average speed is 756.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 38.65, + "duration_system": 337.507 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.506" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/92_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/92_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9e4a9a820d69564655b0a64851d6b2fc1826a41e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/92_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 217.515, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.558, + "duration_game": 51.45, + "duration_system": 480.72, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_05_26_03_25_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 238.57% of the surrounding traffic's one", + "Average speed is 168.17% of the surrounding traffic's one", + "Average speed is 88.62% of the surrounding traffic's one", + "Average speed is 48.88% of the surrounding traffic's one", + "Average speed is 8.16% of the surrounding traffic's one", + "Average speed is 963.79% of the surrounding traffic's one", + "Average speed is 1016.02% of the surrounding traffic's one", + "Average speed is 961.14% of the surrounding traffic's one", + "Average speed is 844.44% of the surrounding traffic's one", + "Average speed is 740.1% of the surrounding traffic's one", + "Average speed is 820.88% of the surrounding traffic's one", + "Average speed is 622.6% of the surrounding traffic's one", + "Average speed is 355.86% of the surrounding traffic's one", + "Average speed is 264.61% of the surrounding traffic's one", + "Average speed is 220.31% of the surrounding traffic's one", + "Average speed is 203.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 51.45, + "duration_system": 480.72 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "217.515" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/93_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/93_res.json new file mode 100644 index 0000000000000000000000000000000000000000..971f0a98ae8382fad28fe34448aaecadcdffa002 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/93_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 185.669, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 12.378, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.789, + "duration_game": 256.9, + "duration_system": 2318.537, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_05_26_03_36_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.3% of the surrounding traffic's one", + "Average speed is 290.99% of the surrounding traffic's one", + "Average speed is 636.24% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 14.76% of the surrounding traffic's one", + "Average speed is 1527.93% of the surrounding traffic's one", + "Average speed is 1590.41% of the surrounding traffic's one", + "Average speed is 1114.88% of the surrounding traffic's one", + "Average speed is 701.1% of the surrounding traffic's one", + "Average speed is 613.97% of the surrounding traffic's one", + "Average speed is 0.36% of the surrounding traffic's one", + "Average speed is 119.41% of the surrounding traffic's one", + "Average speed is 330.26% of the surrounding traffic's one", + "Average speed is 280.51% of the surrounding traffic's one", + "Average speed is 136.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 256.9, + "duration_system": 2318.537 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.378", + "185.669" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/94_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/94_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4bb98c2977584e857c5dca0a78d39084e33f44bf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/94_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 4.49, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 85.304, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 222.734, + "duration_game": 22.1, + "duration_system": 187.22, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_05_26_04_17_38", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=4722 at (x=2801.094, y=6048.145, z=155.515) at time=4.900s [CARLA Frame: 1536, Agent Step: 97]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.05% of the surrounding traffic's one", + "Average speed is 350.3% of the surrounding traffic's one", + "Average speed is 387.33% of the surrounding traffic's one", + "Average speed is 415.9% of the surrounding traffic's one", + "Average speed is 404.66% of the surrounding traffic's one", + "Average speed is 441.12% of the surrounding traffic's one", + "Average speed is 735.14% of the surrounding traffic's one", + "Average speed is 760.43% of the surrounding traffic's one", + "Average speed is 879.22% of the surrounding traffic's one", + "Average speed is 1119.44% of the surrounding traffic's one", + "Average speed is 689.63% of the surrounding traffic's one", + "Average speed is 413.41% of the surrounding traffic's one", + "Average speed is 294.38% of the surrounding traffic's one", + "Average speed is 231.36% of the surrounding traffic's one", + "Average speed is 220.81% of the surrounding traffic's one", + "Average speed is 218.73% of the surrounding traffic's one", + "Average speed is 7805.78% of the surrounding traffic's one", + "Average speed is 1315042.32% of the surrounding traffic's one", + "Average speed is 1315042.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 22.1, + "duration_system": 187.22 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "4.49", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "85.304" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/95_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/95_res.json new file mode 100644 index 0000000000000000000000000000000000000000..88ef1ebb53923c8883863fd12f0b45a82d326bb7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/95_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.003, + "min_speed_infractions": 104.245, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 98.247932, + "score_route": 100.0, + "score_penalty": 0.982479 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 182.263, + "duration_game": 14.3, + "duration_system": 118.134, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_05_25_09_48_47", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 3.034 meters (1.75% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 211.74% of the surrounding traffic's one", + "Average speed is 708.68% of the surrounding traffic's one", + "Average speed is 545.44% of the surrounding traffic's one", + "Average speed is 450.11% of the surrounding traffic's one", + "Average speed is 419.18% of the surrounding traffic's one", + "Average speed is 408.52% of the surrounding traffic's one", + "Average speed is 743.37% of the surrounding traffic's one", + "Average speed is 1135.06% of the surrounding traffic's one", + "Average speed is 1045.95% of the surrounding traffic's one", + "Average speed is 957.45% of the surrounding traffic's one", + "Average speed is 12945.93% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 38937349.92% of the surrounding traffic's one", + "Average speed is 1403875.52% of the surrounding traffic's one", + "Average speed is 1897030.32% of the surrounding traffic's one", + "Average speed is 1897030.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.982479, + "score_composed": 98.247932 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.3, + "duration_system": 118.134 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "98.247932", + "100.0", + "0.982479", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.003", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "104.245" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/96_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/96_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7c381b228c3a95a9574a6ce491cfaf0b264231e4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/96_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.855, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 140.53, + "duration_game": 13.8, + "duration_system": 159.165, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_05_26_04_23_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 227.02% of the surrounding traffic's one", + "Average speed is 206.03% of the surrounding traffic's one", + "Average speed is 184.2% of the surrounding traffic's one", + "Average speed is 365.12% of the surrounding traffic's one", + "Average speed is 380.1% of the surrounding traffic's one", + "Average speed is 416.48% of the surrounding traffic's one", + "Average speed is 571.35% of the surrounding traffic's one", + "Average speed is 574.98% of the surrounding traffic's one", + "Average speed is 622.73% of the surrounding traffic's one", + "Average speed is 865.92% of the surrounding traffic's one", + "Average speed is 666.78% of the surrounding traffic's one", + "Average speed is 625.61% of the surrounding traffic's one", + "Average speed is 4539.32% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 2859276308686.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.8, + "duration_system": 159.165 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.855" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/97_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/97_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bc2533b6a7610b0b37245ad13afddcedb9a1fdf8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/97_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 231.882, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.688, + "duration_game": 40.6, + "duration_system": 340.365, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_05_25_09_53_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.11% of the surrounding traffic's one", + "Average speed is 1578.85% of the surrounding traffic's one", + "Average speed is 207.27% of the surrounding traffic's one", + "Average speed is 2036.87% of the surrounding traffic's one", + "Average speed is 4285.9% of the surrounding traffic's one", + "Average speed is 4043.7% of the surrounding traffic's one", + "Average speed is 3659.84% of the surrounding traffic's one", + "Average speed is 3305.66% of the surrounding traffic's one", + "Average speed is 2395.82% of the surrounding traffic's one", + "Average speed is 2965.82% of the surrounding traffic's one", + "Average speed is 1717.48% of the surrounding traffic's one", + "Average speed is 1174.69% of the surrounding traffic's one", + "Average speed is 1288.51% of the surrounding traffic's one", + "Average speed is 1119.2% of the surrounding traffic's one", + "Average speed is 888.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.6, + "duration_system": 340.365 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "231.882" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/98_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/98_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0c924ead7d0f3d9341ea1ec16af5c48209ea4228 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/98_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 16.457, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 246.861, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 60.763, + "duration_game": 36.05, + "duration_system": 327.049, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_05_26_04_28_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 2051 at (x=2658.621, y=2277.046, z=175.222)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.82% of the surrounding traffic's one", + "Average speed is 7.8% of the surrounding traffic's one", + "Average speed is 1192.96% of the surrounding traffic's one", + "Average speed is 1287.44% of the surrounding traffic's one", + "Average speed is 1822.77% of the surrounding traffic's one", + "Average speed is 2475.58% of the surrounding traffic's one", + "Average speed is 2311.22% of the surrounding traffic's one", + "Average speed is 1130.69% of the surrounding traffic's one", + "Average speed is 1227.94% of the surrounding traffic's one", + "Average speed is 920.35% of the surrounding traffic's one", + "Average speed is 523.86% of the surrounding traffic's one", + "Average speed is 321.91% of the surrounding traffic's one", + "Average speed is 263.86% of the surrounding traffic's one", + "Average speed is 264.63% of the surrounding traffic's one", + "Average speed is 261.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 36.05, + "duration_system": 327.049 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "16.457", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "246.861" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/99_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/99_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b99fdd3f638976cad2b1d6e54cfb80ec18556f94 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/99_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 273.324, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 54.88, + "duration_game": 25.7, + "duration_system": 261.487, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_05_26_04_36_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.84% of the surrounding traffic's one", + "Average speed is 9.83% of the surrounding traffic's one", + "Average speed is 3553.3% of the surrounding traffic's one", + "Average speed is 1781.29% of the surrounding traffic's one", + "Average speed is 1137.04% of the surrounding traffic's one", + "Average speed is 1245.49% of the surrounding traffic's one", + "Average speed is 1155.29% of the surrounding traffic's one", + "Average speed is 1024.22% of the surrounding traffic's one", + "Average speed is 929.11% of the surrounding traffic's one", + "Average speed is 704.52% of the surrounding traffic's one", + "Average speed is 560.27% of the surrounding traffic's one", + "Average speed is 610.52% of the surrounding traffic's one", + "Average speed is 563.61% of the surrounding traffic's one", + "Average speed is 390.06% of the surrounding traffic's one", + "Average speed is 266.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.7, + "duration_system": 261.487 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "273.324" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_5/merged.json b/evaluation_logs/bench2drive/bench2drive_detailed_5/merged.json new file mode 100644 index 0000000000000000000000000000000000000000..cf06cee706a8bec9576f493e6f8ae83231affc78 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_5/merged.json @@ -0,0 +1,11091 @@ +{ + "_checkpoint": { + "records": [ + { + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_05_25_10_19_01", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 303.49% of the surrounding traffic's one", + "Average speed is 246.62% of the surrounding traffic's one", + "Average speed is 244.34% of the surrounding traffic's one", + "Average speed is 85.46% of the surrounding traffic's one", + "Average speed is 63.33% of the surrounding traffic's one", + "Average speed is 224.77% of the surrounding traffic's one", + "Average speed is 508.32% of the surrounding traffic's one", + "Average speed is 396.23% of the surrounding traffic's one", + "Average speed is 399.05% of the surrounding traffic's one", + "Average speed is 1107.1% of the surrounding traffic's one", + "Average speed is 1317.42% of the surrounding traffic's one", + "Average speed is 530.62% of the surrounding traffic's one", + "Average speed is 544.65% of the surrounding traffic's one", + "Average speed is 518.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.7, + "duration_system": 84.086 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_05_25_10_14_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.59% of the surrounding traffic's one", + "Average speed is 561.55% of the surrounding traffic's one", + "Average speed is 488.04% of the surrounding traffic's one", + "Average speed is 165.04% of the surrounding traffic's one", + "Average speed is 74.41% of the surrounding traffic's one", + "Average speed is 33.82% of the surrounding traffic's one", + "Average speed is 389.51% of the surrounding traffic's one", + "Average speed is 428.52% of the surrounding traffic's one", + "Average speed is 438.4% of the surrounding traffic's one", + "Average speed is 494.21% of the surrounding traffic's one", + "Average speed is 1472.59% of the surrounding traffic's one", + "Average speed is 2823.62% of the surrounding traffic's one", + "Average speed is 1374.71% of the surrounding traffic's one", + "Average speed is 1393.48% of the surrounding traffic's one", + "Average speed is 1091.79% of the surrounding traffic's one", + "Average speed is 1192.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 13.95, + "duration_system": 114.117 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_05_26_06_25_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.76% of the surrounding traffic's one", + "Average speed is 358.68% of the surrounding traffic's one", + "Average speed is 512.19% of the surrounding traffic's one", + "Average speed is 355.18% of the surrounding traffic's one", + "Average speed is 100.71% of the surrounding traffic's one", + "Average speed is 47.08% of the surrounding traffic's one", + "Average speed is 182.98% of the surrounding traffic's one", + "Average speed is 355.83% of the surrounding traffic's one", + "Average speed is 396.66% of the surrounding traffic's one", + "Average speed is 454.19% of the surrounding traffic's one", + "Average speed is 457.67% of the surrounding traffic's one", + "Average speed is 3138.17% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 43331412.29% of the surrounding traffic's one", + "Average speed is 9202646.59% of the surrounding traffic's one", + "Average speed is 142945.88% of the surrounding traffic's one", + "Average speed is 1127868.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 11.55, + "duration_system": 117.607 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_05_26_06_21_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 244.55% of the surrounding traffic's one", + "Average speed is 225.91% of the surrounding traffic's one", + "Average speed is 412.97% of the surrounding traffic's one", + "Average speed is 346.67% of the surrounding traffic's one", + "Average speed is 137.29% of the surrounding traffic's one", + "Average speed is 24.06% of the surrounding traffic's one", + "Average speed is 93.23% of the surrounding traffic's one", + "Average speed is 643.76% of the surrounding traffic's one", + "Average speed is 564.3% of the surrounding traffic's one", + "Average speed is 452.23% of the surrounding traffic's one", + "Average speed is 380.25% of the surrounding traffic's one", + "Average speed is 826.66% of the surrounding traffic's one", + "Average speed is 1764.75% of the surrounding traffic's one", + "Average speed is 749.86% of the surrounding traffic's one", + "Average speed is 729.9% of the surrounding traffic's one", + "Average speed is 696.69% of the surrounding traffic's one", + "Average speed is 528.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.95, + "duration_system": 120.126 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_05_26_05_44_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3930 at (x=1324.429, y=3872.404, z=363.3) at time=8.450s [CARLA Frame: 1518, Agent Step: 168]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 344.62% of the surrounding traffic's one", + "Average speed is 566.99% of the surrounding traffic's one", + "Average speed is 459.29% of the surrounding traffic's one", + "Average speed is 95.95% of the surrounding traffic's one", + "Average speed is 38.92% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one", + "Average speed is 46.48% of the surrounding traffic's one", + "Average speed is 53.42% of the surrounding traffic's one", + "Average speed is 5220.69% of the surrounding traffic's one", + "Average speed is 2348.8% of the surrounding traffic's one", + "Average speed is 14757.76% of the surrounding traffic's one", + "Average speed is 3257.46% of the surrounding traffic's one", + "Average speed is 1571.24% of the surrounding traffic's one", + "Average speed is 877.45% of the surrounding traffic's one", + "Average speed is 741.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 220.75, + "duration_system": 2065.208 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_05_26_04_48_47", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3886 at (x=2491.641, y=4889.463, z=367.361) at time=24.900s [CARLA Frame: 1806, Agent Step: 497]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.13% of the surrounding traffic's one", + "Average speed is 136.36% of the surrounding traffic's one", + "Average speed is 1881.92% of the surrounding traffic's one", + "Average speed is 159.82% of the surrounding traffic's one", + "Average speed is 31.82% of the surrounding traffic's one", + "Average speed is 66.45% of the surrounding traffic's one", + "Average speed is 2882.13% of the surrounding traffic's one", + "Average speed is 74.57% of the surrounding traffic's one", + "Average speed is 12768.64% of the surrounding traffic's one", + "Average speed is 5890.81% of the surrounding traffic's one", + "Average speed is 1338.16% of the surrounding traffic's one", + "Average speed is 563.43% of the surrounding traffic's one", + "Average speed is 340.35% of the surrounding traffic's one", + "Average speed is 235.07% of the surrounding traffic's one", + "Average speed is 240.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 284.6, + "duration_system": 3179.256 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_05_25_10_05_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 81.94% of the surrounding traffic's one", + "Average speed is 6.37% of the surrounding traffic's one", + "Average speed is 590.01% of the surrounding traffic's one", + "Average speed is 682.53% of the surrounding traffic's one", + "Average speed is 695.75% of the surrounding traffic's one", + "Average speed is 731.29% of the surrounding traffic's one", + "Average speed is 661.34% of the surrounding traffic's one", + "Average speed is 683.74% of the surrounding traffic's one", + "Average speed is 1006.42% of the surrounding traffic's one", + "Average speed is 1179.12% of the surrounding traffic's one", + "Average speed is 847.8% of the surrounding traffic's one", + "Average speed is 645.7% of the surrounding traffic's one", + "Average speed is 409.63% of the surrounding traffic's one", + "Average speed is 332.17% of the surrounding traffic's one", + "Average speed is 257.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.2, + "duration_system": 416.487 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_05_26_04_43_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 110.38% of the surrounding traffic's one", + "Average speed is 14.39% of the surrounding traffic's one", + "Average speed is 237.5% of the surrounding traffic's one", + "Average speed is 401.47% of the surrounding traffic's one", + "Average speed is 505.49% of the surrounding traffic's one", + "Average speed is 744.21% of the surrounding traffic's one", + "Average speed is 701.91% of the surrounding traffic's one", + "Average speed is 821.19% of the surrounding traffic's one", + "Average speed is 870.64% of the surrounding traffic's one", + "Average speed is 565.99% of the surrounding traffic's one", + "Average speed is 477.89% of the surrounding traffic's one", + "Average speed is 463.79% of the surrounding traffic's one", + "Average speed is 390.56% of the surrounding traffic's one", + "Average speed is 266.66% of the surrounding traffic's one", + "Average speed is 250.45% of the surrounding traffic's one", + "Average speed is 200.75% of the surrounding traffic's one", + "Average speed is 181.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 13.9, + "duration_system": 117.15 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_05_25_10_01_38", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.45% of the surrounding traffic's one", + "Average speed is 176.28% of the surrounding traffic's one", + "Average speed is 211.54% of the surrounding traffic's one", + "Average speed is 238.57% of the surrounding traffic's one", + "Average speed is 232.05% of the surrounding traffic's one", + "Average speed is 227.23% of the surrounding traffic's one", + "Average speed is 269.22% of the surrounding traffic's one", + "Average speed is 294.83% of the surrounding traffic's one", + "Average speed is 321.97% of the surrounding traffic's one", + "Average speed is 694.37% of the surrounding traffic's one", + "Average speed is 698.05% of the surrounding traffic's one", + "Average speed is 780.74% of the surrounding traffic's one", + "Average speed is 621.59% of the surrounding traffic's one", + "Average speed is 462.84% of the surrounding traffic's one", + "Average speed is 340.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.05, + "duration_system": 48.048 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_05_26_04_36_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.84% of the surrounding traffic's one", + "Average speed is 9.83% of the surrounding traffic's one", + "Average speed is 3553.3% of the surrounding traffic's one", + "Average speed is 1781.29% of the surrounding traffic's one", + "Average speed is 1137.04% of the surrounding traffic's one", + "Average speed is 1245.49% of the surrounding traffic's one", + "Average speed is 1155.29% of the surrounding traffic's one", + "Average speed is 1024.22% of the surrounding traffic's one", + "Average speed is 929.11% of the surrounding traffic's one", + "Average speed is 704.52% of the surrounding traffic's one", + "Average speed is 560.27% of the surrounding traffic's one", + "Average speed is 610.52% of the surrounding traffic's one", + "Average speed is 563.61% of the surrounding traffic's one", + "Average speed is 390.06% of the surrounding traffic's one", + "Average speed is 266.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.7, + "duration_system": 261.487 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_05_26_04_28_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 2051 at (x=2658.621, y=2277.046, z=175.222)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.82% of the surrounding traffic's one", + "Average speed is 7.8% of the surrounding traffic's one", + "Average speed is 1192.96% of the surrounding traffic's one", + "Average speed is 1287.44% of the surrounding traffic's one", + "Average speed is 1822.77% of the surrounding traffic's one", + "Average speed is 2475.58% of the surrounding traffic's one", + "Average speed is 2311.22% of the surrounding traffic's one", + "Average speed is 1130.69% of the surrounding traffic's one", + "Average speed is 1227.94% of the surrounding traffic's one", + "Average speed is 920.35% of the surrounding traffic's one", + "Average speed is 523.86% of the surrounding traffic's one", + "Average speed is 321.91% of the surrounding traffic's one", + "Average speed is 263.86% of the surrounding traffic's one", + "Average speed is 264.63% of the surrounding traffic's one", + "Average speed is 261.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 36.05, + "duration_system": 327.049 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_05_25_09_53_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.11% of the surrounding traffic's one", + "Average speed is 1578.85% of the surrounding traffic's one", + "Average speed is 207.27% of the surrounding traffic's one", + "Average speed is 2036.87% of the surrounding traffic's one", + "Average speed is 4285.9% of the surrounding traffic's one", + "Average speed is 4043.7% of the surrounding traffic's one", + "Average speed is 3659.84% of the surrounding traffic's one", + "Average speed is 3305.66% of the surrounding traffic's one", + "Average speed is 2395.82% of the surrounding traffic's one", + "Average speed is 2965.82% of the surrounding traffic's one", + "Average speed is 1717.48% of the surrounding traffic's one", + "Average speed is 1174.69% of the surrounding traffic's one", + "Average speed is 1288.51% of the surrounding traffic's one", + "Average speed is 1119.2% of the surrounding traffic's one", + "Average speed is 888.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.6, + "duration_system": 340.365 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_05_26_04_23_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 227.02% of the surrounding traffic's one", + "Average speed is 206.03% of the surrounding traffic's one", + "Average speed is 184.2% of the surrounding traffic's one", + "Average speed is 365.12% of the surrounding traffic's one", + "Average speed is 380.1% of the surrounding traffic's one", + "Average speed is 416.48% of the surrounding traffic's one", + "Average speed is 571.35% of the surrounding traffic's one", + "Average speed is 574.98% of the surrounding traffic's one", + "Average speed is 622.73% of the surrounding traffic's one", + "Average speed is 865.92% of the surrounding traffic's one", + "Average speed is 666.78% of the surrounding traffic's one", + "Average speed is 625.61% of the surrounding traffic's one", + "Average speed is 4539.32% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 2859276308686.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.8, + "duration_system": 159.165 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_05_25_09_48_47", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 3.034 meters (1.75% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 211.74% of the surrounding traffic's one", + "Average speed is 708.68% of the surrounding traffic's one", + "Average speed is 545.44% of the surrounding traffic's one", + "Average speed is 450.11% of the surrounding traffic's one", + "Average speed is 419.18% of the surrounding traffic's one", + "Average speed is 408.52% of the surrounding traffic's one", + "Average speed is 743.37% of the surrounding traffic's one", + "Average speed is 1135.06% of the surrounding traffic's one", + "Average speed is 1045.95% of the surrounding traffic's one", + "Average speed is 957.45% of the surrounding traffic's one", + "Average speed is 12945.93% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 38937349.92% of the surrounding traffic's one", + "Average speed is 1403875.52% of the surrounding traffic's one", + "Average speed is 1897030.32% of the surrounding traffic's one", + "Average speed is 1897030.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.982479, + "score_composed": 98.247932 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.3, + "duration_system": 118.134 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_05_26_04_17_38", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=4722 at (x=2801.094, y=6048.145, z=155.515) at time=4.900s [CARLA Frame: 1536, Agent Step: 97]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.05% of the surrounding traffic's one", + "Average speed is 350.3% of the surrounding traffic's one", + "Average speed is 387.33% of the surrounding traffic's one", + "Average speed is 415.9% of the surrounding traffic's one", + "Average speed is 404.66% of the surrounding traffic's one", + "Average speed is 441.12% of the surrounding traffic's one", + "Average speed is 735.14% of the surrounding traffic's one", + "Average speed is 760.43% of the surrounding traffic's one", + "Average speed is 879.22% of the surrounding traffic's one", + "Average speed is 1119.44% of the surrounding traffic's one", + "Average speed is 689.63% of the surrounding traffic's one", + "Average speed is 413.41% of the surrounding traffic's one", + "Average speed is 294.38% of the surrounding traffic's one", + "Average speed is 231.36% of the surrounding traffic's one", + "Average speed is 220.81% of the surrounding traffic's one", + "Average speed is 218.73% of the surrounding traffic's one", + "Average speed is 7805.78% of the surrounding traffic's one", + "Average speed is 1315042.32% of the surrounding traffic's one", + "Average speed is 1315042.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 22.1, + "duration_system": 187.22 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_05_26_03_36_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.3% of the surrounding traffic's one", + "Average speed is 290.99% of the surrounding traffic's one", + "Average speed is 636.24% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 14.76% of the surrounding traffic's one", + "Average speed is 1527.93% of the surrounding traffic's one", + "Average speed is 1590.41% of the surrounding traffic's one", + "Average speed is 1114.88% of the surrounding traffic's one", + "Average speed is 701.1% of the surrounding traffic's one", + "Average speed is 613.97% of the surrounding traffic's one", + "Average speed is 0.36% of the surrounding traffic's one", + "Average speed is 119.41% of the surrounding traffic's one", + "Average speed is 330.26% of the surrounding traffic's one", + "Average speed is 280.51% of the surrounding traffic's one", + "Average speed is 136.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 256.9, + "duration_system": 2318.537 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_05_26_03_25_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 238.57% of the surrounding traffic's one", + "Average speed is 168.17% of the surrounding traffic's one", + "Average speed is 88.62% of the surrounding traffic's one", + "Average speed is 48.88% of the surrounding traffic's one", + "Average speed is 8.16% of the surrounding traffic's one", + "Average speed is 963.79% of the surrounding traffic's one", + "Average speed is 1016.02% of the surrounding traffic's one", + "Average speed is 961.14% of the surrounding traffic's one", + "Average speed is 844.44% of the surrounding traffic's one", + "Average speed is 740.1% of the surrounding traffic's one", + "Average speed is 820.88% of the surrounding traffic's one", + "Average speed is 622.6% of the surrounding traffic's one", + "Average speed is 355.86% of the surrounding traffic's one", + "Average speed is 264.61% of the surrounding traffic's one", + "Average speed is 220.31% of the surrounding traffic's one", + "Average speed is 203.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 51.45, + "duration_system": 480.72 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_05_26_03_17_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.07% of the surrounding traffic's one", + "Average speed is 162.89% of the surrounding traffic's one", + "Average speed is 103.15% of the surrounding traffic's one", + "Average speed is 9.86% of the surrounding traffic's one", + "Average speed is 349.48% of the surrounding traffic's one", + "Average speed is 744.54% of the surrounding traffic's one", + "Average speed is 869.9% of the surrounding traffic's one", + "Average speed is 791.38% of the surrounding traffic's one", + "Average speed is 184.12% of the surrounding traffic's one", + "Average speed is 422.81% of the surrounding traffic's one", + "Average speed is 1244.8% of the surrounding traffic's one", + "Average speed is 2820.22% of the surrounding traffic's one", + "Average speed is 1562.27% of the surrounding traffic's one", + "Average speed is 1065.9% of the surrounding traffic's one", + "Average speed is 1281.12% of the surrounding traffic's one", + "Average speed is 1052.46% of the surrounding traffic's one", + "Average speed is 756.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 38.65, + "duration_system": 337.507 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_05_26_02_52_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.34% of the surrounding traffic's one", + "Average speed is 107.41% of the surrounding traffic's one", + "Average speed is 77.32% of the surrounding traffic's one", + "Average speed is 52.03% of the surrounding traffic's one", + "Average speed is 4.08% of the surrounding traffic's one", + "Average speed is 8.29% of the surrounding traffic's one", + "Average speed is 582.36% of the surrounding traffic's one", + "Average speed is 604.08% of the surrounding traffic's one", + "Average speed is 505.52% of the surrounding traffic's one", + "Average speed is 209.54% of the surrounding traffic's one", + "Average speed is 1174.05% of the surrounding traffic's one", + "Average speed is 106.58% of the surrounding traffic's one", + "Average speed is 467.07% of the surrounding traffic's one", + "Average speed is 368.4% of the surrounding traffic's one", + "Average speed is 351.08% of the surrounding traffic's one", + "Average speed is 205.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 145.0, + "duration_system": 1358.443 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_05_26_02_46_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.95% of the surrounding traffic's one", + "Average speed is 105.89% of the surrounding traffic's one", + "Average speed is 161.41% of the surrounding traffic's one", + "Average speed is 105.07% of the surrounding traffic's one", + "Average speed is 40.04% of the surrounding traffic's one", + "Average speed is 46.35% of the surrounding traffic's one", + "Average speed is 294.23% of the surrounding traffic's one", + "Average speed is 494.36% of the surrounding traffic's one", + "Average speed is 664.76% of the surrounding traffic's one", + "Average speed is 455.07% of the surrounding traffic's one", + "Average speed is 408.08% of the surrounding traffic's one", + "Average speed is 425.25% of the surrounding traffic's one", + "Average speed is 517.48% of the surrounding traffic's one", + "Average speed is 633.37% of the surrounding traffic's one", + "Average speed is 480.5% of the surrounding traffic's one", + "Average speed is 311.19% of the surrounding traffic's one", + "Average speed is 220.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 21.15, + "duration_system": 182.202 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_05_25_09_43_56", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.91% of the surrounding traffic's one", + "Average speed is 109.86% of the surrounding traffic's one", + "Average speed is 134.54% of the surrounding traffic's one", + "Average speed is 39.37% of the surrounding traffic's one", + "Average speed is 65.7% of the surrounding traffic's one", + "Average speed is 251.75% of the surrounding traffic's one", + "Average speed is 542.96% of the surrounding traffic's one", + "Average speed is 515.06% of the surrounding traffic's one", + "Average speed is 433.07% of the surrounding traffic's one", + "Average speed is 272.11% of the surrounding traffic's one", + "Average speed is 254.48% of the surrounding traffic's one", + "Average speed is 592.84% of the surrounding traffic's one", + "Average speed is 570.19% of the surrounding traffic's one", + "Average speed is 322.93% of the surrounding traffic's one", + "Average speed is 239.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 15.95, + "duration_system": 130.139 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_05_26_02_42_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.52% of the surrounding traffic's one", + "Average speed is 115.45% of the surrounding traffic's one", + "Average speed is 864.07% of the surrounding traffic's one", + "Average speed is 376.55% of the surrounding traffic's one", + "Average speed is 73.89% of the surrounding traffic's one", + "Average speed is 41.79% of the surrounding traffic's one", + "Average speed is 117.74% of the surrounding traffic's one", + "Average speed is 211.85% of the surrounding traffic's one", + "Average speed is 275.08% of the surrounding traffic's one", + "Average speed is 266.81% of the surrounding traffic's one", + "Average speed is 306.45% of the surrounding traffic's one", + "Average speed is 449.57% of the surrounding traffic's one", + "Average speed is 418.99% of the surrounding traffic's one", + "Average speed is 346.39% of the surrounding traffic's one", + "Average speed is 295.42% of the surrounding traffic's one", + "Average speed is 235.71% of the surrounding traffic's one", + "Average speed is 241.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.3, + "duration_system": 105.115 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_05_25_09_39_34", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.94% of the surrounding traffic's one", + "Average speed is 545.15% of the surrounding traffic's one", + "Average speed is 479.82% of the surrounding traffic's one", + "Average speed is 340.44% of the surrounding traffic's one", + "Average speed is 149.58% of the surrounding traffic's one", + "Average speed is 63.27% of the surrounding traffic's one", + "Average speed is 55.45% of the surrounding traffic's one", + "Average speed is 382.58% of the surrounding traffic's one", + "Average speed is 381.45% of the surrounding traffic's one", + "Average speed is 220.64% of the surrounding traffic's one", + "Average speed is 395.71% of the surrounding traffic's one", + "Average speed is 1045.55% of the surrounding traffic's one", + "Average speed is 1842.07% of the surrounding traffic's one", + "Average speed is 7470.71% of the surrounding traffic's one", + "Average speed is 3163.81% of the surrounding traffic's one", + "Average speed is 3628.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.2, + "duration_system": 102.108 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_05_26_02_37_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 371.82% of the surrounding traffic's one", + "Average speed is 239.24% of the surrounding traffic's one", + "Average speed is 348.41% of the surrounding traffic's one", + "Average speed is 151.88% of the surrounding traffic's one", + "Average speed is 61.56% of the surrounding traffic's one", + "Average speed is 155.71% of the surrounding traffic's one", + "Average speed is 312.1% of the surrounding traffic's one", + "Average speed is 337.97% of the surrounding traffic's one", + "Average speed is 344.97% of the surrounding traffic's one", + "Average speed is 302.51% of the surrounding traffic's one", + "Average speed is 483.98% of the surrounding traffic's one", + "Average speed is 535.56% of the surrounding traffic's one", + "Average speed is 698.86% of the surrounding traffic's one", + "Average speed is 5502.93% of the surrounding traffic's one", + "Average speed is 2117.22% of the surrounding traffic's one", + "Average speed is 759.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.35, + "duration_system": 98.109 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_05_26_02_32_16", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2587.938, y=-79.579, z=173.291) at time=8.300s [CARLA Frame: 1522, Agent Step: 165]", + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2582.971, y=-93.169, z=173.194) at time=13.300s [CARLA Frame: 1622, Agent Step: 265]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.94% of the surrounding traffic's one", + "Average speed is 521.8% of the surrounding traffic's one", + "Average speed is 697.26% of the surrounding traffic's one", + "Average speed is 413.15% of the surrounding traffic's one", + "Average speed is 139.52% of the surrounding traffic's one", + "Average speed is 48.58% of the surrounding traffic's one", + "Average speed is 155.67% of the surrounding traffic's one", + "Average speed is 269.68% of the surrounding traffic's one", + "Average speed is 282.22% of the surrounding traffic's one", + "Average speed is 230.8% of the surrounding traffic's one", + "Average speed is 207.62% of the surrounding traffic's one", + "Average speed is 294.44% of the surrounding traffic's one", + "Average speed is 1041.94% of the surrounding traffic's one", + "Average speed is 7706.38% of the surrounding traffic's one", + "Average speed is 6151.96% of the surrounding traffic's one", + "Average speed is 2624.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 16.55, + "duration_system": 177.191 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_05_26_02_28_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.8% of the surrounding traffic's one", + "Average speed is 129.58% of the surrounding traffic's one", + "Average speed is 91.8% of the surrounding traffic's one", + "Average speed is 128.36% of the surrounding traffic's one", + "Average speed is 166.04% of the surrounding traffic's one", + "Average speed is 189.22% of the surrounding traffic's one", + "Average speed is 210.06% of the surrounding traffic's one", + "Average speed is 225.78% of the surrounding traffic's one", + "Average speed is 236.09% of the surrounding traffic's one", + "Average speed is 238.49% of the surrounding traffic's one", + "Average speed is 240.21% of the surrounding traffic's one", + "Average speed is 236.11% of the surrounding traffic's one", + "Average speed is 227.05% of the surrounding traffic's one", + "Average speed is 224.25% of the surrounding traffic's one", + "Average speed is 230.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.05, + "duration_system": 59.069 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_05_25_09_35_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.74% of the surrounding traffic's one", + "Average speed is 134.29% of the surrounding traffic's one", + "Average speed is 139.2% of the surrounding traffic's one", + "Average speed is 119.85% of the surrounding traffic's one", + "Average speed is 134.84% of the surrounding traffic's one", + "Average speed is 163.81% of the surrounding traffic's one", + "Average speed is 187.62% of the surrounding traffic's one", + "Average speed is 209.18% of the surrounding traffic's one", + "Average speed is 226.08% of the surrounding traffic's one", + "Average speed is 235.77% of the surrounding traffic's one", + "Average speed is 236.92% of the surrounding traffic's one", + "Average speed is 234.68% of the surrounding traffic's one", + "Average speed is 218.86% of the surrounding traffic's one", + "Average speed is 187.11% of the surrounding traffic's one", + "Average speed is 142.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.3, + "duration_system": 61.072 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_05_26_02_24_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.71% of the surrounding traffic's one", + "Average speed is 139.45% of the surrounding traffic's one", + "Average speed is 127.89% of the surrounding traffic's one", + "Average speed is 121.91% of the surrounding traffic's one", + "Average speed is 120.74% of the surrounding traffic's one", + "Average speed is 121.87% of the surrounding traffic's one", + "Average speed is 118.06% of the surrounding traffic's one", + "Average speed is 122.88% of the surrounding traffic's one", + "Average speed is 119.61% of the surrounding traffic's one", + "Average speed is 122.37% of the surrounding traffic's one", + "Average speed is 120.77% of the surrounding traffic's one", + "Average speed is 119.34% of the surrounding traffic's one", + "Average speed is 128.77% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 11.2, + "duration_system": 87.093 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_05_26_02_19_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.38% of the surrounding traffic's one", + "Average speed is 106.53% of the surrounding traffic's one", + "Average speed is 105.51% of the surrounding traffic's one", + "Average speed is 137.79% of the surrounding traffic's one", + "Average speed is 100.64% of the surrounding traffic's one", + "Average speed is 99.57% of the surrounding traffic's one", + "Average speed is 97.88% of the surrounding traffic's one", + "Average speed is 97.32% of the surrounding traffic's one", + "Average speed is 105.36% of the surrounding traffic's one", + "Average speed is 117.84% of the surrounding traffic's one", + "Average speed is 105.76% of the surrounding traffic's one", + "Average speed is 100.74% of the surrounding traffic's one", + "Average speed is 110.41% of the surrounding traffic's one", + "Average speed is 102.48% of the surrounding traffic's one", + "Average speed is 99.02% of the surrounding traffic's one", + "Average speed is 114.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 121.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_05_26_02_13_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.03% of the surrounding traffic's one", + "Average speed is 115.57% of the surrounding traffic's one", + "Average speed is 16.86% of the surrounding traffic's one", + "Average speed is 152.59% of the surrounding traffic's one", + "Average speed is 103.31% of the surrounding traffic's one", + "Average speed is 104.85% of the surrounding traffic's one", + "Average speed is 128.7% of the surrounding traffic's one", + "Average speed is 63.79% of the surrounding traffic's one", + "Average speed is 86.99% of the surrounding traffic's one", + "Average speed is 169.44% of the surrounding traffic's one", + "Average speed is 142.74% of the surrounding traffic's one", + "Average speed is 108.55% of the surrounding traffic's one", + "Average speed is 132.81% of the surrounding traffic's one", + "Average speed is 95.58% of the surrounding traffic's one", + "Average speed is 120.45% of the surrounding traffic's one", + "Average speed is 114.09% of the surrounding traffic's one", + "Average speed is 118.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 28.3, + "duration_system": 234.271 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_05_26_02_08_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 49.27% of the surrounding traffic's one", + "Average speed is 93.34% of the surrounding traffic's one", + "Average speed is 127.22% of the surrounding traffic's one", + "Average speed is 135.72% of the surrounding traffic's one", + "Average speed is 129.64% of the surrounding traffic's one", + "Average speed is 114.65% of the surrounding traffic's one", + "Average speed is 129.38% of the surrounding traffic's one", + "Average speed is 115.46% of the surrounding traffic's one", + "Average speed is 131.4% of the surrounding traffic's one", + "Average speed is 108.41% of the surrounding traffic's one", + "Average speed is 109.68% of the surrounding traffic's one", + "Average speed is 118.23% of the surrounding traffic's one", + "Average speed is 113.05% of the surrounding traffic's one", + "Average speed is 121.05% of the surrounding traffic's one", + "Average speed is 121.35% of the surrounding traffic's one", + "Average speed is 103.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 17.7, + "duration_system": 135.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_05_26_02_02_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.73% of the surrounding traffic's one", + "Average speed is 145.75% of the surrounding traffic's one", + "Average speed is 183.55% of the surrounding traffic's one", + "Average speed is 228.54% of the surrounding traffic's one", + "Average speed is 238.22% of the surrounding traffic's one", + "Average speed is 183.11% of the surrounding traffic's one", + "Average speed is 169.86% of the surrounding traffic's one", + "Average speed is 169.13% of the surrounding traffic's one", + "Average speed is 133.22% of the surrounding traffic's one", + "Average speed is 113.8% of the surrounding traffic's one", + "Average speed is 107.19% of the surrounding traffic's one", + "Average speed is 93.37% of the surrounding traffic's one", + "Average speed is 100.1% of the surrounding traffic's one", + "Average speed is 100.89% of the surrounding traffic's one", + "Average speed is 115.76% of the surrounding traffic's one", + "Average speed is 118.93% of the surrounding traffic's one", + "Average speed is 115.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.4, + "duration_system": 172.099 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_05_26_01_57_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.04% of the surrounding traffic's one", + "Average speed is 206.68% of the surrounding traffic's one", + "Average speed is 376.39% of the surrounding traffic's one", + "Average speed is 534.98% of the surrounding traffic's one", + "Average speed is 480.34% of the surrounding traffic's one", + "Average speed is 539.9% of the surrounding traffic's one", + "Average speed is 518.11% of the surrounding traffic's one", + "Average speed is 502.14% of the surrounding traffic's one", + "Average speed is 416.92% of the surrounding traffic's one", + "Average speed is 439.81% of the surrounding traffic's one", + "Average speed is 443.04% of the surrounding traffic's one", + "Average speed is 452.3% of the surrounding traffic's one", + "Average speed is 418.23% of the surrounding traffic's one", + "Average speed is 349.05% of the surrounding traffic's one", + "Average speed is 363.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.1, + "duration_system": 111.114 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_05_25_09_30_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.18% of the surrounding traffic's one", + "Average speed is 156.23% of the surrounding traffic's one", + "Average speed is 184.73% of the surrounding traffic's one", + "Average speed is 214.88% of the surrounding traffic's one", + "Average speed is 271.38% of the surrounding traffic's one", + "Average speed is 378.46% of the surrounding traffic's one", + "Average speed is 359.99% of the surrounding traffic's one", + "Average speed is 233.47% of the surrounding traffic's one", + "Average speed is 96.44% of the surrounding traffic's one", + "Average speed is 190.8% of the surrounding traffic's one", + "Average speed is 285.81% of the surrounding traffic's one", + "Average speed is 180.51% of the surrounding traffic's one", + "Average speed is 218.21% of the surrounding traffic's one", + "Average speed is 232.7% of the surrounding traffic's one", + "Average speed is 233.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 14.8, + "duration_system": 139.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_05_25_09_25_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.54% of the surrounding traffic's one", + "Average speed is 144.04% of the surrounding traffic's one", + "Average speed is 182.06% of the surrounding traffic's one", + "Average speed is 228.29% of the surrounding traffic's one", + "Average speed is 259.93% of the surrounding traffic's one", + "Average speed is 355.74% of the surrounding traffic's one", + "Average speed is 447.3% of the surrounding traffic's one", + "Average speed is 269.34% of the surrounding traffic's one", + "Average speed is 27.48% of the surrounding traffic's one", + "Average speed is 339.18% of the surrounding traffic's one", + "Average speed is 533.55% of the surrounding traffic's one", + "Average speed is 428.3% of the surrounding traffic's one", + "Average speed is 441.75% of the surrounding traffic's one", + "Average speed is 933.68% of the surrounding traffic's one", + "Average speed is 766.19% of the surrounding traffic's one", + "Average speed is 733.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.4, + "duration_system": 172.187 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_05_25_09_17_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.47% of the surrounding traffic's one", + "Average speed is 137.24% of the surrounding traffic's one", + "Average speed is 202.73% of the surrounding traffic's one", + "Average speed is 285.03% of the surrounding traffic's one", + "Average speed is 169.89% of the surrounding traffic's one", + "Average speed is 19.36% of the surrounding traffic's one", + "Average speed is 274.54% of the surrounding traffic's one", + "Average speed is 321.49% of the surrounding traffic's one", + "Average speed is 237.98% of the surrounding traffic's one", + "Average speed is 187.92% of the surrounding traffic's one", + "Average speed is 271.82% of the surrounding traffic's one", + "Average speed is 230.26% of the surrounding traffic's one", + "Average speed is 222.19% of the surrounding traffic's one", + "Average speed is 213.46% of the surrounding traffic's one", + "Average speed is 247.86% of the surrounding traffic's one", + "Average speed is 240.51% of the surrounding traffic's one", + "Average speed is 200.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 27.45, + "duration_system": 295.301 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_05_26_01_50_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.26% of the surrounding traffic's one", + "Average speed is 153.15% of the surrounding traffic's one", + "Average speed is 221.73% of the surrounding traffic's one", + "Average speed is 204.12% of the surrounding traffic's one", + "Average speed is 220.6% of the surrounding traffic's one", + "Average speed is 223.44% of the surrounding traffic's one", + "Average speed is 216.46% of the surrounding traffic's one", + "Average speed is 165.26% of the surrounding traffic's one", + "Average speed is 107.13% of the surrounding traffic's one", + "Average speed is 86.44% of the surrounding traffic's one", + "Average speed is 122.46% of the surrounding traffic's one", + "Average speed is 101.5% of the surrounding traffic's one", + "Average speed is 92.47% of the surrounding traffic's one", + "Average speed is 73.28% of the surrounding traffic's one", + "Average speed is 32.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.85, + "duration_system": 276.503 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_05_26_01_45_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.31% of the surrounding traffic's one", + "Average speed is 162.38% of the surrounding traffic's one", + "Average speed is 195.56% of the surrounding traffic's one", + "Average speed is 166.77% of the surrounding traffic's one", + "Average speed is 150.86% of the surrounding traffic's one", + "Average speed is 120.32% of the surrounding traffic's one", + "Average speed is 84.06% of the surrounding traffic's one", + "Average speed is 61.83% of the surrounding traffic's one", + "Average speed is 89.28% of the surrounding traffic's one", + "Average speed is 228.04% of the surrounding traffic's one", + "Average speed is 311.4% of the surrounding traffic's one", + "Average speed is 337.65% of the surrounding traffic's one", + "Average speed is 373.68% of the surrounding traffic's one", + "Average speed is 428.96% of the surrounding traffic's one", + "Average speed is 564.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.55, + "duration_system": 135.162 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_05_26_01_22_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.37% of the surrounding traffic's one", + "Average speed is 139.29% of the surrounding traffic's one", + "Average speed is 220.82% of the surrounding traffic's one", + "Average speed is 248.87% of the surrounding traffic's one", + "Average speed is 212.44% of the surrounding traffic's one", + "Average speed is 159.6% of the surrounding traffic's one", + "Average speed is 87.82% of the surrounding traffic's one", + "Average speed is 14.73% of the surrounding traffic's one", + "Average speed is 577.13% of the surrounding traffic's one", + "Average speed is 416.42% of the surrounding traffic's one", + "Average speed is 484.72% of the surrounding traffic's one", + "Average speed is 1100.93% of the surrounding traffic's one", + "Average speed is 868.78% of the surrounding traffic's one", + "Average speed is 1821.07% of the surrounding traffic's one", + "Average speed is 1628.52% of the surrounding traffic's one", + "Average speed is 17091.5% of the surrounding traffic's one", + "Average speed is 52894925.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.541, + "duration_game": 138.65, + "duration_system": 1209.847 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_05_26_01_18_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.31% of the surrounding traffic's one", + "Average speed is 141.04% of the surrounding traffic's one", + "Average speed is 129.16% of the surrounding traffic's one", + "Average speed is 196.88% of the surrounding traffic's one", + "Average speed is 202.96% of the surrounding traffic's one", + "Average speed is 203.74% of the surrounding traffic's one", + "Average speed is 223.11% of the surrounding traffic's one", + "Average speed is 237.04% of the surrounding traffic's one", + "Average speed is 242.97% of the surrounding traffic's one", + "Average speed is 239.71% of the surrounding traffic's one", + "Average speed is 242.24% of the surrounding traffic's one", + "Average speed is 237.66% of the surrounding traffic's one", + "Average speed is 229.57% of the surrounding traffic's one", + "Average speed is 226.07% of the surrounding traffic's one", + "Average speed is 227.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.55, + "duration_system": 76.09 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_05_25_09_13_37", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.82% of the surrounding traffic's one", + "Average speed is 175.7% of the surrounding traffic's one", + "Average speed is 201.94% of the surrounding traffic's one", + "Average speed is 257.78% of the surrounding traffic's one", + "Average speed is 227.2% of the surrounding traffic's one", + "Average speed is 217.33% of the surrounding traffic's one", + "Average speed is 217.91% of the surrounding traffic's one", + "Average speed is 210.06% of the surrounding traffic's one", + "Average speed is 200.04% of the surrounding traffic's one", + "Average speed is 193.09% of the surrounding traffic's one", + "Average speed is 182.92% of the surrounding traffic's one", + "Average speed is 172.0% of the surrounding traffic's one", + "Average speed is 167.48% of the surrounding traffic's one", + "Average speed is 165.24% of the surrounding traffic's one", + "Average speed is 160.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.9, + "duration_system": 71.086 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_05_26_01_13_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 36.98% of the surrounding traffic's one", + "Average speed is 157.4% of the surrounding traffic's one", + "Average speed is 167.45% of the surrounding traffic's one", + "Average speed is 178.16% of the surrounding traffic's one", + "Average speed is 190.85% of the surrounding traffic's one", + "Average speed is 196.82% of the surrounding traffic's one", + "Average speed is 206.22% of the surrounding traffic's one", + "Average speed is 218.75% of the surrounding traffic's one", + "Average speed is 223.01% of the surrounding traffic's one", + "Average speed is 231.82% of the surrounding traffic's one", + "Average speed is 237.16% of the surrounding traffic's one", + "Average speed is 227.49% of the surrounding traffic's one", + "Average speed is 208.38% of the surrounding traffic's one", + "Average speed is 205.82% of the surrounding traffic's one", + "Average speed is 163.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 9.55, + "duration_system": 85.088 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_05_25_09_09_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.76% of the surrounding traffic's one", + "Average speed is 185.24% of the surrounding traffic's one", + "Average speed is 185.92% of the surrounding traffic's one", + "Average speed is 208.31% of the surrounding traffic's one", + "Average speed is 214.8% of the surrounding traffic's one", + "Average speed is 209.31% of the surrounding traffic's one", + "Average speed is 223.01% of the surrounding traffic's one", + "Average speed is 229.81% of the surrounding traffic's one", + "Average speed is 225.91% of the surrounding traffic's one", + "Average speed is 209.12% of the surrounding traffic's one", + "Average speed is 197.75% of the surrounding traffic's one", + "Average speed is 176.8% of the surrounding traffic's one", + "Average speed is 170.13% of the surrounding traffic's one", + "Average speed is 221.48% of the surrounding traffic's one", + "Average speed is 215.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.25, + "duration_system": 56.058 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_05_26_00_57_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.35% of the surrounding traffic's one", + "Average speed is 165.92% of the surrounding traffic's one", + "Average speed is 176.35% of the surrounding traffic's one", + "Average speed is 174.17% of the surrounding traffic's one", + "Average speed is 27.21% of the surrounding traffic's one", + "Average speed is 3.27% of the surrounding traffic's one", + "Average speed is 165.78% of the surrounding traffic's one", + "Average speed is 202.42% of the surrounding traffic's one", + "Average speed is 208.03% of the surrounding traffic's one", + "Average speed is 169.29% of the surrounding traffic's one", + "Average speed is 62.51% of the surrounding traffic's one", + "Average speed is 80.88% of the surrounding traffic's one", + "Average speed is 110.71% of the surrounding traffic's one", + "Average speed is 106.5% of the surrounding traffic's one", + "Average speed is 109.71% of the surrounding traffic's one", + "Average speed is 115.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 66.15, + "duration_system": 805.877 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_05_26_00_50_34", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.99% of the surrounding traffic's one", + "Average speed is 134.17% of the surrounding traffic's one", + "Average speed is 177.88% of the surrounding traffic's one", + "Average speed is 211.75% of the surrounding traffic's one", + "Average speed is 186.21% of the surrounding traffic's one", + "Average speed is 161.76% of the surrounding traffic's one", + "Average speed is 128.53% of the surrounding traffic's one", + "Average speed is 44.61% of the surrounding traffic's one", + "Average speed is 82.57% of the surrounding traffic's one", + "Average speed is 224.72% of the surrounding traffic's one", + "Average speed is 257.79% of the surrounding traffic's one", + "Average speed is 197.27% of the surrounding traffic's one", + "Average speed is 127.94% of the surrounding traffic's one", + "Average speed is 96.89% of the surrounding traffic's one", + "Average speed is 85.41% of the surrounding traffic's one", + "Average speed is 13.33% of the surrounding traffic's one", + "Average speed is 106.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 33.9, + "duration_system": 260.283 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_05_25_09_04_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.28% of the surrounding traffic's one", + "Average speed is 163.26% of the surrounding traffic's one", + "Average speed is 202.24% of the surrounding traffic's one", + "Average speed is 192.65% of the surrounding traffic's one", + "Average speed is 150.62% of the surrounding traffic's one", + "Average speed is 60.08% of the surrounding traffic's one", + "Average speed is 76.48% of the surrounding traffic's one", + "Average speed is 196.14% of the surrounding traffic's one", + "Average speed is 197.62% of the surrounding traffic's one", + "Average speed is 173.17% of the surrounding traffic's one", + "Average speed is 106.45% of the surrounding traffic's one", + "Average speed is 103.46% of the surrounding traffic's one", + "Average speed is 103.37% of the surrounding traffic's one", + "Average speed is 107.81% of the surrounding traffic's one", + "Average speed is 126.71% of the surrounding traffic's one", + "Average speed is 123.08% of the surrounding traffic's one", + "Average speed is 100.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 17.65, + "duration_system": 138.163 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_05_26_00_43_21", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 101.4% of the surrounding traffic's one", + "Average speed is 11.73% of the surrounding traffic's one", + "Average speed is 338.04% of the surrounding traffic's one", + "Average speed is 542.42% of the surrounding traffic's one", + "Average speed is 470.11% of the surrounding traffic's one", + "Average speed is 465.45% of the surrounding traffic's one", + "Average speed is 378.78% of the surrounding traffic's one", + "Average speed is 406.78% of the surrounding traffic's one", + "Average speed is 832.63% of the surrounding traffic's one", + "Average speed is 722.14% of the surrounding traffic's one", + "Average speed is 548.53% of the surrounding traffic's one", + "Average speed is 390.12% of the surrounding traffic's one", + "Average speed is 315.73% of the surrounding traffic's one", + "Average speed is 268.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 22.6, + "duration_system": 273.284 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_05_26_00_38_30", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 81.36% of the surrounding traffic's one", + "Average speed is 30.27% of the surrounding traffic's one", + "Average speed is 309.89% of the surrounding traffic's one", + "Average speed is 406.47% of the surrounding traffic's one", + "Average speed is 416.08% of the surrounding traffic's one", + "Average speed is 442.77% of the surrounding traffic's one", + "Average speed is 494.15% of the surrounding traffic's one", + "Average speed is 585.87% of the surrounding traffic's one", + "Average speed is 885.95% of the surrounding traffic's one", + "Average speed is 573.02% of the surrounding traffic's one", + "Average speed is 333.65% of the surrounding traffic's one", + "Average speed is 241.28% of the surrounding traffic's one", + "Average speed is 195.5% of the surrounding traffic's one", + "Average speed is 144.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 11.4, + "duration_system": 131.129 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_05_25_09_01_20", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.53% of the surrounding traffic's one", + "Average speed is 197.08% of the surrounding traffic's one", + "Average speed is 271.86% of the surrounding traffic's one", + "Average speed is 286.07% of the surrounding traffic's one", + "Average speed is 283.48% of the surrounding traffic's one", + "Average speed is 285.99% of the surrounding traffic's one", + "Average speed is 303.9% of the surrounding traffic's one", + "Average speed is 305.93% of the surrounding traffic's one", + "Average speed is 281.26% of the surrounding traffic's one", + "Average speed is 651.19% of the surrounding traffic's one", + "Average speed is 537.54% of the surrounding traffic's one", + "Average speed is 491.47% of the surrounding traffic's one", + "Average speed is 304.22% of the surrounding traffic's one", + "Average speed is 204.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.55, + "duration_system": 62.061 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_05_26_00_20_06", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.03% of the surrounding traffic's one", + "Average speed is 304.53% of the surrounding traffic's one", + "Average speed is 6005.74% of the surrounding traffic's one", + "Average speed is 3702.03% of the surrounding traffic's one", + "Average speed is 3717.01% of the surrounding traffic's one", + "Average speed is 2630.21% of the surrounding traffic's one", + "Average speed is 2502.71% of the surrounding traffic's one", + "Average speed is 2302.01% of the surrounding traffic's one", + "Average speed is 1315.36% of the surrounding traffic's one", + "Average speed is 839.47% of the surrounding traffic's one", + "Average speed is 590.68% of the surrounding traffic's one", + "Average speed is 489.51% of the surrounding traffic's one", + "Average speed is 279.92% of the surrounding traffic's one", + "Average speed is 77.86% of the surrounding traffic's one", + "Average speed is 120.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 53.85, + "duration_system": 944.975 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_05_25_08_55_42", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.16% of the surrounding traffic's one", + "Average speed is 69.87% of the surrounding traffic's one", + "Average speed is 179.68% of the surrounding traffic's one", + "Average speed is 163.27% of the surrounding traffic's one", + "Average speed is 62.29% of the surrounding traffic's one", + "Average speed is 54.09% of the surrounding traffic's one", + "Average speed is 372.74% of the surrounding traffic's one", + "Average speed is 495.25% of the surrounding traffic's one", + "Average speed is 431.79% of the surrounding traffic's one", + "Average speed is 353.68% of the surrounding traffic's one", + "Average speed is 315.13% of the surrounding traffic's one", + "Average speed is 379.62% of the surrounding traffic's one", + "Average speed is 236.9% of the surrounding traffic's one", + "Average speed is 164.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 13.75, + "duration_system": 183.217 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_05_26_00_14_20", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 214.61% of the surrounding traffic's one", + "Average speed is 282.47% of the surrounding traffic's one", + "Average speed is 151.43% of the surrounding traffic's one", + "Average speed is 89.39% of the surrounding traffic's one", + "Average speed is 29.55% of the surrounding traffic's one", + "Average speed is 267.69% of the surrounding traffic's one", + "Average speed is 297.94% of the surrounding traffic's one", + "Average speed is 276.61% of the surrounding traffic's one", + "Average speed is 265.04% of the surrounding traffic's one", + "Average speed is 553.08% of the surrounding traffic's one", + "Average speed is 2830.99% of the surrounding traffic's one", + "Average speed is 1072.26% of the surrounding traffic's one", + "Average speed is 591.24% of the surrounding traffic's one", + "Average speed is 314.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 14.1, + "duration_system": 184.196 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_05_26_00_08_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 242.05% of the surrounding traffic's one", + "Average speed is 298.41% of the surrounding traffic's one", + "Average speed is 315.64% of the surrounding traffic's one", + "Average speed is 222.43% of the surrounding traffic's one", + "Average speed is 64.48% of the surrounding traffic's one", + "Average speed is 42.58% of the surrounding traffic's one", + "Average speed is 315.85% of the surrounding traffic's one", + "Average speed is 444.63% of the surrounding traffic's one", + "Average speed is 427.19% of the surrounding traffic's one", + "Average speed is 400.36% of the surrounding traffic's one", + "Average speed is 369.45% of the surrounding traffic's one", + "Average speed is 348.56% of the surrounding traffic's one", + "Average speed is 353.67% of the surrounding traffic's one", + "Average speed is 239.05% of the surrounding traffic's one", + "Average speed is 174.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.9, + "duration_system": 211.35 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_05_26_00_00_51", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 33.01% of the surrounding traffic's one", + "Average speed is 80.65% of the surrounding traffic's one", + "Average speed is 224.97% of the surrounding traffic's one", + "Average speed is 155.17% of the surrounding traffic's one", + "Average speed is 53.7% of the surrounding traffic's one", + "Average speed is 287.91% of the surrounding traffic's one", + "Average speed is 325.91% of the surrounding traffic's one", + "Average speed is 361.06% of the surrounding traffic's one", + "Average speed is 401.48% of the surrounding traffic's one", + "Average speed is 393.61% of the surrounding traffic's one", + "Average speed is 380.93% of the surrounding traffic's one", + "Average speed is 259.85% of the surrounding traffic's one", + "Average speed is 163.43% of the surrounding traffic's one", + "Average speed is 125.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 17.1, + "duration_system": 276.277 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_05_25_23_55_27", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 83.77% of the surrounding traffic's one", + "Average speed is 187.65% of the surrounding traffic's one", + "Average speed is 248.84% of the surrounding traffic's one", + "Average speed is 88.22% of the surrounding traffic's one", + "Average speed is 49.49% of the surrounding traffic's one", + "Average speed is 216.86% of the surrounding traffic's one", + "Average speed is 355.05% of the surrounding traffic's one", + "Average speed is 469.85% of the surrounding traffic's one", + "Average speed is 542.81% of the surrounding traffic's one", + "Average speed is 529.34% of the surrounding traffic's one", + "Average speed is 427.8% of the surrounding traffic's one", + "Average speed is 310.47% of the surrounding traffic's one", + "Average speed is 228.01% of the surrounding traffic's one", + "Average speed is 164.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.5, + "duration_system": 167.177 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_05_25_23_49_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.08% of the surrounding traffic's one", + "Average speed is 268.48% of the surrounding traffic's one", + "Average speed is 285.5% of the surrounding traffic's one", + "Average speed is 461.23% of the surrounding traffic's one", + "Average speed is 514.53% of the surrounding traffic's one", + "Average speed is 560.4% of the surrounding traffic's one", + "Average speed is 643.18% of the surrounding traffic's one", + "Average speed is 613.56% of the surrounding traffic's one", + "Average speed is 576.98% of the surrounding traffic's one", + "Average speed is 521.99% of the surrounding traffic's one", + "Average speed is 663.08% of the surrounding traffic's one", + "Average speed is 727.07% of the surrounding traffic's one", + "Average speed is 710.23% of the surrounding traffic's one", + "Average speed is 1132.05% of the surrounding traffic's one", + "Average speed is 1314.6% of the surrounding traffic's one", + "Average speed is 731.22% of the surrounding traffic's one", + "Average speed is 464.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 12.95, + "duration_system": 217.212 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_05_25_08_50_06", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 639.93% of the surrounding traffic's one", + "Average speed is 403.58% of the surrounding traffic's one", + "Average speed is 800.84% of the surrounding traffic's one", + "Average speed is 740.2% of the surrounding traffic's one", + "Average speed is 378.8% of the surrounding traffic's one", + "Average speed is 347.28% of the surrounding traffic's one", + "Average speed is 287.54% of the surrounding traffic's one", + "Average speed is 261.91% of the surrounding traffic's one", + "Average speed is 332.92% of the surrounding traffic's one", + "Average speed is 246.32% of the surrounding traffic's one", + "Average speed is 171.06% of the surrounding traffic's one", + "Average speed is 184.68% of the surrounding traffic's one", + "Average speed is 193.33% of the surrounding traffic's one", + "Average speed is 400.24% of the surrounding traffic's one", + "Average speed is 370.55% of the surrounding traffic's one", + "Average speed is 332.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 13.15, + "duration_system": 185.197 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_05_25_23_42_53", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 246.8% of the surrounding traffic's one", + "Average speed is 279.31% of the surrounding traffic's one", + "Average speed is 277.63% of the surrounding traffic's one", + "Average speed is 432.79% of the surrounding traffic's one", + "Average speed is 514.64% of the surrounding traffic's one", + "Average speed is 536.28% of the surrounding traffic's one", + "Average speed is 503.6% of the surrounding traffic's one", + "Average speed is 397.19% of the surrounding traffic's one", + "Average speed is 377.59% of the surrounding traffic's one", + "Average speed is 499.98% of the surrounding traffic's one", + "Average speed is 472.23% of the surrounding traffic's one", + "Average speed is 516.99% of the surrounding traffic's one", + "Average speed is 611.04% of the surrounding traffic's one", + "Average speed is 1204.59% of the surrounding traffic's one", + "Average speed is 1083.42% of the surrounding traffic's one", + "Average speed is 648.16% of the surrounding traffic's one", + "Average speed is 366.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 14.15, + "duration_system": 231.238 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_05_25_23_37_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 162.66% of the surrounding traffic's one", + "Average speed is 427.35% of the surrounding traffic's one", + "Average speed is 457.48% of the surrounding traffic's one", + "Average speed is 404.58% of the surrounding traffic's one", + "Average speed is 478.2% of the surrounding traffic's one", + "Average speed is 453.73% of the surrounding traffic's one", + "Average speed is 475.46% of the surrounding traffic's one", + "Average speed is 521.94% of the surrounding traffic's one", + "Average speed is 778.78% of the surrounding traffic's one", + "Average speed is 1073.92% of the surrounding traffic's one", + "Average speed is 1102.69% of the surrounding traffic's one", + "Average speed is 629.04% of the surrounding traffic's one", + "Average speed is 188.02% of the surrounding traffic's one", + "Average speed is 378.38% of the surrounding traffic's one", + "Average speed is 695.0% of the surrounding traffic's one", + "Average speed is 3313383.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.25, + "duration_system": 180.178 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_05_25_08_44_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.65% of the surrounding traffic's one", + "Average speed is 153.06% of the surrounding traffic's one", + "Average speed is 314.31% of the surrounding traffic's one", + "Average speed is 393.56% of the surrounding traffic's one", + "Average speed is 340.49% of the surrounding traffic's one", + "Average speed is 106.98% of the surrounding traffic's one", + "Average speed is 114.89% of the surrounding traffic's one", + "Average speed is 141.02% of the surrounding traffic's one", + "Average speed is 19.44% of the surrounding traffic's one", + "Average speed is 435.33% of the surrounding traffic's one", + "Average speed is 726.93% of the surrounding traffic's one", + "Average speed is 435.23% of the surrounding traffic's one", + "Average speed is 398.47% of the surrounding traffic's one", + "Average speed is 477.91% of the surrounding traffic's one", + "Average speed is 305.81% of the surrounding traffic's one", + "Average speed is 222.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.45, + "duration_system": 184.217 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_05_25_08_34_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.64% of the surrounding traffic's one", + "Average speed is 103.67% of the surrounding traffic's one", + "Average speed is 133.8% of the surrounding traffic's one", + "Average speed is 14.33% of the surrounding traffic's one", + "Average speed is 429.42% of the surrounding traffic's one", + "Average speed is 845.54% of the surrounding traffic's one", + "Average speed is 1029.45% of the surrounding traffic's one", + "Average speed is 788.76% of the surrounding traffic's one", + "Average speed is 512.46% of the surrounding traffic's one", + "Average speed is 336.16% of the surrounding traffic's one", + "Average speed is 535.57% of the surrounding traffic's one", + "Average speed is 6.61% of the surrounding traffic's one", + "Average speed is 222.44% of the surrounding traffic's one", + "Average speed is 546.71% of the surrounding traffic's one", + "Average speed is 445.76% of the surrounding traffic's one", + "Average speed is 248.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 40.15, + "duration_system": 433.354 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_05_27_00_13_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.4% of the surrounding traffic's one", + "Average speed is 243.23% of the surrounding traffic's one", + "Average speed is 627.15% of the surrounding traffic's one", + "Average speed is 201.15% of the surrounding traffic's one", + "Average speed is 51.23% of the surrounding traffic's one", + "Average speed is 10.55% of the surrounding traffic's one", + "Average speed is 226.66% of the surrounding traffic's one", + "Average speed is 437.58% of the surrounding traffic's one", + "Average speed is 668.3% of the surrounding traffic's one", + "Average speed is 919.33% of the surrounding traffic's one", + "Average speed is 1102.26% of the surrounding traffic's one", + "Average speed is 22633.47% of the surrounding traffic's one", + "Average speed is 7654.6% of the surrounding traffic's one", + "Average speed is 5064.77% of the surrounding traffic's one", + "Average speed is 93874.8% of the surrounding traffic's one", + "Average speed is 11692.79% of the surrounding traffic's one", + "Average speed is 5848.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 33.35, + "duration_system": 305.3 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_05_25_23_19_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.72% of the surrounding traffic's one", + "Average speed is 714.89% of the surrounding traffic's one", + "Average speed is 1021.89% of the surrounding traffic's one", + "Average speed is 553.26% of the surrounding traffic's one", + "Average speed is 368.41% of the surrounding traffic's one", + "Average speed is 341.12% of the surrounding traffic's one", + "Average speed is 300.56% of the surrounding traffic's one", + "Average speed is 318.05% of the surrounding traffic's one", + "Average speed is 300.18% of the surrounding traffic's one", + "Average speed is 254.41% of the surrounding traffic's one", + "Average speed is 294.89% of the surrounding traffic's one", + "Average speed is 823.55% of the surrounding traffic's one", + "Average speed is 1130.24% of the surrounding traffic's one", + "Average speed is 1208.19% of the surrounding traffic's one", + "Average speed is 1430.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.05, + "duration_system": 80.081 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_05_25_23_14_27", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.79% of the surrounding traffic's one", + "Average speed is 546.4% of the surrounding traffic's one", + "Average speed is 770.28% of the surrounding traffic's one", + "Average speed is 307.7% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 28.23% of the surrounding traffic's one", + "Average speed is 78.53% of the surrounding traffic's one", + "Average speed is 1124.24% of the surrounding traffic's one", + "Average speed is 629.8% of the surrounding traffic's one", + "Average speed is 666.93% of the surrounding traffic's one", + "Average speed is 976.33% of the surrounding traffic's one", + "Average speed is 1855.35% of the surrounding traffic's one", + "Average speed is 1461.58% of the surrounding traffic's one", + "Average speed is 1736.28% of the surrounding traffic's one", + "Average speed is 1155.21% of the surrounding traffic's one", + "Average speed is 909.21% of the surrounding traffic's one", + "Average speed is 551.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 16.5, + "duration_system": 164.171 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_05_25_23_10_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.54% of the surrounding traffic's one", + "Average speed is 335.9% of the surrounding traffic's one", + "Average speed is 463.71% of the surrounding traffic's one", + "Average speed is 286.51% of the surrounding traffic's one", + "Average speed is 68.28% of the surrounding traffic's one", + "Average speed is 181.28% of the surrounding traffic's one", + "Average speed is 248.26% of the surrounding traffic's one", + "Average speed is 257.79% of the surrounding traffic's one", + "Average speed is 214.59% of the surrounding traffic's one", + "Average speed is 204.14% of the surrounding traffic's one", + "Average speed is 366.96% of the surrounding traffic's one", + "Average speed is 894.81% of the surrounding traffic's one", + "Average speed is 568.06% of the surrounding traffic's one", + "Average speed is 334.0% of the surrounding traffic's one", + "Average speed is 212.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 11.2, + "duration_system": 103.106 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_05_25_08_30_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 240.2% of the surrounding traffic's one", + "Average speed is 822.66% of the surrounding traffic's one", + "Average speed is 666.45% of the surrounding traffic's one", + "Average speed is 334.39% of the surrounding traffic's one", + "Average speed is 216.24% of the surrounding traffic's one", + "Average speed is 68.66% of the surrounding traffic's one", + "Average speed is 166.01% of the surrounding traffic's one", + "Average speed is 241.86% of the surrounding traffic's one", + "Average speed is 260.6% of the surrounding traffic's one", + "Average speed is 230.84% of the surrounding traffic's one", + "Average speed is 264.27% of the surrounding traffic's one", + "Average speed is 331.29% of the surrounding traffic's one", + "Average speed is 645.09% of the surrounding traffic's one", + "Average speed is 563.91% of the surrounding traffic's one", + "Average speed is 373.96% of the surrounding traffic's one", + "Average speed is 259.26% of the surrounding traffic's one", + "Average speed is 199.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 10.35, + "duration_system": 90.09 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_05_26_20_40_17", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.008, y=-86.435, z=336.044) at time=10.350s [CARLA Frame: 1465, Agent Step: 206]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2379.259, y=-79.259, z=335.969) at time=11.000s [CARLA Frame: 1478, Agent Step: 219]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.0 meters (2.48% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 149.99% of the surrounding traffic's one", + "Average speed is 264.6% of the surrounding traffic's one", + "Average speed is 415.42% of the surrounding traffic's one", + "Average speed is 371.33% of the surrounding traffic's one", + "Average speed is 24.21% of the surrounding traffic's one", + "Average speed is 188.28% of the surrounding traffic's one", + "Average speed is 388.1% of the surrounding traffic's one", + "Average speed is 383.87% of the surrounding traffic's one", + "Average speed is 408.7% of the surrounding traffic's one", + "Average speed is 563.21% of the surrounding traffic's one", + "Average speed is 425.25% of the surrounding traffic's one", + "Average speed is 19.87% of the surrounding traffic's one", + "Average speed is 334.23% of the surrounding traffic's one", + "Average speed is 681.08% of the surrounding traffic's one", + "Average speed is 818.41% of the surrounding traffic's one", + "Average speed is 298.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.351078, + "score_composed": 35.107806 + }, + "meta": { + "route_length": 87.704, + "duration_game": 202.05, + "duration_system": 2390.493 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_05_25_16_51_21", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3852 at (x=1362.883, y=4988.371, z=370.817) at time=10.300s [CARLA Frame: 1517, Agent Step: 205]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.25% of the surrounding traffic's one", + "Average speed is 145.88% of the surrounding traffic's one", + "Average speed is 470.09% of the surrounding traffic's one", + "Average speed is 287.01% of the surrounding traffic's one", + "Average speed is 133.73% of the surrounding traffic's one", + "Average speed is 29.1% of the surrounding traffic's one", + "Average speed is 261.74% of the surrounding traffic's one", + "Average speed is 302.26% of the surrounding traffic's one", + "Average speed is 215.31% of the surrounding traffic's one", + "Average speed is 226.77% of the surrounding traffic's one", + "Average speed is 319.89% of the surrounding traffic's one", + "Average speed is 334.51% of the surrounding traffic's one", + "Average speed is 443.02% of the surrounding traffic's one", + "Average speed is 251.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 14.4, + "duration_system": 172.582 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_05_25_16_47_06", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.893, y=4700.331, z=365.263) at time=9.800s [CARLA Frame: 1542, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.91% of the surrounding traffic's one", + "Average speed is 390.07% of the surrounding traffic's one", + "Average speed is 466.74% of the surrounding traffic's one", + "Average speed is 169.85% of the surrounding traffic's one", + "Average speed is 74.09% of the surrounding traffic's one", + "Average speed is 26.74% of the surrounding traffic's one", + "Average speed is 165.63% of the surrounding traffic's one", + "Average speed is 337.09% of the surrounding traffic's one", + "Average speed is 396.73% of the surrounding traffic's one", + "Average speed is 350.95% of the surrounding traffic's one", + "Average speed is 355.21% of the surrounding traffic's one", + "Average speed is 434.58% of the surrounding traffic's one", + "Average speed is 291.83% of the surrounding traffic's one", + "Average speed is 270.69% of the surrounding traffic's one", + "Average speed is 311.24% of the surrounding traffic's one", + "Average speed is 227.21% of the surrounding traffic's one", + "Average speed is 218.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.8, + "duration_system": 105.116 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_05_26_20_32_10", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2398.75, y=-93.102, z=335.414) at time=34.200s [CARLA Frame: 1947, Agent Step: 683]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.62% of the surrounding traffic's one", + "Average speed is 292.92% of the surrounding traffic's one", + "Average speed is 226.88% of the surrounding traffic's one", + "Average speed is 12.05% of the surrounding traffic's one", + "Average speed is 1626.36% of the surrounding traffic's one", + "Average speed is 1162.24% of the surrounding traffic's one", + "Average speed is 1120.93% of the surrounding traffic's one", + "Average speed is 992.77% of the surrounding traffic's one", + "Average speed is 1006.86% of the surrounding traffic's one", + "Average speed is 846.44% of the surrounding traffic's one", + "Average speed is 971.8% of the surrounding traffic's one", + "Average speed is 5008.53% of the surrounding traffic's one", + "Average speed is 768.35% of the surrounding traffic's one", + "Average speed is 670.25% of the surrounding traffic's one", + "Average speed is 372.55% of the surrounding traffic's one", + "Average speed is 310.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.05, + "duration_system": 347.358 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_05_26_20_26_25", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.68% of the surrounding traffic's one", + "Average speed is 156.57% of the surrounding traffic's one", + "Average speed is 366.25% of the surrounding traffic's one", + "Average speed is 43.62% of the surrounding traffic's one", + "Average speed is 45.32% of the surrounding traffic's one", + "Average speed is 281.77% of the surrounding traffic's one", + "Average speed is 420.55% of the surrounding traffic's one", + "Average speed is 391.03% of the surrounding traffic's one", + "Average speed is 479.26% of the surrounding traffic's one", + "Average speed is 642.52% of the surrounding traffic's one", + "Average speed is 787.6% of the surrounding traffic's one", + "Average speed is 475.73% of the surrounding traffic's one", + "Average speed is 418.07% of the surrounding traffic's one", + "Average speed is 339.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.55, + "duration_system": 200.209 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_05_26_20_21_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2395.608, y=2411.341, z=366.527) at time=9.600s [CARLA Frame: 1385, Agent Step: 191]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 221.12% of the surrounding traffic's one", + "Average speed is 410.7% of the surrounding traffic's one", + "Average speed is 396.42% of the surrounding traffic's one", + "Average speed is 98.36% of the surrounding traffic's one", + "Average speed is 32.73% of the surrounding traffic's one", + "Average speed is 136.58% of the surrounding traffic's one", + "Average speed is 221.88% of the surrounding traffic's one", + "Average speed is 277.82% of the surrounding traffic's one", + "Average speed is 351.05% of the surrounding traffic's one", + "Average speed is 312.01% of the surrounding traffic's one", + "Average speed is 329.86% of the surrounding traffic's one", + "Average speed is 365.03% of the surrounding traffic's one", + "Average speed is 904.04% of the surrounding traffic's one", + "Average speed is 358.38% of the surrounding traffic's one", + "Average speed is 423.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 12.6, + "duration_system": 135.133 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_05_25_16_43_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.61% of the surrounding traffic's one", + "Average speed is 121.07% of the surrounding traffic's one", + "Average speed is 144.5% of the surrounding traffic's one", + "Average speed is 42.56% of the surrounding traffic's one", + "Average speed is 348.39% of the surrounding traffic's one", + "Average speed is 304.24% of the surrounding traffic's one", + "Average speed is 362.35% of the surrounding traffic's one", + "Average speed is 475.82% of the surrounding traffic's one", + "Average speed is 456.01% of the surrounding traffic's one", + "Average speed is 432.71% of the surrounding traffic's one", + "Average speed is 368.71% of the surrounding traffic's one", + "Average speed is 356.72% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 23002993691.78% of the surrounding traffic's one", + "Average speed is 189.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 12.85, + "duration_system": 110.119 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_05_26_20_10_39", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.7% of the surrounding traffic's one", + "Average speed is 106.45% of the surrounding traffic's one", + "Average speed is 115.21% of the surrounding traffic's one", + "Average speed is 82.09% of the surrounding traffic's one", + "Average speed is 158.83% of the surrounding traffic's one", + "Average speed is 176.77% of the surrounding traffic's one", + "Average speed is 37.19% of the surrounding traffic's one", + "Average speed is 224.47% of the surrounding traffic's one", + "Average speed is 192.52% of the surrounding traffic's one", + "Average speed is 231.18% of the surrounding traffic's one", + "Average speed is 243.56% of the surrounding traffic's one", + "Average speed is 153.63% of the surrounding traffic's one", + "Average speed is 187.09% of the surrounding traffic's one", + "Average speed is 148.76% of the surrounding traffic's one", + "Average speed is 231.29% of the surrounding traffic's one", + "Average speed is 217.95% of the surrounding traffic's one", + "Average speed is 168.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 29.45, + "duration_system": 537.548 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_05_25_16_39_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 273.84% of the surrounding traffic's one", + "Average speed is 209.87% of the surrounding traffic's one", + "Average speed is 129.74% of the surrounding traffic's one", + "Average speed is 119.79% of the surrounding traffic's one", + "Average speed is 161.58% of the surrounding traffic's one", + "Average speed is 186.79% of the surrounding traffic's one", + "Average speed is 216.05% of the surrounding traffic's one", + "Average speed is 198.4% of the surrounding traffic's one", + "Average speed is 159.58% of the surrounding traffic's one", + "Average speed is 177.93% of the surrounding traffic's one", + "Average speed is 295.74% of the surrounding traffic's one", + "Average speed is 310.13% of the surrounding traffic's one", + "Average speed is 165.45% of the surrounding traffic's one", + "Average speed is 171.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 12.55, + "duration_system": 123.126 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_05_25_16_34_52", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=165 at (x=195.045, y=-309.405, z=0.026) at time=10.650s [CARLA Frame: 1525, Agent Step: 212]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 282.27% of the surrounding traffic's one", + "Average speed is 163.62% of the surrounding traffic's one", + "Average speed is 181.34% of the surrounding traffic's one", + "Average speed is 138.36% of the surrounding traffic's one", + "Average speed is 23.88% of the surrounding traffic's one", + "Average speed is 186.86% of the surrounding traffic's one", + "Average speed is 467.84% of the surrounding traffic's one", + "Average speed is 541.61% of the surrounding traffic's one", + "Average speed is 349.32% of the surrounding traffic's one", + "Average speed is 295.79% of the surrounding traffic's one", + "Average speed is 335.03% of the surrounding traffic's one", + "Average speed is 356.02% of the surrounding traffic's one", + "Average speed is 313.74% of the surrounding traffic's one", + "Average speed is 255.23% of the surrounding traffic's one", + "Average speed is 210.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 13.6, + "duration_system": 128.137 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_05_25_16_29_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=166 at (x=263.0, y=-247.092, z=0.002) at time=14.650s [CARLA Frame: 1615, Agent Step: 292]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 210.19% of the surrounding traffic's one", + "Average speed is 772.81% of the surrounding traffic's one", + "Average speed is 877.95% of the surrounding traffic's one", + "Average speed is 62.59% of the surrounding traffic's one", + "Average speed is 18.78% of the surrounding traffic's one", + "Average speed is 177.82% of the surrounding traffic's one", + "Average speed is 343.06% of the surrounding traffic's one", + "Average speed is 361.11% of the surrounding traffic's one", + "Average speed is 353.5% of the surrounding traffic's one", + "Average speed is 192.17% of the surrounding traffic's one", + "Average speed is 717.74% of the surrounding traffic's one", + "Average speed is 593.07% of the surrounding traffic's one", + "Average speed is 378.99% of the surrounding traffic's one", + "Average speed is 279.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 18.05, + "duration_system": 215.22 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_05_25_16_24_50", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.615, y=-250.805, z=0.008) at time=9.200s [CARLA Frame: 1513, Agent Step: 183]", + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=157 at (x=257.4, y=-261.579, z=0.011) at time=10.550s [CARLA Frame: 1540, Agent Step: 210]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.53% of the surrounding traffic's one", + "Average speed is 2603.85% of the surrounding traffic's one", + "Average speed is 2666.35% of the surrounding traffic's one", + "Average speed is 662.36% of the surrounding traffic's one", + "Average speed is 422.08% of the surrounding traffic's one", + "Average speed is 36.12% of the surrounding traffic's one", + "Average speed is 59.89% of the surrounding traffic's one", + "Average speed is 197.75% of the surrounding traffic's one", + "Average speed is 250.57% of the surrounding traffic's one", + "Average speed is 272.53% of the surrounding traffic's one", + "Average speed is 431.0% of the surrounding traffic's one", + "Average speed is 459.72% of the surrounding traffic's one", + "Average speed is 132.27% of the surrounding traffic's one", + "Average speed is 311.24% of the surrounding traffic's one", + "Average speed is 296.77% of the surrounding traffic's one", + "Average speed is 194.98% of the surrounding traffic's one", + "Average speed is 186.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 14.55, + "duration_system": 147.145 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_05_26_20_03_56", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.26% of the surrounding traffic's one", + "Average speed is 221.76% of the surrounding traffic's one", + "Average speed is 164.54% of the surrounding traffic's one", + "Average speed is 6.56% of the surrounding traffic's one", + "Average speed is 591.11% of the surrounding traffic's one", + "Average speed is 1505.35% of the surrounding traffic's one", + "Average speed is 2558.66% of the surrounding traffic's one", + "Average speed is 1451.07% of the surrounding traffic's one", + "Average speed is 1105.57% of the surrounding traffic's one", + "Average speed is 1089.78% of the surrounding traffic's one", + "Average speed is 708.64% of the surrounding traffic's one", + "Average speed is 370.45% of the surrounding traffic's one", + "Average speed is 242.66% of the surrounding traffic's one", + "Average speed is 215.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.15, + "duration_system": 274.301 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_05_26_19_59_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 34 at (x=106.12, y=324.08, z=0.103)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 68.17% of the surrounding traffic's one", + "Average speed is 106.66% of the surrounding traffic's one", + "Average speed is 64.8% of the surrounding traffic's one", + "Average speed is 83.24% of the surrounding traffic's one", + "Average speed is 84.29% of the surrounding traffic's one", + "Average speed is 134.75% of the surrounding traffic's one", + "Average speed is 94.77% of the surrounding traffic's one", + "Average speed is 66.43% of the surrounding traffic's one", + "Average speed is 124.16% of the surrounding traffic's one", + "Average speed is 96.92% of the surrounding traffic's one", + "Average speed is 142.11% of the surrounding traffic's one", + "Average speed is 324.04% of the surrounding traffic's one", + "Average speed is 309.82% of the surrounding traffic's one", + "Average speed is 287.84% of the surrounding traffic's one", + "Average speed is 200.96% of the surrounding traffic's one", + "Average speed is 172.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 18.4, + "duration_system": 142.149 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_05_25_23_04_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.4% of the surrounding traffic's one", + "Average speed is 163.34% of the surrounding traffic's one", + "Average speed is 129.78% of the surrounding traffic's one", + "Average speed is 147.62% of the surrounding traffic's one", + "Average speed is 125.6% of the surrounding traffic's one", + "Average speed is 150.33% of the surrounding traffic's one", + "Average speed is 165.04% of the surrounding traffic's one", + "Average speed is 121.95% of the surrounding traffic's one", + "Average speed is 119.29% of the surrounding traffic's one", + "Average speed is 121.46% of the surrounding traffic's one", + "Average speed is 103.02% of the surrounding traffic's one", + "Average speed is 116.58% of the surrounding traffic's one", + "Average speed is 116.3% of the surrounding traffic's one", + "Average speed is 140.18% of the surrounding traffic's one", + "Average speed is 50.06% of the surrounding traffic's one", + "Average speed is 115.14% of the surrounding traffic's one", + "Average speed is 134.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 13.3, + "duration_system": 206.213 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_05_25_08_25_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.34% of the surrounding traffic's one", + "Average speed is 169.47% of the surrounding traffic's one", + "Average speed is 145.41% of the surrounding traffic's one", + "Average speed is 144.55% of the surrounding traffic's one", + "Average speed is 125.71% of the surrounding traffic's one", + "Average speed is 126.87% of the surrounding traffic's one", + "Average speed is 132.91% of the surrounding traffic's one", + "Average speed is 123.68% of the surrounding traffic's one", + "Average speed is 109.88% of the surrounding traffic's one", + "Average speed is 122.56% of the surrounding traffic's one", + "Average speed is 112.8% of the surrounding traffic's one", + "Average speed is 117.69% of the surrounding traffic's one", + "Average speed is 129.42% of the surrounding traffic's one", + "Average speed is 175.8% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.55, + "duration_system": 161.16 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_05_25_16_19_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.61% of the surrounding traffic's one", + "Average speed is 491.3% of the surrounding traffic's one", + "Average speed is 388.61% of the surrounding traffic's one", + "Average speed is 184.96% of the surrounding traffic's one", + "Average speed is 91.84% of the surrounding traffic's one", + "Average speed is 14.93% of the surrounding traffic's one", + "Average speed is 368.18% of the surrounding traffic's one", + "Average speed is 409.07% of the surrounding traffic's one", + "Average speed is 378.97% of the surrounding traffic's one", + "Average speed is 440.01% of the surrounding traffic's one", + "Average speed is 567.59% of the surrounding traffic's one", + "Average speed is 483.55% of the surrounding traffic's one", + "Average speed is 331.07% of the surrounding traffic's one", + "Average speed is 259.12% of the surrounding traffic's one", + "Average speed is 209.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.65, + "duration_system": 158.171 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_05_25_16_13_39", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=1746 at (x=-1805.36, y=-10140.046, z=274.848) at time=6.550s [CARLA Frame: 1455, Agent Step: 130]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 316.13% of the surrounding traffic's one", + "Average speed is 497.36% of the surrounding traffic's one", + "Average speed is 389.12% of the surrounding traffic's one", + "Average speed is 257.17% of the surrounding traffic's one", + "Average speed is 106.93% of the surrounding traffic's one", + "Average speed is 100.83% of the surrounding traffic's one", + "Average speed is 210.35% of the surrounding traffic's one", + "Average speed is 204.56% of the surrounding traffic's one", + "Average speed is 188.94% of the surrounding traffic's one", + "Average speed is 59.18% of the surrounding traffic's one", + "Average speed is 5404.13% of the surrounding traffic's one", + "Average speed is 1312.95% of the surrounding traffic's one", + "Average speed is 811.49% of the surrounding traffic's one", + "Average speed is 576.07% of the surrounding traffic's one", + "Average speed is 490.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 70.367, + "duration_game": 19.1, + "duration_system": 243.278 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_05_26_19_53_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.28% of the surrounding traffic's one", + "Average speed is 1504.79% of the surrounding traffic's one", + "Average speed is 541.18% of the surrounding traffic's one", + "Average speed is 121.65% of the surrounding traffic's one", + "Average speed is 18.47% of the surrounding traffic's one", + "Average speed is 15.65% of the surrounding traffic's one", + "Average speed is 275.9% of the surrounding traffic's one", + "Average speed is 330.07% of the surrounding traffic's one", + "Average speed is 371.02% of the surrounding traffic's one", + "Average speed is 388.19% of the surrounding traffic's one", + "Average speed is 562.65% of the surrounding traffic's one", + "Average speed is 605.7% of the surrounding traffic's one", + "Average speed is 389.36% of the surrounding traffic's one", + "Average speed is 274.21% of the surrounding traffic's one", + "Average speed is 175.58% of the surrounding traffic's one", + "Average speed is 178.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 24.9, + "duration_system": 207.212 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_05_26_19_44_12", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.49% of the surrounding traffic's one", + "Average speed is 254.81% of the surrounding traffic's one", + "Average speed is 470.06% of the surrounding traffic's one", + "Average speed is 21.22% of the surrounding traffic's one", + "Average speed is 17.02% of the surrounding traffic's one", + "Average speed is 865.2% of the surrounding traffic's one", + "Average speed is 917.5% of the surrounding traffic's one", + "Average speed is 947.24% of the surrounding traffic's one", + "Average speed is 812.22% of the surrounding traffic's one", + "Average speed is 650.99% of the surrounding traffic's one", + "Average speed is 533.32% of the surrounding traffic's one", + "Average speed is 3553.64% of the surrounding traffic's one", + "Average speed is 635.81% of the surrounding traffic's one", + "Average speed is 591.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.65, + "duration_system": 421.519 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_05_26_19_36_55", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.605, y=-81.362, z=0.025) at time=17.400s [CARLA Frame: 1303, Agent Step: 347]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.81% of the surrounding traffic's one", + "Average speed is 97.56% of the surrounding traffic's one", + "Average speed is 137.49% of the surrounding traffic's one", + "Average speed is 172.4% of the surrounding traffic's one", + "Average speed is 36.08% of the surrounding traffic's one", + "Average speed is 1463.31% of the surrounding traffic's one", + "Average speed is 1574.4% of the surrounding traffic's one", + "Average speed is 1487.44% of the surrounding traffic's one", + "Average speed is 1263.53% of the surrounding traffic's one", + "Average speed is 933.5% of the surrounding traffic's one", + "Average speed is 196.83% of the surrounding traffic's one", + "Average speed is 1770.92% of the surrounding traffic's one", + "Average speed is 986.02% of the surrounding traffic's one", + "Average speed is 850.03% of the surrounding traffic's one", + "Average speed is 962.96% of the surrounding traffic's one", + "Average speed is 900.04% of the surrounding traffic's one", + "Average speed is 726.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 23.15, + "duration_system": 291.292 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_05_26_23_22_41", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 196.36% of the surrounding traffic's one", + "Average speed is 187.46% of the surrounding traffic's one", + "Average speed is 219.36% of the surrounding traffic's one", + "Average speed is 94.27% of the surrounding traffic's one", + "Average speed is 157.31% of the surrounding traffic's one", + "Average speed is 210.02% of the surrounding traffic's one", + "Average speed is 221.49% of the surrounding traffic's one", + "Average speed is 229.76% of the surrounding traffic's one", + "Average speed is 27.93% of the surrounding traffic's one", + "Average speed is 1029.26% of the surrounding traffic's one", + "Average speed is 969.24% of the surrounding traffic's one", + "Average speed is 520.15% of the surrounding traffic's one", + "Average speed is 364.06% of the surrounding traffic's one", + "Average speed is 336.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 20.9, + "duration_system": 362.359 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_05_25_22_55_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.28% of the surrounding traffic's one", + "Average speed is 78.41% of the surrounding traffic's one", + "Average speed is 197.23% of the surrounding traffic's one", + "Average speed is 200.75% of the surrounding traffic's one", + "Average speed is 186.6% of the surrounding traffic's one", + "Average speed is 249.43% of the surrounding traffic's one", + "Average speed is 102.82% of the surrounding traffic's one", + "Average speed is 102.08% of the surrounding traffic's one", + "Average speed is 104.4% of the surrounding traffic's one", + "Average speed is 46.28% of the surrounding traffic's one", + "Average speed is 150.86% of the surrounding traffic's one", + "Average speed is 86.75% of the surrounding traffic's one", + "Average speed is 180.66% of the surrounding traffic's one", + "Average speed is 196.39% of the surrounding traffic's one", + "Average speed is 163.54% of the surrounding traffic's one", + "Average speed is 126.21% of the surrounding traffic's one", + "Average speed is 116.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.2, + "duration_system": 332.349 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_05_25_22_32_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3697 at (x=-1624.324, y=6470.721, z=372.592) at time=11.300s [CARLA Frame: 1582, Agent Step: 225]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.7% of the surrounding traffic's one", + "Average speed is 154.66% of the surrounding traffic's one", + "Average speed is 178.09% of the surrounding traffic's one", + "Average speed is 176.65% of the surrounding traffic's one", + "Average speed is 128.0% of the surrounding traffic's one", + "Average speed is 146.05% of the surrounding traffic's one", + "Average speed is 202.91% of the surrounding traffic's one", + "Average speed is 37.86% of the surrounding traffic's one", + "Average speed is 4.86% of the surrounding traffic's one", + "Average speed is 234.01% of the surrounding traffic's one", + "Average speed is 245.22% of the surrounding traffic's one", + "Average speed is 225.95% of the surrounding traffic's one", + "Average speed is 197.39% of the surrounding traffic's one", + "Average speed is 152.28% of the surrounding traffic's one", + "Average speed is 101.04% of the surrounding traffic's one", + "Average speed is 85.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 100.9, + "duration_system": 1272.368 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_05_26_19_32_24", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=694.802, y=731.903, z=117.994) at time=8.750s [CARLA Frame: 1109, Agent Step: 174]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.19% of the surrounding traffic's one", + "Average speed is 215.32% of the surrounding traffic's one", + "Average speed is 300.53% of the surrounding traffic's one", + "Average speed is 569.09% of the surrounding traffic's one", + "Average speed is 278.68% of the surrounding traffic's one", + "Average speed is 53.88% of the surrounding traffic's one", + "Average speed is 115.23% of the surrounding traffic's one", + "Average speed is 279.04% of the surrounding traffic's one", + "Average speed is 358.19% of the surrounding traffic's one", + "Average speed is 416.09% of the surrounding traffic's one", + "Average speed is 427.21% of the surrounding traffic's one", + "Average speed is 485.0% of the surrounding traffic's one", + "Average speed is 555.76% of the surrounding traffic's one", + "Average speed is 487.14% of the surrounding traffic's one", + "Average speed is 525.77% of the surrounding traffic's one", + "Average speed is 616.55% of the surrounding traffic's one", + "Average speed is 569.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.8, + "duration_system": 121.128 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_05_26_23_14_06", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 632.97% of the surrounding traffic's one", + "Average speed is 1128.3% of the surrounding traffic's one", + "Average speed is 572.88% of the surrounding traffic's one", + "Average speed is 125.28% of the surrounding traffic's one", + "Average speed is 11.49% of the surrounding traffic's one", + "Average speed is 1463.36% of the surrounding traffic's one", + "Average speed is 1407.06% of the surrounding traffic's one", + "Average speed is 1390.73% of the surrounding traffic's one", + "Average speed is 1192.82% of the surrounding traffic's one", + "Average speed is 1335.2% of the surrounding traffic's one", + "Average speed is 1322.41% of the surrounding traffic's one", + "Average speed is 1089.82% of the surrounding traffic's one", + "Average speed is 1753.58% of the surrounding traffic's one", + "Average speed is 1430.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.7, + "duration_system": 400.41 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_05_26_19_27_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=172 at (x=-107.864, y=95.122, z=-0.004) at time=10.300s [CARLA Frame: 1153, Agent Step: 205]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.44% of the surrounding traffic's one", + "Average speed is 342.03% of the surrounding traffic's one", + "Average speed is 1133.22% of the surrounding traffic's one", + "Average speed is 776.08% of the surrounding traffic's one", + "Average speed is 455.75% of the surrounding traffic's one", + "Average speed is 50.59% of the surrounding traffic's one", + "Average speed is 193.19% of the surrounding traffic's one", + "Average speed is 380.58% of the surrounding traffic's one", + "Average speed is 470.18% of the surrounding traffic's one", + "Average speed is 468.34% of the surrounding traffic's one", + "Average speed is 602.44% of the surrounding traffic's one", + "Average speed is 1298.34% of the surrounding traffic's one", + "Average speed is 1565.8% of the surrounding traffic's one", + "Average speed is 756.53% of the surrounding traffic's one", + "Average speed is 584.03% of the surrounding traffic's one", + "Average speed is 743.1% of the surrounding traffic's one", + "Average speed is 513.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 12.75, + "duration_system": 135.316 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_05_26_19_11_57", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=212 at (x=23.053, y=-7.772, z=-0.006) at time=52.050s [CARLA Frame: 1870, Agent Step: 1040]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.0 meters (2.95% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 153.93% of the surrounding traffic's one", + "Average speed is 146.76% of the surrounding traffic's one", + "Average speed is 267.64% of the surrounding traffic's one", + "Average speed is 40.51% of the surrounding traffic's one", + "Average speed is 217.98% of the surrounding traffic's one", + "Average speed is 515.67% of the surrounding traffic's one", + "Average speed is 848.05% of the surrounding traffic's one", + "Average speed is 785.36% of the surrounding traffic's one", + "Average speed is 72.61% of the surrounding traffic's one", + "Average speed is 3793.93% of the surrounding traffic's one", + "Average speed is 4421.4% of the surrounding traffic's one", + "Average speed is 14774.64% of the surrounding traffic's one", + "Average speed is 2348.48% of the surrounding traffic's one", + "Average speed is 1061.0% of the surrounding traffic's one", + "Average speed is 952.0% of the surrounding traffic's one", + "Average speed is 941.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.58229, + "score_composed": 58.228977 + }, + "meta": { + "route_length": 73.757, + "duration_game": 97.1, + "duration_system": 784.816 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_05_26_19_07_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.9% of the surrounding traffic's one", + "Average speed is 158.24% of the surrounding traffic's one", + "Average speed is 365.51% of the surrounding traffic's one", + "Average speed is 426.44% of the surrounding traffic's one", + "Average speed is 428.86% of the surrounding traffic's one", + "Average speed is 448.2% of the surrounding traffic's one", + "Average speed is 433.85% of the surrounding traffic's one", + "Average speed is 386.46% of the surrounding traffic's one", + "Average speed is 290.85% of the surrounding traffic's one", + "Average speed is 195.89% of the surrounding traffic's one", + "Average speed is 142.29% of the surrounding traffic's one", + "Average speed is 232.06% of the surrounding traffic's one", + "Average speed is 305.19% of the surrounding traffic's one", + "Average speed is 284.51% of the surrounding traffic's one", + "Average speed is 178.15% of the surrounding traffic's one", + "Average speed is 140.07% of the surrounding traffic's one", + "Average speed is 195.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.9, + "duration_system": 96.102 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_05_27_02_36_37", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=40 at (x=189.933, y=-169.668, z=0.196)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.41% of the surrounding traffic's one", + "Average speed is 176.24% of the surrounding traffic's one", + "Average speed is 297.63% of the surrounding traffic's one", + "Average speed is 180.09% of the surrounding traffic's one", + "Average speed is 44.49% of the surrounding traffic's one", + "Average speed is 150.63% of the surrounding traffic's one", + "Average speed is 250.01% of the surrounding traffic's one", + "Average speed is 287.81% of the surrounding traffic's one", + "Average speed is 259.47% of the surrounding traffic's one", + "Average speed is 334.18% of the surrounding traffic's one", + "Average speed is 423.68% of the surrounding traffic's one", + "Average speed is 651.4% of the surrounding traffic's one", + "Average speed is 373.18% of the surrounding traffic's one", + "Average speed is 230.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 12.55, + "duration_system": 103.104 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_05_25_08_19_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.99% of the surrounding traffic's one", + "Average speed is 103.86% of the surrounding traffic's one", + "Average speed is 199.61% of the surrounding traffic's one", + "Average speed is 329.24% of the surrounding traffic's one", + "Average speed is 266.69% of the surrounding traffic's one", + "Average speed is 217.96% of the surrounding traffic's one", + "Average speed is 130.78% of the surrounding traffic's one", + "Average speed is 41.22% of the surrounding traffic's one", + "Average speed is 121.85% of the surrounding traffic's one", + "Average speed is 163.73% of the surrounding traffic's one", + "Average speed is 183.62% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one", + "Average speed is 112.76% of the surrounding traffic's one", + "Average speed is 127.55% of the surrounding traffic's one", + "Average speed is 98.16% of the surrounding traffic's one", + "Average speed is 86.58% of the surrounding traffic's one", + "Average speed is 74.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 24.85, + "duration_system": 222.233 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_05_25_22_24_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.51% of the surrounding traffic's one", + "Average speed is 152.69% of the surrounding traffic's one", + "Average speed is 268.42% of the surrounding traffic's one", + "Average speed is 173.67% of the surrounding traffic's one", + "Average speed is 148.43% of the surrounding traffic's one", + "Average speed is 17.45% of the surrounding traffic's one", + "Average speed is 310.52% of the surrounding traffic's one", + "Average speed is 216.78% of the surrounding traffic's one", + "Average speed is 239.13% of the surrounding traffic's one", + "Average speed is 194.51% of the surrounding traffic's one", + "Average speed is 203.15% of the surrounding traffic's one", + "Average speed is 183.26% of the surrounding traffic's one", + "Average speed is 207.03% of the surrounding traffic's one", + "Average speed is 222.63% of the surrounding traffic's one", + "Average speed is 185.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.5, + "duration_system": 305.325 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_05_25_13_45_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.28% of the surrounding traffic's one", + "Average speed is 220.77% of the surrounding traffic's one", + "Average speed is 205.47% of the surrounding traffic's one", + "Average speed is 150.15% of the surrounding traffic's one", + "Average speed is 180.14% of the surrounding traffic's one", + "Average speed is 119.9% of the surrounding traffic's one", + "Average speed is 165.5% of the surrounding traffic's one", + "Average speed is 204.14% of the surrounding traffic's one", + "Average speed is 214.1% of the surrounding traffic's one", + "Average speed is 131.33% of the surrounding traffic's one", + "Average speed is 204.31% of the surrounding traffic's one", + "Average speed is 312.98% of the surrounding traffic's one", + "Average speed is 290.04% of the surrounding traffic's one", + "Average speed is 215.41% of the surrounding traffic's one", + "Average speed is 217.41% of the surrounding traffic's one", + "Average speed is 248.15% of the surrounding traffic's one", + "Average speed is 217.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 12.3, + "duration_system": 130.137 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_05_26_18_49_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.98% of the surrounding traffic's one", + "Average speed is 118.53% of the surrounding traffic's one", + "Average speed is 19.64% of the surrounding traffic's one", + "Average speed is 100.6% of the surrounding traffic's one", + "Average speed is 156.87% of the surrounding traffic's one", + "Average speed is 118.0% of the surrounding traffic's one", + "Average speed is 114.17% of the surrounding traffic's one", + "Average speed is 104.92% of the surrounding traffic's one", + "Average speed is 108.51% of the surrounding traffic's one", + "Average speed is 98.3% of the surrounding traffic's one", + "Average speed is 103.29% of the surrounding traffic's one", + "Average speed is 102.35% of the surrounding traffic's one", + "Average speed is 108.67% of the surrounding traffic's one", + "Average speed is 106.32% of the surrounding traffic's one", + "Average speed is 117.25% of the surrounding traffic's one", + "Average speed is 115.14% of the surrounding traffic's one", + "Average speed is 89.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.85, + "duration_system": 321.325 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_05_25_22_13_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.15% of the surrounding traffic's one", + "Average speed is 121.84% of the surrounding traffic's one", + "Average speed is 242.28% of the surrounding traffic's one", + "Average speed is 289.7% of the surrounding traffic's one", + "Average speed is 232.63% of the surrounding traffic's one", + "Average speed is 162.57% of the surrounding traffic's one", + "Average speed is 106.36% of the surrounding traffic's one", + "Average speed is 12.91% of the surrounding traffic's one", + "Average speed is 532.73% of the surrounding traffic's one", + "Average speed is 371.54% of the surrounding traffic's one", + "Average speed is 381.92% of the surrounding traffic's one", + "Average speed is 360.68% of the surrounding traffic's one", + "Average speed is 348.45% of the surrounding traffic's one", + "Average speed is 304.21% of the surrounding traffic's one", + "Average speed is 222.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.85, + "duration_system": 494.779 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_05_25_13_09_42", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.63% of the surrounding traffic's one", + "Average speed is 169.44% of the surrounding traffic's one", + "Average speed is 137.31% of the surrounding traffic's one", + "Average speed is 118.21% of the surrounding traffic's one", + "Average speed is 139.45% of the surrounding traffic's one", + "Average speed is 124.87% of the surrounding traffic's one", + "Average speed is 124.17% of the surrounding traffic's one", + "Average speed is 130.27% of the surrounding traffic's one", + "Average speed is 130.98% of the surrounding traffic's one", + "Average speed is 121.6% of the surrounding traffic's one", + "Average speed is 118.41% of the surrounding traffic's one", + "Average speed is 111.57% of the surrounding traffic's one", + "Average speed is 129.73% of the surrounding traffic's one", + "Average speed is 119.68% of the surrounding traffic's one", + "Average speed is 118.52% of the surrounding traffic's one", + "Average speed is 138.81% of the surrounding traffic's one", + "Average speed is 100.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 220.55, + "duration_system": 2034.533 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_05_26_18_44_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.06% of the surrounding traffic's one", + "Average speed is 61.39% of the surrounding traffic's one", + "Average speed is 147.75% of the surrounding traffic's one", + "Average speed is 98.17% of the surrounding traffic's one", + "Average speed is 103.17% of the surrounding traffic's one", + "Average speed is 93.37% of the surrounding traffic's one", + "Average speed is 95.15% of the surrounding traffic's one", + "Average speed is 117.58% of the surrounding traffic's one", + "Average speed is 82.91% of the surrounding traffic's one", + "Average speed is 131.52% of the surrounding traffic's one", + "Average speed is 98.28% of the surrounding traffic's one", + "Average speed is 114.52% of the surrounding traffic's one", + "Average speed is 95.73% of the surrounding traffic's one", + "Average speed is 107.99% of the surrounding traffic's one", + "Average speed is 122.54% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.75, + "duration_system": 132.142 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_05_27_04_40_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.14% of the surrounding traffic's one", + "Average speed is 61.47% of the surrounding traffic's one", + "Average speed is 266.69% of the surrounding traffic's one", + "Average speed is 270.59% of the surrounding traffic's one", + "Average speed is 26.02% of the surrounding traffic's one", + "Average speed is 379.08% of the surrounding traffic's one", + "Average speed is 60.93% of the surrounding traffic's one", + "Average speed is 333.62% of the surrounding traffic's one", + "Average speed is 389.23% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 124054514217.29% of the surrounding traffic's one", + "Average speed is 13083.83% of the surrounding traffic's one", + "Average speed is 2217.89% of the surrounding traffic's one", + "Average speed is 1076.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.212, + "duration_game": 71.0, + "duration_system": 610.732 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_05_26_17_57_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.29% of the surrounding traffic's one", + "Average speed is 117.27% of the surrounding traffic's one", + "Average speed is 15.68% of the surrounding traffic's one", + "Average speed is 106.68% of the surrounding traffic's one", + "Average speed is 113.38% of the surrounding traffic's one", + "Average speed is 110.54% of the surrounding traffic's one", + "Average speed is 96.39% of the surrounding traffic's one", + "Average speed is 112.53% of the surrounding traffic's one", + "Average speed is 113.0% of the surrounding traffic's one", + "Average speed is 106.8% of the surrounding traffic's one", + "Average speed is 103.36% of the surrounding traffic's one", + "Average speed is 109.71% of the surrounding traffic's one", + "Average speed is 110.21% of the surrounding traffic's one", + "Average speed is 107.17% of the surrounding traffic's one", + "Average speed is 121.25% of the surrounding traffic's one", + "Average speed is 100.99% of the surrounding traffic's one", + "Average speed is 101.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.2, + "duration_system": 406.423 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_05_25_13_04_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.18% of the surrounding traffic's one", + "Average speed is 127.71% of the surrounding traffic's one", + "Average speed is 214.95% of the surrounding traffic's one", + "Average speed is 248.62% of the surrounding traffic's one", + "Average speed is 246.08% of the surrounding traffic's one", + "Average speed is 216.76% of the surrounding traffic's one", + "Average speed is 75.27% of the surrounding traffic's one", + "Average speed is 170.89% of the surrounding traffic's one", + "Average speed is 81.06% of the surrounding traffic's one", + "Average speed is 167.39% of the surrounding traffic's one", + "Average speed is 196.87% of the surrounding traffic's one", + "Average speed is 166.58% of the surrounding traffic's one", + "Average speed is 144.31% of the surrounding traffic's one", + "Average speed is 111.91% of the surrounding traffic's one", + "Average speed is 131.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.1, + "duration_system": 148.157 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_05_25_13_00_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.0% of the surrounding traffic's one", + "Average speed is 153.0% of the surrounding traffic's one", + "Average speed is 83.45% of the surrounding traffic's one", + "Average speed is 91.82% of the surrounding traffic's one", + "Average speed is 100.88% of the surrounding traffic's one", + "Average speed is 95.72% of the surrounding traffic's one", + "Average speed is 80.64% of the surrounding traffic's one", + "Average speed is 73.01% of the surrounding traffic's one", + "Average speed is 61.44% of the surrounding traffic's one", + "Average speed is 52.41% of the surrounding traffic's one", + "Average speed is 69.03% of the surrounding traffic's one", + "Average speed is 86.56% of the surrounding traffic's one", + "Average speed is 87.18% of the surrounding traffic's one", + "Average speed is 92.03% of the surrounding traffic's one", + "Average speed is 95.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 12.7, + "duration_system": 104.115 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_05_26_17_53_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.96% of the surrounding traffic's one", + "Average speed is 135.11% of the surrounding traffic's one", + "Average speed is 149.78% of the surrounding traffic's one", + "Average speed is 178.71% of the surrounding traffic's one", + "Average speed is 216.49% of the surrounding traffic's one", + "Average speed is 213.23% of the surrounding traffic's one", + "Average speed is 207.17% of the surrounding traffic's one", + "Average speed is 208.25% of the surrounding traffic's one", + "Average speed is 156.16% of the surrounding traffic's one", + "Average speed is 93.94% of the surrounding traffic's one", + "Average speed is 116.69% of the surrounding traffic's one", + "Average speed is 106.79% of the surrounding traffic's one", + "Average speed is 124.52% of the surrounding traffic's one", + "Average speed is 178.14% of the surrounding traffic's one", + "Average speed is 218.19% of the surrounding traffic's one", + "Average speed is 162.03% of the surrounding traffic's one", + "Average speed is 165.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.6, + "duration_system": 111.119 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_05_26_23_10_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.17% of the surrounding traffic's one", + "Average speed is 320.98% of the surrounding traffic's one", + "Average speed is 294.23% of the surrounding traffic's one", + "Average speed is 209.55% of the surrounding traffic's one", + "Average speed is 118.98% of the surrounding traffic's one", + "Average speed is 132.21% of the surrounding traffic's one", + "Average speed is 169.01% of the surrounding traffic's one", + "Average speed is 189.98% of the surrounding traffic's one", + "Average speed is 191.14% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 11.1, + "duration_system": 122.12 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_05_26_17_14_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 153.23% of the surrounding traffic's one", + "Average speed is 229.83% of the surrounding traffic's one", + "Average speed is 248.26% of the surrounding traffic's one", + "Average speed is 214.77% of the surrounding traffic's one", + "Average speed is 198.35% of the surrounding traffic's one", + "Average speed is 158.86% of the surrounding traffic's one", + "Average speed is 168.94% of the surrounding traffic's one", + "Average speed is 176.54% of the surrounding traffic's one", + "Average speed is 163.9% of the surrounding traffic's one", + "Average speed is 155.83% of the surrounding traffic's one", + "Average speed is 147.32% of the surrounding traffic's one", + "Average speed is 146.45% of the surrounding traffic's one", + "Average speed is 171.75% of the surrounding traffic's one", + "Average speed is 154.08% of the surrounding traffic's one", + "Average speed is 126.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.7, + "duration_system": 2233.571 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_05_25_08_06_45", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.85% of the surrounding traffic's one", + "Average speed is 154.68% of the surrounding traffic's one", + "Average speed is 202.0% of the surrounding traffic's one", + "Average speed is 123.44% of the surrounding traffic's one", + "Average speed is 25.85% of the surrounding traffic's one", + "Average speed is 9.29% of the surrounding traffic's one", + "Average speed is 3629.42% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 169.49% of the surrounding traffic's one", + "Average speed is 249.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 31.8, + "duration_system": 595.625 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_05_26_17_04_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.54% of the surrounding traffic's one", + "Average speed is 1128.33% of the surrounding traffic's one", + "Average speed is 1476.92% of the surrounding traffic's one", + "Average speed is 1506.37% of the surrounding traffic's one", + "Average speed is 1926.04% of the surrounding traffic's one", + "Average speed is 1573.85% of the surrounding traffic's one", + "Average speed is 1234.61% of the surrounding traffic's one", + "Average speed is 1071.11% of the surrounding traffic's one", + "Average speed is 763.34% of the surrounding traffic's one", + "Average speed is 482.65% of the surrounding traffic's one", + "Average speed is 390.58% of the surrounding traffic's one", + "Average speed is 274.79% of the surrounding traffic's one", + "Average speed is 222.77% of the surrounding traffic's one", + "Average speed is 190.49% of the surrounding traffic's one", + "Average speed is 208.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 50.25, + "duration_system": 450.454 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_05_26_17_01_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 88.22% of the surrounding traffic's one", + "Average speed is 19.56% of the surrounding traffic's one", + "Average speed is 168.08% of the surrounding traffic's one", + "Average speed is 297.67% of the surrounding traffic's one", + "Average speed is 307.83% of the surrounding traffic's one", + "Average speed is 289.01% of the surrounding traffic's one", + "Average speed is 269.95% of the surrounding traffic's one", + "Average speed is 284.12% of the surrounding traffic's one", + "Average speed is 385.03% of the surrounding traffic's one", + "Average speed is 407.74% of the surrounding traffic's one", + "Average speed is 426.17% of the surrounding traffic's one", + "Average speed is 404.63% of the surrounding traffic's one", + "Average speed is 356.37% of the surrounding traffic's one", + "Average speed is 295.56% of the surrounding traffic's one", + "Average speed is 206.93% of the surrounding traffic's one", + "Average speed is 151.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 11.8, + "duration_system": 84.088 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_05_26_16_55_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.8% of the surrounding traffic's one", + "Average speed is 196.51% of the surrounding traffic's one", + "Average speed is 182.01% of the surrounding traffic's one", + "Average speed is 186.94% of the surrounding traffic's one", + "Average speed is 175.04% of the surrounding traffic's one", + "Average speed is 145.88% of the surrounding traffic's one", + "Average speed is 106.19% of the surrounding traffic's one", + "Average speed is 88.61% of the surrounding traffic's one", + "Average speed is 49.97% of the surrounding traffic's one", + "Average speed is 73.2% of the surrounding traffic's one", + "Average speed is 95.21% of the surrounding traffic's one", + "Average speed is 141.51% of the surrounding traffic's one", + "Average speed is 89.26% of the surrounding traffic's one", + "Average speed is 281.8% of the surrounding traffic's one", + "Average speed is 417.04% of the surrounding traffic's one", + "Average speed is 350.19% of the surrounding traffic's one", + "Average speed is 381.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.6, + "duration_system": 233.234 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_05_26_16_50_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.69% of the surrounding traffic's one", + "Average speed is 124.5% of the surrounding traffic's one", + "Average speed is 199.92% of the surrounding traffic's one", + "Average speed is 220.34% of the surrounding traffic's one", + "Average speed is 178.26% of the surrounding traffic's one", + "Average speed is 120.95% of the surrounding traffic's one", + "Average speed is 87.56% of the surrounding traffic's one", + "Average speed is 72.57% of the surrounding traffic's one", + "Average speed is 56.87% of the surrounding traffic's one", + "Average speed is 96.66% of the surrounding traffic's one", + "Average speed is 248.1% of the surrounding traffic's one", + "Average speed is 325.03% of the surrounding traffic's one", + "Average speed is 326.03% of the surrounding traffic's one", + "Average speed is 299.81% of the surrounding traffic's one", + "Average speed is 262.4% of the surrounding traffic's one", + "Average speed is 439.48% of the surrounding traffic's one", + "Average speed is 439.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.95, + "duration_system": 153.154 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_05_26_16_44_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.44% of the surrounding traffic's one", + "Average speed is 56.4% of the surrounding traffic's one", + "Average speed is 75.87% of the surrounding traffic's one", + "Average speed is 150.71% of the surrounding traffic's one", + "Average speed is 156.68% of the surrounding traffic's one", + "Average speed is 176.44% of the surrounding traffic's one", + "Average speed is 179.19% of the surrounding traffic's one", + "Average speed is 111.07% of the surrounding traffic's one", + "Average speed is 19.91% of the surrounding traffic's one", + "Average speed is 131.52% of the surrounding traffic's one", + "Average speed is 197.35% of the surrounding traffic's one", + "Average speed is 225.62% of the surrounding traffic's one", + "Average speed is 584.38% of the surrounding traffic's one", + "Average speed is 189.1% of the surrounding traffic's one", + "Average speed is 61.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.7, + "duration_system": 247.248 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_05_25_12_43_25", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=122 at (x=115.058, y=130.401, z=0.268) at time=14.150s [CARLA Frame: 1441, Agent Step: 282]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.01% of the surrounding traffic's one", + "Average speed is 144.32% of the surrounding traffic's one", + "Average speed is 246.02% of the surrounding traffic's one", + "Average speed is 231.64% of the surrounding traffic's one", + "Average speed is 167.8% of the surrounding traffic's one", + "Average speed is 26.82% of the surrounding traffic's one", + "Average speed is 68.1% of the surrounding traffic's one", + "Average speed is 149.62% of the surrounding traffic's one", + "Average speed is 210.13% of the surrounding traffic's one", + "Average speed is 168.9% of the surrounding traffic's one", + "Average speed is 183.73% of the surrounding traffic's one", + "Average speed is 178.37% of the surrounding traffic's one", + "Average speed is 221.16% of the surrounding traffic's one", + "Average speed is 270.85% of the surrounding traffic's one", + "Average speed is 262.59% of the surrounding traffic's one", + "Average speed is 321.43% of the surrounding traffic's one", + "Average speed is 141.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 22.7, + "duration_system": 327.333 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_05_26_16_35_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.9% of the surrounding traffic's one", + "Average speed is 78.8% of the surrounding traffic's one", + "Average speed is 145.28% of the surrounding traffic's one", + "Average speed is 209.95% of the surrounding traffic's one", + "Average speed is 181.3% of the surrounding traffic's one", + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 57.54% of the surrounding traffic's one", + "Average speed is 12.36% of the surrounding traffic's one", + "Average speed is 415.52% of the surrounding traffic's one", + "Average speed is 315.96% of the surrounding traffic's one", + "Average speed is 290.55% of the surrounding traffic's one", + "Average speed is 200.49% of the surrounding traffic's one", + "Average speed is 182.98% of the surrounding traffic's one", + "Average speed is 176.02% of the surrounding traffic's one", + "Average speed is 144.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 46.9, + "duration_system": 364.501 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_05_26_16_28_41", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 424.08% of the surrounding traffic's one", + "Average speed is 25897.26% of the surrounding traffic's one", + "Average speed is 582.76% of the surrounding traffic's one", + "Average speed is 119.79% of the surrounding traffic's one", + "Average speed is 8.99% of the surrounding traffic's one", + "Average speed is 2199.21% of the surrounding traffic's one", + "Average speed is 1774.51% of the surrounding traffic's one", + "Average speed is 1756.24% of the surrounding traffic's one", + "Average speed is 1521.0% of the surrounding traffic's one", + "Average speed is 1916.83% of the surrounding traffic's one", + "Average speed is 1731.53% of the surrounding traffic's one", + "Average speed is 1743.77% of the surrounding traffic's one", + "Average speed is 1237.54% of the surrounding traffic's one", + "Average speed is 333.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 35.65, + "duration_system": 280.281 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_05_25_12_26_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=151 at (x=133.42, y=-133.959, z=0.032) at time=7.550s [CARLA Frame: 1290, Agent Step: 150]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 13.499 meters (11.3% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 155.25% of the surrounding traffic's one", + "Average speed is 211.58% of the surrounding traffic's one", + "Average speed is 245.45% of the surrounding traffic's one", + "Average speed is 228.34% of the surrounding traffic's one", + "Average speed is 241.82% of the surrounding traffic's one", + "Average speed is 191.85% of the surrounding traffic's one", + "Average speed is 131.82% of the surrounding traffic's one", + "Average speed is 190.8% of the surrounding traffic's one", + "Average speed is 65.84% of the surrounding traffic's one", + "Average speed is 2196.49% of the surrounding traffic's one", + "Average speed is 863.22% of the surrounding traffic's one", + "Average speed is 387.24% of the surrounding traffic's one", + "Average speed is 215.5% of the surrounding traffic's one", + "Average speed is 175.84% of the surrounding traffic's one", + "Average speed is 171.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.532182, + "score_composed": 53.218222 + }, + "meta": { + "route_length": 129.43, + "duration_game": 104.75, + "duration_system": 891.92 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_05_26_16_21_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.68% of the surrounding traffic's one", + "Average speed is 172.91% of the surrounding traffic's one", + "Average speed is 201.59% of the surrounding traffic's one", + "Average speed is 151.24% of the surrounding traffic's one", + "Average speed is 143.48% of the surrounding traffic's one", + "Average speed is 54.47% of the surrounding traffic's one", + "Average speed is 110.63% of the surrounding traffic's one", + "Average speed is 161.97% of the surrounding traffic's one", + "Average speed is 53.11% of the surrounding traffic's one", + "Average speed is 104.85% of the surrounding traffic's one", + "Average speed is 97.52% of the surrounding traffic's one", + "Average speed is 96.98% of the surrounding traffic's one", + "Average speed is 119.37% of the surrounding traffic's one", + "Average speed is 131.96% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one", + "Average speed is 79.93% of the surrounding traffic's one", + "Average speed is 105.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 32.95, + "duration_system": 276.283 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_05_26_15_35_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.006 meters (5.26% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 128.5% of the surrounding traffic's one", + "Average speed is 189.41% of the surrounding traffic's one", + "Average speed is 372.29% of the surrounding traffic's one", + "Average speed is 480.47% of the surrounding traffic's one", + "Average speed is 255.49% of the surrounding traffic's one", + "Average speed is 183.8% of the surrounding traffic's one", + "Average speed is 8.55% of the surrounding traffic's one", + "Average speed is 596.21% of the surrounding traffic's one", + "Average speed is 497.49% of the surrounding traffic's one", + "Average speed is 535.65% of the surrounding traffic's one", + "Average speed is 757.12% of the surrounding traffic's one", + "Average speed is 620.15% of the surrounding traffic's one", + "Average speed is 218.08% of the surrounding traffic's one", + "Average speed is 9.24% of the surrounding traffic's one", + "Average speed is 238.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.663176, + "score_composed": 66.317635 + }, + "meta": { + "route_length": 105.188, + "duration_game": 256.75, + "duration_system": 2658.299 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_05_26_22_35_28", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 95.89% of the surrounding traffic's one", + "Average speed is 198.13% of the surrounding traffic's one", + "Average speed is 261.5% of the surrounding traffic's one", + "Average speed is 239.6% of the surrounding traffic's one", + "Average speed is 174.89% of the surrounding traffic's one", + "Average speed is 3.21% of the surrounding traffic's one", + "Average speed is 141.27% of the surrounding traffic's one", + "Average speed is 192.35% of the surrounding traffic's one", + "Average speed is 177.8% of the surrounding traffic's one", + "Average speed is 107.47% of the surrounding traffic's one", + "Average speed is 105.26% of the surrounding traffic's one", + "Average speed is 108.1% of the surrounding traffic's one", + "Average speed is 111.24% of the surrounding traffic's one", + "Average speed is 123.69% of the surrounding traffic's one", + "Average speed is 106.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 56.2, + "duration_system": 1228.257 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_05_25_12_19_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.08% of the surrounding traffic's one", + "Average speed is 143.59% of the surrounding traffic's one", + "Average speed is 217.75% of the surrounding traffic's one", + "Average speed is 197.07% of the surrounding traffic's one", + "Average speed is 161.79% of the surrounding traffic's one", + "Average speed is 65.17% of the surrounding traffic's one", + "Average speed is 91.99% of the surrounding traffic's one", + "Average speed is 122.39% of the surrounding traffic's one", + "Average speed is 115.28% of the surrounding traffic's one", + "Average speed is 143.39% of the surrounding traffic's one", + "Average speed is 124.33% of the surrounding traffic's one", + "Average speed is 120.26% of the surrounding traffic's one", + "Average speed is 132.56% of the surrounding traffic's one", + "Average speed is 124.61% of the surrounding traffic's one", + "Average speed is 145.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 280.286 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_05_26_15_22_47", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.73% of the surrounding traffic's one", + "Average speed is 67.47% of the surrounding traffic's one", + "Average speed is 30.63% of the surrounding traffic's one", + "Average speed is 67.64% of the surrounding traffic's one", + "Average speed is 82.73% of the surrounding traffic's one", + "Average speed is 34.74% of the surrounding traffic's one", + "Average speed is 2.96% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 32.0, + "duration_system": 600.679 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_05_25_06_45_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.29% of the surrounding traffic's one", + "Average speed is 134.58% of the surrounding traffic's one", + "Average speed is 155.4% of the surrounding traffic's one", + "Average speed is 164.29% of the surrounding traffic's one", + "Average speed is 88.99% of the surrounding traffic's one", + "Average speed is 128.78% of the surrounding traffic's one", + "Average speed is 160.79% of the surrounding traffic's one", + "Average speed is 120.48% of the surrounding traffic's one", + "Average speed is 202.98% of the surrounding traffic's one", + "Average speed is 208.96% of the surrounding traffic's one", + "Average speed is 178.86% of the surrounding traffic's one", + "Average speed is 135.54% of the surrounding traffic's one", + "Average speed is 138.51% of the surrounding traffic's one", + "Average speed is 141.43% of the surrounding traffic's one", + "Average speed is 135.01% of the surrounding traffic's one", + "Average speed is 138.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 16.25, + "duration_system": 386.628 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_05_25_12_11_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=229 at (x=1046.048, y=632.234, z=120.548) at time=5.250s [CARLA Frame: 1217, Agent Step: 104]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.48% of the surrounding traffic's one", + "Average speed is 153.68% of the surrounding traffic's one", + "Average speed is 201.79% of the surrounding traffic's one", + "Average speed is 201.63% of the surrounding traffic's one", + "Average speed is 182.39% of the surrounding traffic's one", + "Average speed is 154.41% of the surrounding traffic's one", + "Average speed is 168.25% of the surrounding traffic's one", + "Average speed is 193.02% of the surrounding traffic's one", + "Average speed is 188.66% of the surrounding traffic's one", + "Average speed is 162.88% of the surrounding traffic's one", + "Average speed is 125.26% of the surrounding traffic's one", + "Average speed is 119.72% of the surrounding traffic's one", + "Average speed is 116.0% of the surrounding traffic's one", + "Average speed is 115.86% of the surrounding traffic's one", + "Average speed is 104.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 13.95, + "duration_system": 332.336 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_05_26_15_16_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.98% of the surrounding traffic's one", + "Average speed is 135.95% of the surrounding traffic's one", + "Average speed is 158.07% of the surrounding traffic's one", + "Average speed is 132.07% of the surrounding traffic's one", + "Average speed is 127.57% of the surrounding traffic's one", + "Average speed is 134.09% of the surrounding traffic's one", + "Average speed is 59.7% of the surrounding traffic's one", + "Average speed is 121.72% of the surrounding traffic's one", + "Average speed is 102.78% of the surrounding traffic's one", + "Average speed is 127.22% of the surrounding traffic's one", + "Average speed is 114.21% of the surrounding traffic's one", + "Average speed is 161.18% of the surrounding traffic's one", + "Average speed is 175.37% of the surrounding traffic's one", + "Average speed is 194.64% of the surrounding traffic's one", + "Average speed is 212.54% of the surrounding traffic's one", + "Average speed is 258.89% of the surrounding traffic's one", + "Average speed is 278.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 14.3, + "duration_system": 251.246 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_05_26_15_11_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.85% of the surrounding traffic's one", + "Average speed is 140.8% of the surrounding traffic's one", + "Average speed is 112.7% of the surrounding traffic's one", + "Average speed is 115.84% of the surrounding traffic's one", + "Average speed is 183.75% of the surrounding traffic's one", + "Average speed is 165.1% of the surrounding traffic's one", + "Average speed is 179.97% of the surrounding traffic's one", + "Average speed is 185.5% of the surrounding traffic's one", + "Average speed is 180.01% of the surrounding traffic's one", + "Average speed is 164.52% of the surrounding traffic's one", + "Average speed is 153.65% of the surrounding traffic's one", + "Average speed is 143.0% of the surrounding traffic's one", + "Average speed is 129.16% of the surrounding traffic's one", + "Average speed is 114.27% of the surrounding traffic's one", + "Average speed is 107.14% of the surrounding traffic's one", + "Average speed is 89.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.95, + "duration_system": 128.322 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25358_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_25358_rep0_Town06_StaticCutIn_1_12_05_27_03_30_15", + "status": "Failed - Agent timed out", + "num_infractions": 6, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.76% of the surrounding traffic's one", + "Average speed is 128.7% of the surrounding traffic's one", + "Average speed is 120.92% of the surrounding traffic's one", + "Average speed is 173.12% of the surrounding traffic's one", + "Average speed is 1.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [ + "Route timeout." + ] + }, + "scores": { + "score_route": 33.69, + "score_penalty": 1.0, + "score_composed": 33.69 + }, + "meta": { + "route_length": 138.239, + "duration_game": 355.95, + "duration_system": 4073.643 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_05_25_06_38_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.82% of the surrounding traffic's one", + "Average speed is 165.02% of the surrounding traffic's one", + "Average speed is 212.85% of the surrounding traffic's one", + "Average speed is 233.26% of the surrounding traffic's one", + "Average speed is 194.74% of the surrounding traffic's one", + "Average speed is 151.55% of the surrounding traffic's one", + "Average speed is 145.19% of the surrounding traffic's one", + "Average speed is 126.21% of the surrounding traffic's one", + "Average speed is 155.19% of the surrounding traffic's one", + "Average speed is 115.49% of the surrounding traffic's one", + "Average speed is 157.5% of the surrounding traffic's one", + "Average speed is 191.17% of the surrounding traffic's one", + "Average speed is 140.17% of the surrounding traffic's one", + "Average speed is 155.62% of the surrounding traffic's one", + "Average speed is 140.29% of the surrounding traffic's one", + "Average speed is 119.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 13.05, + "duration_system": 260.273 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_05_26_13_52_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.34% of the surrounding traffic's one", + "Average speed is 128.71% of the surrounding traffic's one", + "Average speed is 99.01% of the surrounding traffic's one", + "Average speed is 137.67% of the surrounding traffic's one", + "Average speed is 147.71% of the surrounding traffic's one", + "Average speed is 87.19% of the surrounding traffic's one", + "Average speed is 114.61% of the surrounding traffic's one", + "Average speed is 163.11% of the surrounding traffic's one", + "Average speed is 135.46% of the surrounding traffic's one", + "Average speed is 95.54% of the surrounding traffic's one", + "Average speed is 134.35% of the surrounding traffic's one", + "Average speed is 121.63% of the surrounding traffic's one", + "Average speed is 97.58% of the surrounding traffic's one", + "Average speed is 167.26% of the surrounding traffic's one", + "Average speed is 121.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 16.75, + "duration_system": 333.331 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_05_26_13_00_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 67.7% of the surrounding traffic's one", + "Average speed is 150.2% of the surrounding traffic's one", + "Average speed is 210.44% of the surrounding traffic's one", + "Average speed is 244.34% of the surrounding traffic's one", + "Average speed is 226.35% of the surrounding traffic's one", + "Average speed is 216.2% of the surrounding traffic's one", + "Average speed is 190.55% of the surrounding traffic's one", + "Average speed is 137.24% of the surrounding traffic's one", + "Average speed is 42.45% of the surrounding traffic's one", + "Average speed is 39.65% of the surrounding traffic's one", + "Average speed is 41.99% of the surrounding traffic's one", + "Average speed is 41.01% of the surrounding traffic's one", + "Average speed is 46.34% of the surrounding traffic's one", + "Average speed is 40.06% of the surrounding traffic's one", + "Average speed is 40.01% of the surrounding traffic's one", + "Average speed is 1.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 245.3, + "duration_system": 2955.298 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_05_25_22_03_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.45% of the surrounding traffic's one", + "Average speed is 116.45% of the surrounding traffic's one", + "Average speed is 150.64% of the surrounding traffic's one", + "Average speed is 115.75% of the surrounding traffic's one", + "Average speed is 28.27% of the surrounding traffic's one", + "Average speed is 32.69% of the surrounding traffic's one", + "Average speed is 128.23% of the surrounding traffic's one", + "Average speed is 125.92% of the surrounding traffic's one", + "Average speed is 150.59% of the surrounding traffic's one", + "Average speed is 152.63% of the surrounding traffic's one", + "Average speed is 114.79% of the surrounding traffic's one", + "Average speed is 115.83% of the surrounding traffic's one", + "Average speed is 133.76% of the surrounding traffic's one", + "Average speed is 125.5% of the surrounding traffic's one", + "Average speed is 126.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 19.85, + "duration_system": 458.484 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_05_25_21_41_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1530.949, y=6461.567, z=373.357) at time=48.250s [CARLA Frame: 2296, Agent Step: 964]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.3% of the surrounding traffic's one", + "Average speed is 186.75% of the surrounding traffic's one", + "Average speed is 175.62% of the surrounding traffic's one", + "Average speed is 161.61% of the surrounding traffic's one", + "Average speed is 112.58% of the surrounding traffic's one", + "Average speed is 2.32% of the surrounding traffic's one", + "Average speed is 99.85% of the surrounding traffic's one", + "Average speed is 107.04% of the surrounding traffic's one", + "Average speed is 94.08% of the surrounding traffic's one", + "Average speed is 39.55% of the surrounding traffic's one", + "Average speed is 130.29% of the surrounding traffic's one", + "Average speed is 163.02% of the surrounding traffic's one", + "Average speed is 181.9% of the surrounding traffic's one", + "Average speed is 137.5% of the surrounding traffic's one", + "Average speed is 158.02% of the surrounding traffic's one", + "Average speed is 221.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 134.084, + "duration_game": 55.55, + "duration_system": 1129.151 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_05_26_12_50_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.77% of the surrounding traffic's one", + "Average speed is 109.25% of the surrounding traffic's one", + "Average speed is 111.68% of the surrounding traffic's one", + "Average speed is 98.55% of the surrounding traffic's one", + "Average speed is 100.29% of the surrounding traffic's one", + "Average speed is 109.62% of the surrounding traffic's one", + "Average speed is 97.35% of the surrounding traffic's one", + "Average speed is 4.65% of the surrounding traffic's one", + "Average speed is 90.49% of the surrounding traffic's one", + "Average speed is 206.22% of the surrounding traffic's one", + "Average speed is 194.33% of the surrounding traffic's one", + "Average speed is 127.83% of the surrounding traffic's one", + "Average speed is 129.39% of the surrounding traffic's one", + "Average speed is 108.08% of the surrounding traffic's one", + "Average speed is 29.28% of the surrounding traffic's one", + "Average speed is 122.53% of the surrounding traffic's one", + "Average speed is 55.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 66.25, + "duration_system": 500.53 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_05_25_12_03_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.69% of the surrounding traffic's one", + "Average speed is 145.54% of the surrounding traffic's one", + "Average speed is 149.53% of the surrounding traffic's one", + "Average speed is 185.18% of the surrounding traffic's one", + "Average speed is 162.72% of the surrounding traffic's one", + "Average speed is 92.44% of the surrounding traffic's one", + "Average speed is 20.42% of the surrounding traffic's one", + "Average speed is 108.01% of the surrounding traffic's one", + "Average speed is 164.74% of the surrounding traffic's one", + "Average speed is 176.15% of the surrounding traffic's one", + "Average speed is 169.68% of the surrounding traffic's one", + "Average speed is 139.68% of the surrounding traffic's one", + "Average speed is 117.8% of the surrounding traffic's one", + "Average speed is 81.87% of the surrounding traffic's one", + "Average speed is 147.8% of the surrounding traffic's one", + "Average speed is 189.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 19.45, + "duration_system": 308.311 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_05_25_11_56_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.78% of the surrounding traffic's one", + "Average speed is 152.34% of the surrounding traffic's one", + "Average speed is 176.27% of the surrounding traffic's one", + "Average speed is 174.26% of the surrounding traffic's one", + "Average speed is 102.31% of the surrounding traffic's one", + "Average speed is 46.48% of the surrounding traffic's one", + "Average speed is 110.07% of the surrounding traffic's one", + "Average speed is 126.63% of the surrounding traffic's one", + "Average speed is 81.46% of the surrounding traffic's one", + "Average speed is 105.32% of the surrounding traffic's one", + "Average speed is 155.84% of the surrounding traffic's one", + "Average speed is 181.35% of the surrounding traffic's one", + "Average speed is 182.67% of the surrounding traffic's one", + "Average speed is 167.87% of the surrounding traffic's one", + "Average speed is 218.37% of the surrounding traffic's one", + "Average speed is 284.11% of the surrounding traffic's one", + "Average speed is 276.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 15.05, + "duration_system": 232.264 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_05_26_12_27_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 151.26% of the surrounding traffic's one", + "Average speed is 148.47% of the surrounding traffic's one", + "Average speed is 115.16% of the surrounding traffic's one", + "Average speed is 45.3% of the surrounding traffic's one", + "Average speed is 2.38% of the surrounding traffic's one", + "Average speed is 97.98% of the surrounding traffic's one", + "Average speed is 171.91% of the surrounding traffic's one", + "Average speed is 206.26% of the surrounding traffic's one", + "Average speed is 195.97% of the surrounding traffic's one", + "Average speed is 190.63% of the surrounding traffic's one", + "Average speed is 198.17% of the surrounding traffic's one", + "Average speed is 232.81% of the surrounding traffic's one", + "Average speed is 238.14% of the surrounding traffic's one", + "Average speed is 232.26% of the surrounding traffic's one", + "Average speed is 246.34% of the surrounding traffic's one", + "Average speed is 260.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 56.7, + "duration_system": 1231.265 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_05_26_12_24_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.31% of the surrounding traffic's one", + "Average speed is 148.63% of the surrounding traffic's one", + "Average speed is 137.92% of the surrounding traffic's one", + "Average speed is 159.47% of the surrounding traffic's one", + "Average speed is 109.89% of the surrounding traffic's one", + "Average speed is 125.0% of the surrounding traffic's one", + "Average speed is 110.2% of the surrounding traffic's one", + "Average speed is 105.23% of the surrounding traffic's one", + "Average speed is 106.69% of the surrounding traffic's one", + "Average speed is 113.81% of the surrounding traffic's one", + "Average speed is 142.59% of the surrounding traffic's one", + "Average speed is 191.46% of the surrounding traffic's one", + "Average speed is 165.32% of the surrounding traffic's one", + "Average speed is 187.91% of the surrounding traffic's one", + "Average speed is 122.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 10.85, + "duration_system": 77.086 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_05_26_12_15_03", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.93% of the surrounding traffic's one", + "Average speed is 114.23% of the surrounding traffic's one", + "Average speed is 20.66% of the surrounding traffic's one", + "Average speed is 136.52% of the surrounding traffic's one", + "Average speed is 105.32% of the surrounding traffic's one", + "Average speed is 138.11% of the surrounding traffic's one", + "Average speed is 98.71% of the surrounding traffic's one", + "Average speed is 88.07% of the surrounding traffic's one", + "Average speed is 112.35% of the surrounding traffic's one", + "Average speed is 116.69% of the surrounding traffic's one", + "Average speed is 103.05% of the surrounding traffic's one", + "Average speed is 145.22% of the surrounding traffic's one", + "Average speed is 13.66% of the surrounding traffic's one", + "Average speed is 92.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.1, + "duration_system": 407.411 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_05_26_12_08_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.45% of the surrounding traffic's one", + "Average speed is 115.69% of the surrounding traffic's one", + "Average speed is 217.94% of the surrounding traffic's one", + "Average speed is 219.6% of the surrounding traffic's one", + "Average speed is 187.22% of the surrounding traffic's one", + "Average speed is 91.58% of the surrounding traffic's one", + "Average speed is 51.09% of the surrounding traffic's one", + "Average speed is 59.56% of the surrounding traffic's one", + "Average speed is 98.87% of the surrounding traffic's one", + "Average speed is 111.08% of the surrounding traffic's one", + "Average speed is 127.03% of the surrounding traffic's one", + "Average speed is 141.87% of the surrounding traffic's one", + "Average speed is 152.98% of the surrounding traffic's one", + "Average speed is 136.37% of the surrounding traffic's one", + "Average speed is 123.89% of the surrounding traffic's one", + "Average speed is 143.26% of the surrounding traffic's one", + "Average speed is 114.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 18.6, + "duration_system": 282.276 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_05_26_11_43_59", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.94% of the surrounding traffic's one", + "Average speed is 141.46% of the surrounding traffic's one", + "Average speed is 112.6% of the surrounding traffic's one", + "Average speed is 108.83% of the surrounding traffic's one", + "Average speed is 81.88% of the surrounding traffic's one", + "Average speed is 2.63% of the surrounding traffic's one", + "Average speed is 66.38% of the surrounding traffic's one", + "Average speed is 108.13% of the surrounding traffic's one", + "Average speed is 116.67% of the surrounding traffic's one", + "Average speed is 110.34% of the surrounding traffic's one", + "Average speed is 90.35% of the surrounding traffic's one", + "Average speed is 94.49% of the surrounding traffic's one", + "Average speed is 102.9% of the surrounding traffic's one", + "Average speed is 48.24% of the surrounding traffic's one", + "Average speed is 120.56% of the surrounding traffic's one", + "Average speed is 159.26% of the surrounding traffic's one", + "Average speed is 80.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 60.2, + "duration_system": 1311.307 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_05_26_11_20_24", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=124 at (x=207.802, y=249.383, z=0.003) at time=52.500s [CARLA Frame: 2311, Agent Step: 1049]", + "Agent collided against object with type=static.prop.constructioncone and id=127 at (x=218.244, y=249.723, z=-0.003) at time=53.800s [CARLA Frame: 2337, Agent Step: 1075]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=204 at (x=195.375, y=250.602, z=-0.007) at time=50.600s [CARLA Frame: 2273, Agent Step: 1011]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=204 at (x=213.151, y=249.363, z=0.003) at time=53.200s [CARLA Frame: 2325, Agent Step: 1063]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.31% of the surrounding traffic's one", + "Average speed is 109.0% of the surrounding traffic's one", + "Average speed is 111.87% of the surrounding traffic's one", + "Average speed is 56.52% of the surrounding traffic's one", + "Average speed is 2.54% of the surrounding traffic's one", + "Average speed is 70.72% of the surrounding traffic's one", + "Average speed is 88.25% of the surrounding traffic's one", + "Average speed is 88.0% of the surrounding traffic's one", + "Average speed is 115.66% of the surrounding traffic's one", + "Average speed is 140.78% of the surrounding traffic's one", + "Average speed is 129.16% of the surrounding traffic's one", + "Average speed is 91.64% of the surrounding traffic's one", + "Average speed is 116.62% of the surrounding traffic's one", + "Average speed is 96.53% of the surrounding traffic's one", + "Average speed is 48.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.1521, + "score_composed": 15.21 + }, + "meta": { + "route_length": 132.062, + "duration_game": 60.85, + "duration_system": 1276.273 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_05_26_11_13_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.75% of the surrounding traffic's one", + "Average speed is 105.78% of the surrounding traffic's one", + "Average speed is 70.98% of the surrounding traffic's one", + "Average speed is 116.33% of the surrounding traffic's one", + "Average speed is 84.87% of the surrounding traffic's one", + "Average speed is 107.53% of the surrounding traffic's one", + "Average speed is 87.09% of the surrounding traffic's one", + "Average speed is 77.98% of the surrounding traffic's one", + "Average speed is 133.92% of the surrounding traffic's one", + "Average speed is 121.32% of the surrounding traffic's one", + "Average speed is 100.0% of the surrounding traffic's one", + "Average speed is 114.76% of the surrounding traffic's one", + "Average speed is 122.47% of the surrounding traffic's one", + "Average speed is 132.77% of the surrounding traffic's one", + "Average speed is 118.85% of the surrounding traffic's one", + "Average speed is 99.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.7, + "duration_system": 272.273 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_05_26_11_08_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.78% of the surrounding traffic's one", + "Average speed is 121.61% of the surrounding traffic's one", + "Average speed is 199.15% of the surrounding traffic's one", + "Average speed is 133.91% of the surrounding traffic's one", + "Average speed is 103.37% of the surrounding traffic's one", + "Average speed is 91.09% of the surrounding traffic's one", + "Average speed is 119.02% of the surrounding traffic's one", + "Average speed is 123.89% of the surrounding traffic's one", + "Average speed is 129.3% of the surrounding traffic's one", + "Average speed is 100.28% of the surrounding traffic's one", + "Average speed is 79.72% of the surrounding traffic's one", + "Average speed is 81.36% of the surrounding traffic's one", + "Average speed is 89.96% of the surrounding traffic's one", + "Average speed is 97.83% of the surrounding traffic's one", + "Average speed is 95.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.5, + "duration_system": 156.265 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_05_26_10_59_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.02% of the surrounding traffic's one", + "Average speed is 124.91% of the surrounding traffic's one", + "Average speed is 14.95% of the surrounding traffic's one", + "Average speed is 65.98% of the surrounding traffic's one", + "Average speed is 61.67% of the surrounding traffic's one", + "Average speed is 147.9% of the surrounding traffic's one", + "Average speed is 125.65% of the surrounding traffic's one", + "Average speed is 61.67% of the surrounding traffic's one", + "Average speed is 59.55% of the surrounding traffic's one", + "Average speed is 63.77% of the surrounding traffic's one", + "Average speed is 145.05% of the surrounding traffic's one", + "Average speed is 162.72% of the surrounding traffic's one", + "Average speed is 140.24% of the surrounding traffic's one", + "Average speed is 118.38% of the surrounding traffic's one", + "Average speed is 113.63% of the surrounding traffic's one", + "Average speed is 101.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 27.65, + "duration_system": 458.525 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_05_26_10_55_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.07% of the surrounding traffic's one", + "Average speed is 153.59% of the surrounding traffic's one", + "Average speed is 162.38% of the surrounding traffic's one", + "Average speed is 170.12% of the surrounding traffic's one", + "Average speed is 116.23% of the surrounding traffic's one", + "Average speed is 113.77% of the surrounding traffic's one", + "Average speed is 47.8% of the surrounding traffic's one", + "Average speed is 34.59% of the surrounding traffic's one", + "Average speed is 115.05% of the surrounding traffic's one", + "Average speed is 176.96% of the surrounding traffic's one", + "Average speed is 216.43% of the surrounding traffic's one", + "Average speed is 251.82% of the surrounding traffic's one", + "Average speed is 187.61% of the surrounding traffic's one", + "Average speed is 165.47% of the surrounding traffic's one", + "Average speed is 142.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 12.95, + "duration_system": 92.094 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_05_25_11_51_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.22% of the surrounding traffic's one", + "Average speed is 151.41% of the surrounding traffic's one", + "Average speed is 238.73% of the surrounding traffic's one", + "Average speed is 186.9% of the surrounding traffic's one", + "Average speed is 144.87% of the surrounding traffic's one", + "Average speed is 61.33% of the surrounding traffic's one", + "Average speed is 63.62% of the surrounding traffic's one", + "Average speed is 59.31% of the surrounding traffic's one", + "Average speed is 286.73% of the surrounding traffic's one", + "Average speed is 295.13% of the surrounding traffic's one", + "Average speed is 250.28% of the surrounding traffic's one", + "Average speed is 210.45% of the surrounding traffic's one", + "Average speed is 215.37% of the surrounding traffic's one", + "Average speed is 401.3% of the surrounding traffic's one", + "Average speed is 460.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.55, + "duration_system": 153.157 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_05_25_11_46_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.41% of the surrounding traffic's one", + "Average speed is 90.7% of the surrounding traffic's one", + "Average speed is 254.42% of the surrounding traffic's one", + "Average speed is 189.75% of the surrounding traffic's one", + "Average speed is 161.98% of the surrounding traffic's one", + "Average speed is 167.88% of the surrounding traffic's one", + "Average speed is 129.11% of the surrounding traffic's one", + "Average speed is 49.83% of the surrounding traffic's one", + "Average speed is 126.16% of the surrounding traffic's one", + "Average speed is 213.8% of the surrounding traffic's one", + "Average speed is 127.9% of the surrounding traffic's one", + "Average speed is 99.19% of the surrounding traffic's one", + "Average speed is 85.09% of the surrounding traffic's one", + "Average speed is 120.38% of the surrounding traffic's one", + "Average speed is 106.65% of the surrounding traffic's one", + "Average speed is 123.3% of the surrounding traffic's one", + "Average speed is 91.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 18.6, + "duration_system": 133.336 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_05_26_10_47_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.13% of the surrounding traffic's one", + "Average speed is 142.79% of the surrounding traffic's one", + "Average speed is 163.21% of the surrounding traffic's one", + "Average speed is 145.09% of the surrounding traffic's one", + "Average speed is 141.35% of the surrounding traffic's one", + "Average speed is 167.23% of the surrounding traffic's one", + "Average speed is 130.64% of the surrounding traffic's one", + "Average speed is 42.66% of the surrounding traffic's one", + "Average speed is 52.6% of the surrounding traffic's one", + "Average speed is 124.43% of the surrounding traffic's one", + "Average speed is 147.62% of the surrounding traffic's one", + "Average speed is 113.31% of the surrounding traffic's one", + "Average speed is 173.83% of the surrounding traffic's one", + "Average speed is 153.66% of the surrounding traffic's one", + "Average speed is 129.55% of the surrounding traffic's one", + "Average speed is 133.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 15.2, + "duration_system": 322.642 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_05_25_11_42_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.77% of the surrounding traffic's one", + "Average speed is 134.88% of the surrounding traffic's one", + "Average speed is 165.78% of the surrounding traffic's one", + "Average speed is 140.6% of the surrounding traffic's one", + "Average speed is 119.35% of the surrounding traffic's one", + "Average speed is 119.68% of the surrounding traffic's one", + "Average speed is 29.31% of the surrounding traffic's one", + "Average speed is 115.44% of the surrounding traffic's one", + "Average speed is 139.92% of the surrounding traffic's one", + "Average speed is 161.29% of the surrounding traffic's one", + "Average speed is 180.59% of the surrounding traffic's one", + "Average speed is 175.35% of the surrounding traffic's one", + "Average speed is 146.39% of the surrounding traffic's one", + "Average speed is 141.31% of the surrounding traffic's one", + "Average speed is 165.24% of the surrounding traffic's one", + "Average speed is 173.45% of the surrounding traffic's one", + "Average speed is 170.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 12.55, + "duration_system": 93.093 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_05_26_10_43_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.19% of the surrounding traffic's one", + "Average speed is 119.61% of the surrounding traffic's one", + "Average speed is 193.37% of the surrounding traffic's one", + "Average speed is 177.72% of the surrounding traffic's one", + "Average speed is 180.61% of the surrounding traffic's one", + "Average speed is 76.62% of the surrounding traffic's one", + "Average speed is 81.27% of the surrounding traffic's one", + "Average speed is 156.2% of the surrounding traffic's one", + "Average speed is 116.86% of the surrounding traffic's one", + "Average speed is 108.92% of the surrounding traffic's one", + "Average speed is 107.78% of the surrounding traffic's one", + "Average speed is 112.18% of the surrounding traffic's one", + "Average speed is 100.59% of the surrounding traffic's one", + "Average speed is 126.47% of the surrounding traffic's one", + "Average speed is 111.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.75, + "duration_system": 129.142 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_05_26_10_35_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.35% of the surrounding traffic's one", + "Average speed is 146.93% of the surrounding traffic's one", + "Average speed is 274.04% of the surrounding traffic's one", + "Average speed is 204.32% of the surrounding traffic's one", + "Average speed is 212.82% of the surrounding traffic's one", + "Average speed is 177.01% of the surrounding traffic's one", + "Average speed is 47.56% of the surrounding traffic's one", + "Average speed is 88.39% of the surrounding traffic's one", + "Average speed is 176.73% of the surrounding traffic's one", + "Average speed is 193.69% of the surrounding traffic's one", + "Average speed is 125.15% of the surrounding traffic's one", + "Average speed is 102.89% of the surrounding traffic's one", + "Average speed is 111.08% of the surrounding traffic's one", + "Average speed is 107.16% of the surrounding traffic's one", + "Average speed is 124.13% of the surrounding traffic's one", + "Average speed is 14.26% of the surrounding traffic's one", + "Average speed is 89.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.85, + "duration_system": 323.344 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_05_25_21_34_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.62% of the surrounding traffic's one", + "Average speed is 6.06% of the surrounding traffic's one", + "Average speed is 376.14% of the surrounding traffic's one", + "Average speed is 484.46% of the surrounding traffic's one", + "Average speed is 442.99% of the surrounding traffic's one", + "Average speed is 411.61% of the surrounding traffic's one", + "Average speed is 361.23% of the surrounding traffic's one", + "Average speed is 363.9% of the surrounding traffic's one", + "Average speed is 344.39% of the surrounding traffic's one", + "Average speed is 282.2% of the surrounding traffic's one", + "Average speed is 197.42% of the surrounding traffic's one", + "Average speed is 141.18% of the surrounding traffic's one", + "Average speed is 130.41% of the surrounding traffic's one", + "Average speed is 162.77% of the surrounding traffic's one", + "Average speed is 163.79% of the surrounding traffic's one", + "Average speed is 152.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 31.3, + "duration_system": 292.298 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_05_27_03_23_58", + "status": "Failed - Agent deviated from the route", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 234.16% of the surrounding traffic's one", + "Average speed is 255.89% of the surrounding traffic's one", + "Average speed is 203.69% of the surrounding traffic's one", + "Average speed is 211.36% of the surrounding traffic's one", + "Average speed is 165.28% of the surrounding traffic's one", + "Average speed is 154.43% of the surrounding traffic's one", + "Average speed is 127.65% of the surrounding traffic's one", + "Average speed is 150.81% of the surrounding traffic's one", + "Average speed is 167.57% of the surrounding traffic's one", + "Average speed is 158.58% of the surrounding traffic's one", + "Average speed is 129.0% of the surrounding traffic's one", + "Average speed is 113.45% of the surrounding traffic's one", + "Average speed is 186.29% of the surrounding traffic's one", + "Average speed is 230.33% of the surrounding traffic's one", + "Average speed is 222.93% of the surrounding traffic's one", + "Average speed is 111.48% of the surrounding traffic's one", + "Average speed is 94.76% of the surrounding traffic's one", + "Average speed is 94.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=4027.454, y=4087.678, z=368.676)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 96.08, + "score_penalty": 1.0, + "score_composed": 96.08 + }, + "meta": { + "route_length": 106.662, + "duration_game": 14.85, + "duration_system": 231.244 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_05_25_11_37_56", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5744.495, y=4733.373, z=187.0) at time=10.250s [CARLA Frame: 1293, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.37% of the surrounding traffic's one", + "Average speed is 320.14% of the surrounding traffic's one", + "Average speed is 261.14% of the surrounding traffic's one", + "Average speed is 217.21% of the surrounding traffic's one", + "Average speed is 193.03% of the surrounding traffic's one", + "Average speed is 161.84% of the surrounding traffic's one", + "Average speed is 122.37% of the surrounding traffic's one", + "Average speed is 158.81% of the surrounding traffic's one", + "Average speed is 153.96% of the surrounding traffic's one", + "Average speed is 73.03% of the surrounding traffic's one", + "Average speed is 124.66% of the surrounding traffic's one", + "Average speed is 170.47% of the surrounding traffic's one", + "Average speed is 133.44% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.1, + "duration_system": 117.137 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_05_25_11_30_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 323.37% of the surrounding traffic's one", + "Average speed is 325.56% of the surrounding traffic's one", + "Average speed is 196.36% of the surrounding traffic's one", + "Average speed is 293.72% of the surrounding traffic's one", + "Average speed is 220.64% of the surrounding traffic's one", + "Average speed is 169.7% of the surrounding traffic's one", + "Average speed is 141.7% of the surrounding traffic's one", + "Average speed is 156.52% of the surrounding traffic's one", + "Average speed is 172.74% of the surrounding traffic's one", + "Average speed is 155.81% of the surrounding traffic's one", + "Average speed is 136.4% of the surrounding traffic's one", + "Average speed is 177.11% of the surrounding traffic's one", + "Average speed is 172.64% of the surrounding traffic's one", + "Average speed is 171.09% of the surrounding traffic's one", + "Average speed is 143.2% of the surrounding traffic's one", + "Average speed is 134.91% of the surrounding traffic's one", + "Average speed is 104.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 15.0, + "duration_system": 242.243 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_05_26_10_24_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.62% of the surrounding traffic's one", + "Average speed is 381.5% of the surrounding traffic's one", + "Average speed is 519.51% of the surrounding traffic's one", + "Average speed is 636.57% of the surrounding traffic's one", + "Average speed is 658.14% of the surrounding traffic's one", + "Average speed is 568.32% of the surrounding traffic's one", + "Average speed is 482.04% of the surrounding traffic's one", + "Average speed is 461.69% of the surrounding traffic's one", + "Average speed is 677.46% of the surrounding traffic's one", + "Average speed is 1034.59% of the surrounding traffic's one", + "Average speed is 3207.05% of the surrounding traffic's one", + "Average speed is 20875.61% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.05, + "duration_system": 98.098 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_05_26_23_04_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.48% of the surrounding traffic's one", + "Average speed is 111.41% of the surrounding traffic's one", + "Average speed is 188.52% of the surrounding traffic's one", + "Average speed is 165.36% of the surrounding traffic's one", + "Average speed is 142.62% of the surrounding traffic's one", + "Average speed is 152.39% of the surrounding traffic's one", + "Average speed is 158.65% of the surrounding traffic's one", + "Average speed is 172.79% of the surrounding traffic's one", + "Average speed is 200.76% of the surrounding traffic's one", + "Average speed is 319.91% of the surrounding traffic's one", + "Average speed is 424.5% of the surrounding traffic's one", + "Average speed is 389.3% of the surrounding traffic's one", + "Average speed is 354.26% of the surrounding traffic's one", + "Average speed is 172.06% of the surrounding traffic's one", + "Average speed is 242.92% of the surrounding traffic's one", + "Average speed is 158.74% of the surrounding traffic's one", + "Average speed is 116.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 19.65, + "duration_system": 156.168 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_05_25_06_35_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.25% of the surrounding traffic's one", + "Average speed is 205.86% of the surrounding traffic's one", + "Average speed is 213.29% of the surrounding traffic's one", + "Average speed is 218.41% of the surrounding traffic's one", + "Average speed is 235.84% of the surrounding traffic's one", + "Average speed is 232.08% of the surrounding traffic's one", + "Average speed is 221.58% of the surrounding traffic's one", + "Average speed is 267.23% of the surrounding traffic's one", + "Average speed is 250.03% of the surrounding traffic's one", + "Average speed is 602.43% of the surrounding traffic's one", + "Average speed is 574.07% of the surrounding traffic's one", + "Average speed is 459.33% of the surrounding traffic's one", + "Average speed is 350.36% of the surrounding traffic's one", + "Average speed is 257.39% of the surrounding traffic's one", + "Average speed is 163.46% of the surrounding traffic's one", + "Average speed is 86.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.95, + "duration_system": 53.054 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_05_25_06_31_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 195.05% of the surrounding traffic's one", + "Average speed is 188.33% of the surrounding traffic's one", + "Average speed is 215.13% of the surrounding traffic's one", + "Average speed is 247.01% of the surrounding traffic's one", + "Average speed is 274.34% of the surrounding traffic's one", + "Average speed is 298.46% of the surrounding traffic's one", + "Average speed is 308.2% of the surrounding traffic's one", + "Average speed is 354.4% of the surrounding traffic's one", + "Average speed is 323.66% of the surrounding traffic's one", + "Average speed is 406.37% of the surrounding traffic's one", + "Average speed is 411.84% of the surrounding traffic's one", + "Average speed is 290.4% of the surrounding traffic's one", + "Average speed is 262.53% of the surrounding traffic's one", + "Average speed is 220.46% of the surrounding traffic's one", + "Average speed is 165.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.25, + "duration_system": 71.074 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_05_27_03_18_54", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 239.97% of the surrounding traffic's one", + "Average speed is 280.69% of the surrounding traffic's one", + "Average speed is 261.46% of the surrounding traffic's one", + "Average speed is 112.7% of the surrounding traffic's one", + "Average speed is 178.2% of the surrounding traffic's one", + "Average speed is 209.79% of the surrounding traffic's one", + "Average speed is 216.12% of the surrounding traffic's one", + "Average speed is 219.78% of the surrounding traffic's one", + "Average speed is 170.08% of the surrounding traffic's one", + "Average speed is 154.08% of the surrounding traffic's one", + "Average speed is 155.71% of the surrounding traffic's one", + "Average speed is 131.91% of the surrounding traffic's one", + "Average speed is 122.48% of the surrounding traffic's one", + "Average speed is 153.83% of the surrounding traffic's one", + "Average speed is 157.41% of the surrounding traffic's one", + "Average speed is 111.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 13.85, + "duration_system": 159.16 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_05_26_10_14_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.03% of the surrounding traffic's one", + "Average speed is 85.05% of the surrounding traffic's one", + "Average speed is 175.38% of the surrounding traffic's one", + "Average speed is 198.94% of the surrounding traffic's one", + "Average speed is 197.32% of the surrounding traffic's one", + "Average speed is 141.38% of the surrounding traffic's one", + "Average speed is 144.46% of the surrounding traffic's one", + "Average speed is 142.38% of the surrounding traffic's one", + "Average speed is 151.67% of the surrounding traffic's one", + "Average speed is 199.39% of the surrounding traffic's one", + "Average speed is 191.03% of the surrounding traffic's one", + "Average speed is 191.88% of the surrounding traffic's one", + "Average speed is 190.45% of the surrounding traffic's one", + "Average speed is 191.52% of the surrounding traffic's one", + "Average speed is 157.51% of the surrounding traffic's one", + "Average speed is 116.42% of the surrounding traffic's one", + "Average speed is 107.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.412, + "duration_game": 16.2, + "duration_system": 121.125 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_05_25_11_12_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.81% of the surrounding traffic's one", + "Average speed is 248.1% of the surrounding traffic's one", + "Average speed is 200.96% of the surrounding traffic's one", + "Average speed is 209.63% of the surrounding traffic's one", + "Average speed is 165.53% of the surrounding traffic's one", + "Average speed is 150.27% of the surrounding traffic's one", + "Average speed is 128.07% of the surrounding traffic's one", + "Average speed is 166.67% of the surrounding traffic's one", + "Average speed is 217.39% of the surrounding traffic's one", + "Average speed is 218.25% of the surrounding traffic's one", + "Average speed is 188.97% of the surrounding traffic's one", + "Average speed is 162.54% of the surrounding traffic's one", + "Average speed is 343.86% of the surrounding traffic's one", + "Average speed is 332.82% of the surrounding traffic's one", + "Average speed is 359.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 9.9, + "duration_system": 125.128 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_05_25_21_30_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.58% of the surrounding traffic's one", + "Average speed is 190.74% of the surrounding traffic's one", + "Average speed is 214.9% of the surrounding traffic's one", + "Average speed is 238.06% of the surrounding traffic's one", + "Average speed is 268.75% of the surrounding traffic's one", + "Average speed is 285.62% of the surrounding traffic's one", + "Average speed is 300.83% of the surrounding traffic's one", + "Average speed is 310.44% of the surrounding traffic's one", + "Average speed is 296.39% of the surrounding traffic's one", + "Average speed is 432.48% of the surrounding traffic's one", + "Average speed is 384.5% of the surrounding traffic's one", + "Average speed is 305.28% of the surrounding traffic's one", + "Average speed is 254.62% of the surrounding traffic's one", + "Average speed is 209.48% of the surrounding traffic's one", + "Average speed is 124.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.4, + "duration_system": 76.074 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_05_26_10_09_15", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.57% of the surrounding traffic's one", + "Average speed is 90.56% of the surrounding traffic's one", + "Average speed is 179.84% of the surrounding traffic's one", + "Average speed is 148.31% of the surrounding traffic's one", + "Average speed is 131.14% of the surrounding traffic's one", + "Average speed is 136.83% of the surrounding traffic's one", + "Average speed is 155.79% of the surrounding traffic's one", + "Average speed is 171.07% of the surrounding traffic's one", + "Average speed is 177.46% of the surrounding traffic's one", + "Average speed is 302.87% of the surrounding traffic's one", + "Average speed is 371.0% of the surrounding traffic's one", + "Average speed is 434.06% of the surrounding traffic's one", + "Average speed is 379.73% of the surrounding traffic's one", + "Average speed is 139.71% of the surrounding traffic's one", + "Average speed is 157.8% of the surrounding traffic's one", + "Average speed is 191.39% of the surrounding traffic's one", + "Average speed is 122.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 19.5, + "duration_system": 157.189 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_05_26_10_03_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 318.31% of the surrounding traffic's one", + "Average speed is 344.39% of the surrounding traffic's one", + "Average speed is 272.62% of the surrounding traffic's one", + "Average speed is 236.93% of the surrounding traffic's one", + "Average speed is 197.24% of the surrounding traffic's one", + "Average speed is 166.0% of the surrounding traffic's one", + "Average speed is 96.92% of the surrounding traffic's one", + "Average speed is 137.56% of the surrounding traffic's one", + "Average speed is 189.05% of the surrounding traffic's one", + "Average speed is 179.74% of the surrounding traffic's one", + "Average speed is 154.58% of the surrounding traffic's one", + "Average speed is 130.6% of the surrounding traffic's one", + "Average speed is 162.05% of the surrounding traffic's one", + "Average speed is 382.32% of the surrounding traffic's one", + "Average speed is 257.39% of the surrounding traffic's one", + "Average speed is 203.19% of the surrounding traffic's one", + "Average speed is 190.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 14.4, + "duration_system": 162.164 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_05_25_21_18_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.72% of the surrounding traffic's one", + "Average speed is 6.07% of the surrounding traffic's one", + "Average speed is 1811.16% of the surrounding traffic's one", + "Average speed is 1981.26% of the surrounding traffic's one", + "Average speed is 2056.07% of the surrounding traffic's one", + "Average speed is 1912.61% of the surrounding traffic's one", + "Average speed is 1754.73% of the surrounding traffic's one", + "Average speed is 1717.93% of the surrounding traffic's one", + "Average speed is 1545.9% of the surrounding traffic's one", + "Average speed is 1980.81% of the surrounding traffic's one", + "Average speed is 1822.15% of the surrounding traffic's one", + "Average speed is 1221.77% of the surrounding traffic's one", + "Average speed is 906.24% of the surrounding traffic's one", + "Average speed is 593.1% of the surrounding traffic's one", + "Average speed is 379.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.75, + "duration_system": 565.613 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_05_26_09_58_53", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 409.82% of the surrounding traffic's one", + "Average speed is 659.18% of the surrounding traffic's one", + "Average speed is 924.0% of the surrounding traffic's one", + "Average speed is 1032.56% of the surrounding traffic's one", + "Average speed is 1008.62% of the surrounding traffic's one", + "Average speed is 836.28% of the surrounding traffic's one", + "Average speed is 626.14% of the surrounding traffic's one", + "Average speed is 485.34% of the surrounding traffic's one", + "Average speed is 593.06% of the surrounding traffic's one", + "Average speed is 640.54% of the surrounding traffic's one", + "Average speed is 678.98% of the surrounding traffic's one", + "Average speed is 991.86% of the surrounding traffic's one", + "Average speed is 1008.72% of the surrounding traffic's one", + "Average speed is 580.14% of the surrounding traffic's one", + "Average speed is 486.65% of the surrounding traffic's one", + "Average speed is 442.16% of the surrounding traffic's one", + "Average speed is 396.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.7, + "duration_system": 138.134 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_05_25_11_06_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 314.59% of the surrounding traffic's one", + "Average speed is 248.63% of the surrounding traffic's one", + "Average speed is 209.81% of the surrounding traffic's one", + "Average speed is 296.15% of the surrounding traffic's one", + "Average speed is 212.4% of the surrounding traffic's one", + "Average speed is 166.83% of the surrounding traffic's one", + "Average speed is 141.21% of the surrounding traffic's one", + "Average speed is 167.13% of the surrounding traffic's one", + "Average speed is 180.68% of the surrounding traffic's one", + "Average speed is 156.06% of the surrounding traffic's one", + "Average speed is 132.16% of the surrounding traffic's one", + "Average speed is 134.52% of the surrounding traffic's one", + "Average speed is 140.63% of the surrounding traffic's one", + "Average speed is 162.09% of the surrounding traffic's one", + "Average speed is 136.38% of the surrounding traffic's one", + "Average speed is 145.95% of the surrounding traffic's one", + "Average speed is 118.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.75, + "duration_system": 213.219 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_05_26_09_54_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.31% of the surrounding traffic's one", + "Average speed is 383.24% of the surrounding traffic's one", + "Average speed is 521.47% of the surrounding traffic's one", + "Average speed is 637.71% of the surrounding traffic's one", + "Average speed is 651.33% of the surrounding traffic's one", + "Average speed is 553.69% of the surrounding traffic's one", + "Average speed is 463.76% of the surrounding traffic's one", + "Average speed is 443.09% of the surrounding traffic's one", + "Average speed is 682.39% of the surrounding traffic's one", + "Average speed is 1099.73% of the surrounding traffic's one", + "Average speed is 3764.52% of the surrounding traffic's one", + "Average speed is 38374.15% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 86.091 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_05_26_09_47_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 218.62% of the surrounding traffic's one", + "Average speed is 84.91% of the surrounding traffic's one", + "Average speed is 177.83% of the surrounding traffic's one", + "Average speed is 198.29% of the surrounding traffic's one", + "Average speed is 190.82% of the surrounding traffic's one", + "Average speed is 218.54% of the surrounding traffic's one", + "Average speed is 100.42% of the surrounding traffic's one", + "Average speed is 183.47% of the surrounding traffic's one", + "Average speed is 290.8% of the surrounding traffic's one", + "Average speed is 313.86% of the surrounding traffic's one", + "Average speed is 228.45% of the surrounding traffic's one", + "Average speed is 87.04% of the surrounding traffic's one", + "Average speed is 255.82% of the surrounding traffic's one", + "Average speed is 324.65% of the surrounding traffic's one", + "Average speed is 148.44% of the surrounding traffic's one", + "Average speed is 66.9% of the surrounding traffic's one", + "Average speed is 95.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 18.9, + "duration_system": 247.479 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_05_27_02_56_46", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=508.504, y=6001.087, z=165.531) at time=20.950s [CARLA Frame: 1638, Agent Step: 418]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.49% of the surrounding traffic's one", + "Average speed is 139.41% of the surrounding traffic's one", + "Average speed is 166.44% of the surrounding traffic's one", + "Average speed is 187.07% of the surrounding traffic's one", + "Average speed is 143.79% of the surrounding traffic's one", + "Average speed is 154.79% of the surrounding traffic's one", + "Average speed is 161.59% of the surrounding traffic's one", + "Average speed is 171.54% of the surrounding traffic's one", + "Average speed is 199.18% of the surrounding traffic's one", + "Average speed is 196.94% of the surrounding traffic's one", + "Average speed is 207.87% of the surrounding traffic's one", + "Average speed is 223.92% of the surrounding traffic's one", + "Average speed is 202.66% of the surrounding traffic's one", + "Average speed is 172.31% of the surrounding traffic's one", + "Average speed is 143.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=508.994, y=6000.957, z=165.53)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 84.18, + "score_penalty": 0.65, + "score_composed": 54.717 + }, + "meta": { + "route_length": 165.559, + "duration_game": 134.1, + "duration_system": 1166.283 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23659_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "3", + "save_name": "RouteScenario_23659_rep0_Town12_HighwayExit_1_3_05_27_00_21_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 4.404 meters (4.83% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 18.76% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 25043.79% of the surrounding traffic's one", + "Average speed is 4042.83% of the surrounding traffic's one", + "Average speed is 2213.9% of the surrounding traffic's one", + "Average speed is 962.11% of the surrounding traffic's one", + "Average speed is 635.16% of the surrounding traffic's one", + "Average speed is 564.8% of the surrounding traffic's one", + "Average speed is 442.37% of the surrounding traffic's one", + "Average speed is 317.55% of the surrounding traffic's one", + "Average speed is 285.2% of the surrounding traffic's one", + "Average speed is 193.05% of the surrounding traffic's one", + "Average speed is 170.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.951689, + "score_composed": 95.168856 + }, + "meta": { + "route_length": 99.127, + "duration_game": 50.65, + "duration_system": 462.485 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_05_27_02_49_51", + "status": "Failed - Agent deviated from the route", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 333.49% of the surrounding traffic's one", + "Average speed is 293.17% of the surrounding traffic's one", + "Average speed is 257.1% of the surrounding traffic's one", + "Average speed is 184.77% of the surrounding traffic's one", + "Average speed is 164.79% of the surrounding traffic's one", + "Average speed is 164.9% of the surrounding traffic's one", + "Average speed is 139.16% of the surrounding traffic's one", + "Average speed is 143.83% of the surrounding traffic's one", + "Average speed is 146.62% of the surrounding traffic's one", + "Average speed is 141.33% of the surrounding traffic's one", + "Average speed is 146.17% of the surrounding traffic's one", + "Average speed is 130.35% of the surrounding traffic's one", + "Average speed is 113.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-822.761, y=4728.317, z=369.261)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 76.14, + "score_penalty": 1.0, + "score_composed": 76.14 + }, + "meta": { + "route_length": 106.658, + "duration_game": 15.35, + "duration_system": 251.252 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_05_25_21_14_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 248.32% of the surrounding traffic's one", + "Average speed is 307.8% of the surrounding traffic's one", + "Average speed is 300.6% of the surrounding traffic's one", + "Average speed is 246.72% of the surrounding traffic's one", + "Average speed is 347.21% of the surrounding traffic's one", + "Average speed is 458.74% of the surrounding traffic's one", + "Average speed is 493.97% of the surrounding traffic's one", + "Average speed is 558.66% of the surrounding traffic's one", + "Average speed is 642.26% of the surrounding traffic's one", + "Average speed is 643.48% of the surrounding traffic's one", + "Average speed is 613.27% of the surrounding traffic's one", + "Average speed is 628.36% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 7931185.32% of the surrounding traffic's one", + "Average speed is 167180.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.2, + "duration_system": 109.113 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_05_25_06_26_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.73% of the surrounding traffic's one", + "Average speed is 555.36% of the surrounding traffic's one", + "Average speed is 497.66% of the surrounding traffic's one", + "Average speed is 297.82% of the surrounding traffic's one", + "Average speed is 191.55% of the surrounding traffic's one", + "Average speed is 145.5% of the surrounding traffic's one", + "Average speed is 63.67% of the surrounding traffic's one", + "Average speed is 165.39% of the surrounding traffic's one", + "Average speed is 192.61% of the surrounding traffic's one", + "Average speed is 86.75% of the surrounding traffic's one", + "Average speed is 146.4% of the surrounding traffic's one", + "Average speed is 197.88% of the surrounding traffic's one", + "Average speed is 185.64% of the surrounding traffic's one", + "Average speed is 87.74% of the surrounding traffic's one", + "Average speed is 3109.09% of the surrounding traffic's one", + "Average speed is 10101124.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.75, + "duration_system": 182.176 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_05_25_21_09_04", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3704 at (x=3939.808, y=2844.017, z=369.582) at time=10.950s [CARLA Frame: 1531, Agent Step: 218]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.69% of the surrounding traffic's one", + "Average speed is 499.34% of the surrounding traffic's one", + "Average speed is 324.98% of the surrounding traffic's one", + "Average speed is 225.72% of the surrounding traffic's one", + "Average speed is 152.24% of the surrounding traffic's one", + "Average speed is 176.93% of the surrounding traffic's one", + "Average speed is 167.53% of the surrounding traffic's one", + "Average speed is 170.29% of the surrounding traffic's one", + "Average speed is 61.88% of the surrounding traffic's one", + "Average speed is 189.36% of the surrounding traffic's one", + "Average speed is 192.84% of the surrounding traffic's one", + "Average speed is 244.42% of the surrounding traffic's one", + "Average speed is 314.33% of the surrounding traffic's one", + "Average speed is 209.72% of the surrounding traffic's one", + "Average speed is 51.38% of the surrounding traffic's one", + "Average speed is 127.65% of the surrounding traffic's one", + "Average speed is 259.85% of the surrounding traffic's one", + "Average speed is 344.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.9, + "duration_system": 153.16 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_05_25_06_14_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 293.24% of the surrounding traffic's one", + "Average speed is 486.44% of the surrounding traffic's one", + "Average speed is 312.48% of the surrounding traffic's one", + "Average speed is 187.28% of the surrounding traffic's one", + "Average speed is 76.32% of the surrounding traffic's one", + "Average speed is 10.6% of the surrounding traffic's one", + "Average speed is 2880.74% of the surrounding traffic's one", + "Average speed is 717.88% of the surrounding traffic's one", + "Average speed is 157.96% of the surrounding traffic's one", + "Average speed is 3231.44% of the surrounding traffic's one", + "Average speed is 2665.2% of the surrounding traffic's one", + "Average speed is 1346.92% of the surrounding traffic's one", + "Average speed is 827.89% of the surrounding traffic's one", + "Average speed is 614.99% of the surrounding traffic's one", + "Average speed is 288.38% of the surrounding traffic's one", + "Average speed is 136.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.35, + "duration_system": 576.796 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_05_25_20_59_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 208.87% of the surrounding traffic's one", + "Average speed is 998.91% of the surrounding traffic's one", + "Average speed is 1385.66% of the surrounding traffic's one", + "Average speed is 272.28% of the surrounding traffic's one", + "Average speed is 98.18% of the surrounding traffic's one", + "Average speed is 45.9% of the surrounding traffic's one", + "Average speed is 164.99% of the surrounding traffic's one", + "Average speed is 187.95% of the surrounding traffic's one", + "Average speed is 34.02% of the surrounding traffic's one", + "Average speed is 956.28% of the surrounding traffic's one", + "Average speed is 1773.86% of the surrounding traffic's one", + "Average speed is 1669.48% of the surrounding traffic's one", + "Average speed is 933.67% of the surrounding traffic's one", + "Average speed is 635.04% of the surrounding traffic's one", + "Average speed is 373.94% of the surrounding traffic's one", + "Average speed is 17.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 29.2, + "duration_system": 435.449 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_05_25_06_03_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3949 at (x=919.984, y=3673.289, z=370.812) at time=50.050s [CARLA Frame: 2310, Agent Step: 1000]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 170.9% of the surrounding traffic's one", + "Average speed is 717.16% of the surrounding traffic's one", + "Average speed is 704.1% of the surrounding traffic's one", + "Average speed is 153.37% of the surrounding traffic's one", + "Average speed is 12.84% of the surrounding traffic's one", + "Average speed is 1884.83% of the surrounding traffic's one", + "Average speed is 1898.34% of the surrounding traffic's one", + "Average speed is 1366.63% of the surrounding traffic's one", + "Average speed is 834.01% of the surrounding traffic's one", + "Average speed is 975.59% of the surrounding traffic's one", + "Average speed is 9035.41% of the surrounding traffic's one", + "Average speed is 2216.97% of the surrounding traffic's one", + "Average speed is 1030.69% of the surrounding traffic's one", + "Average speed is 1040.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.9, + "duration_system": 447.472 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_05_25_20_53_28", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3708 at (x=-1470.653, y=3918.05, z=363.735) at time=14.750s [CARLA Frame: 1583, Agent Step: 294]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3708 at (x=-1470.653, y=3918.05, z=363.735) at time=14.750s [CARLA Frame: 1583, Agent Step: 294]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.96% of the surrounding traffic's one", + "Average speed is 118.64% of the surrounding traffic's one", + "Average speed is 117.2% of the surrounding traffic's one", + "Average speed is 38.52% of the surrounding traffic's one", + "Average speed is 142.91% of the surrounding traffic's one", + "Average speed is 59.69% of the surrounding traffic's one", + "Average speed is 395.15% of the surrounding traffic's one", + "Average speed is 433.25% of the surrounding traffic's one", + "Average speed is 103.81% of the surrounding traffic's one", + "Average speed is 454.13% of the surrounding traffic's one", + "Average speed is 3732.71% of the surrounding traffic's one", + "Average speed is 1696.44% of the surrounding traffic's one", + "Average speed is 807.03% of the surrounding traffic's one", + "Average speed is 519.11% of the surrounding traffic's one", + "Average speed is 355.93% of the surrounding traffic's one", + "Average speed is 254.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 20.7, + "duration_system": 186.197 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_05_25_05_57_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.4% of the surrounding traffic's one", + "Average speed is 119.64% of the surrounding traffic's one", + "Average speed is 111.37% of the surrounding traffic's one", + "Average speed is 13.5% of the surrounding traffic's one", + "Average speed is 338.45% of the surrounding traffic's one", + "Average speed is 464.4% of the surrounding traffic's one", + "Average speed is 243.77% of the surrounding traffic's one", + "Average speed is 656.7% of the surrounding traffic's one", + "Average speed is 788.52% of the surrounding traffic's one", + "Average speed is 631.76% of the surrounding traffic's one", + "Average speed is 223.32% of the surrounding traffic's one", + "Average speed is 210.64% of the surrounding traffic's one", + "Average speed is 259.03% of the surrounding traffic's one", + "Average speed is 349.86% of the surrounding traffic's one", + "Average speed is 236.87% of the surrounding traffic's one", + "Average speed is 202.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.05, + "duration_system": 251.282 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_05_25_20_44_53", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=238.469, y=5915.842, z=361.202) at time=32.250s [CARLA Frame: 1973, Agent Step: 644]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.99% of the surrounding traffic's one", + "Average speed is 104.84% of the surrounding traffic's one", + "Average speed is 383.21% of the surrounding traffic's one", + "Average speed is 195.0% of the surrounding traffic's one", + "Average speed is 133.27% of the surrounding traffic's one", + "Average speed is 51.52% of the surrounding traffic's one", + "Average speed is 10.05% of the surrounding traffic's one", + "Average speed is 539.98% of the surrounding traffic's one", + "Average speed is 478.11% of the surrounding traffic's one", + "Average speed is 398.24% of the surrounding traffic's one", + "Average speed is 380.65% of the surrounding traffic's one", + "Average speed is 734.98% of the surrounding traffic's one", + "Average speed is 755.96% of the surrounding traffic's one", + "Average speed is 787.34% of the surrounding traffic's one", + "Average speed is 493.43% of the surrounding traffic's one", + "Average speed is 391.64% of the surrounding traffic's one", + "Average speed is 413.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 33.5, + "duration_system": 355.393 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_05_26_23_44_46", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.29% of the surrounding traffic's one", + "Average speed is 210.95% of the surrounding traffic's one", + "Average speed is 340.37% of the surrounding traffic's one", + "Average speed is 165.63% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 3.01% of the surrounding traffic's one", + "Average speed is 578.54% of the surrounding traffic's one", + "Average speed is 524.47% of the surrounding traffic's one", + "Average speed is 430.58% of the surrounding traffic's one", + "Average speed is 331.01% of the surrounding traffic's one", + "Average speed is 697.3% of the surrounding traffic's one", + "Average speed is 851.34% of the surrounding traffic's one", + "Average speed is 902.69% of the surrounding traffic's one", + "Average speed is 487.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 123.75, + "duration_system": 1593.778 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_05_25_19_27_47", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 270.46% of the surrounding traffic's one", + "Average speed is 470.13% of the surrounding traffic's one", + "Average speed is 459.4% of the surrounding traffic's one", + "Average speed is 94.94% of the surrounding traffic's one", + "Average speed is 55.36% of the surrounding traffic's one", + "Average speed is 28.37% of the surrounding traffic's one", + "Average speed is 399.72% of the surrounding traffic's one", + "Average speed is 463.52% of the surrounding traffic's one", + "Average speed is 511.75% of the surrounding traffic's one", + "Average speed is 541.65% of the surrounding traffic's one", + "Average speed is 454.87% of the surrounding traffic's one", + "Average speed is 1656.74% of the surrounding traffic's one", + "Average speed is 1405.42% of the surrounding traffic's one", + "Average speed is 836.18% of the surrounding traffic's one", + "Average speed is 448.56% of the surrounding traffic's one", + "Average speed is 276.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 14.55, + "duration_system": 159.156 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_05_25_05_52_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1986.678, y=2173.469, z=362.225) at time=8.000s [CARLA Frame: 1504, Agent Step: 159]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 411.58% of the surrounding traffic's one", + "Average speed is 583.01% of the surrounding traffic's one", + "Average speed is 524.24% of the surrounding traffic's one", + "Average speed is 277.88% of the surrounding traffic's one", + "Average speed is 128.77% of the surrounding traffic's one", + "Average speed is 48.4% of the surrounding traffic's one", + "Average speed is 199.71% of the surrounding traffic's one", + "Average speed is 260.84% of the surrounding traffic's one", + "Average speed is 286.92% of the surrounding traffic's one", + "Average speed is 323.53% of the surrounding traffic's one", + "Average speed is 747.23% of the surrounding traffic's one", + "Average speed is 1283.9% of the surrounding traffic's one", + "Average speed is 1144.23% of the surrounding traffic's one", + "Average speed is 1434.25% of the surrounding traffic's one", + "Average speed is 2542.69% of the surrounding traffic's one", + "Average speed is 1872.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 10.8, + "duration_system": 117.125 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_05_26_08_00_38", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.82% of the surrounding traffic's one", + "Average speed is 143.16% of the surrounding traffic's one", + "Average speed is 192.08% of the surrounding traffic's one", + "Average speed is 84.2% of the surrounding traffic's one", + "Average speed is 6.48% of the surrounding traffic's one", + "Average speed is 161.73% of the surrounding traffic's one", + "Average speed is 802.29% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 143.24% of the surrounding traffic's one", + "Average speed is 192.22% of the surrounding traffic's one", + "Average speed is 209.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 32.25, + "duration_system": 712.042 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_05_26_23_30_38", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3767 at (x=2772.606, y=1605.123, z=343.598) at time=55.850s [CARLA Frame: 2395, Agent Step: 1116]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 324.88% of the surrounding traffic's one", + "Average speed is 270.41% of the surrounding traffic's one", + "Average speed is 249.95% of the surrounding traffic's one", + "Average speed is 94.18% of the surrounding traffic's one", + "Average speed is 22.81% of the surrounding traffic's one", + "Average speed is 9.34% of the surrounding traffic's one", + "Average speed is 475.51% of the surrounding traffic's one", + "Average speed is 478.3% of the surrounding traffic's one", + "Average speed is 468.29% of the surrounding traffic's one", + "Average speed is 409.19% of the surrounding traffic's one", + "Average speed is 465.24% of the surrounding traffic's one", + "Average speed is 1341.83% of the surrounding traffic's one", + "Average speed is 1473.19% of the surrounding traffic's one", + "Average speed is 675.92% of the surrounding traffic's one", + "Average speed is 752.41% of the surrounding traffic's one", + "Average speed is 645.15% of the surrounding traffic's one", + "Average speed is 496.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 60.1, + "duration_system": 705.755 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_05_25_05_47_28", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 208.11% of the surrounding traffic's one", + "Average speed is 530.19% of the surrounding traffic's one", + "Average speed is 486.69% of the surrounding traffic's one", + "Average speed is 418.12% of the surrounding traffic's one", + "Average speed is 129.3% of the surrounding traffic's one", + "Average speed is 61.0% of the surrounding traffic's one", + "Average speed is 117.43% of the surrounding traffic's one", + "Average speed is 210.04% of the surrounding traffic's one", + "Average speed is 228.2% of the surrounding traffic's one", + "Average speed is 293.99% of the surrounding traffic's one", + "Average speed is 388.78% of the surrounding traffic's one", + "Average speed is 713.72% of the surrounding traffic's one", + "Average speed is 706.39% of the surrounding traffic's one", + "Average speed is 692.11% of the surrounding traffic's one", + "Average speed is 634.71% of the surrounding traffic's one", + "Average speed is 2570.86% of the surrounding traffic's one", + "Average speed is 1499.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 12.05, + "duration_system": 150.15 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_05_25_18_09_05", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3732 at (x=-1379.705, y=5320.608, z=376.653) at time=22.150s [CARLA Frame: 1758, Agent Step: 442]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 194.04% of the surrounding traffic's one", + "Average speed is 150.79% of the surrounding traffic's one", + "Average speed is 597.81% of the surrounding traffic's one", + "Average speed is 509.5% of the surrounding traffic's one", + "Average speed is 94.58% of the surrounding traffic's one", + "Average speed is 59.84% of the surrounding traffic's one", + "Average speed is 23.34% of the surrounding traffic's one", + "Average speed is 847.81% of the surrounding traffic's one", + "Average speed is 675.57% of the surrounding traffic's one", + "Average speed is 569.24% of the surrounding traffic's one", + "Average speed is 731.85% of the surrounding traffic's one", + "Average speed is 44163.75% of the surrounding traffic's one", + "Average speed is 5284.55% of the surrounding traffic's one", + "Average speed is 1748.2% of the surrounding traffic's one", + "Average speed is 817.94% of the surrounding traffic's one", + "Average speed is 712.26% of the surrounding traffic's one", + "Average speed is 825.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 25.8, + "duration_system": 256.277 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_05_25_18_03_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 351.13% of the surrounding traffic's one", + "Average speed is 635.67% of the surrounding traffic's one", + "Average speed is 431.95% of the surrounding traffic's one", + "Average speed is 91.56% of the surrounding traffic's one", + "Average speed is 108.04% of the surrounding traffic's one", + "Average speed is 63.73% of the surrounding traffic's one", + "Average speed is 200.59% of the surrounding traffic's one", + "Average speed is 438.98% of the surrounding traffic's one", + "Average speed is 389.31% of the surrounding traffic's one", + "Average speed is 277.69% of the surrounding traffic's one", + "Average speed is 347.58% of the surrounding traffic's one", + "Average speed is 313.32% of the surrounding traffic's one", + "Average speed is 228.87% of the surrounding traffic's one", + "Average speed is 212.8% of the surrounding traffic's one", + "Average speed is 183.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.3, + "duration_system": 188.202 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_05_25_05_42_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.7% of the surrounding traffic's one", + "Average speed is 549.27% of the surrounding traffic's one", + "Average speed is 600.35% of the surrounding traffic's one", + "Average speed is 606.13% of the surrounding traffic's one", + "Average speed is 142.86% of the surrounding traffic's one", + "Average speed is 36.31% of the surrounding traffic's one", + "Average speed is 388.83% of the surrounding traffic's one", + "Average speed is 693.25% of the surrounding traffic's one", + "Average speed is 716.59% of the surrounding traffic's one", + "Average speed is 784.75% of the surrounding traffic's one", + "Average speed is 793.95% of the surrounding traffic's one", + "Average speed is 804.87% of the surrounding traffic's one", + "Average speed is 1758.71% of the surrounding traffic's one", + "Average speed is 3190.54% of the surrounding traffic's one", + "Average speed is 2560.16% of the surrounding traffic's one", + "Average speed is 2028.05% of the surrounding traffic's one", + "Average speed is 2152.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 11.65, + "duration_system": 135.141 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_05_25_17_51_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.56% of the surrounding traffic's one", + "Average speed is 1783.36% of the surrounding traffic's one", + "Average speed is 266.02% of the surrounding traffic's one", + "Average speed is 212.4% of the surrounding traffic's one", + "Average speed is 300.36% of the surrounding traffic's one", + "Average speed is 419.13% of the surrounding traffic's one", + "Average speed is 345.28% of the surrounding traffic's one", + "Average speed is 208.54% of the surrounding traffic's one", + "Average speed is 143.44% of the surrounding traffic's one", + "Average speed is 114.6% of the surrounding traffic's one", + "Average speed is 99.54% of the surrounding traffic's one", + "Average speed is 78.87% of the surrounding traffic's one", + "Average speed is 80.07% of the surrounding traffic's one", + "Average speed is 81.03% of the surrounding traffic's one", + "Average speed is 83.33% of the surrounding traffic's one", + "Average speed is 85.41% of the surrounding traffic's one", + "Average speed is 94.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 54.0, + "duration_system": 528.58 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_05_25_17_42_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.51% of the surrounding traffic's one", + "Average speed is 89.04% of the surrounding traffic's one", + "Average speed is 245.99% of the surrounding traffic's one", + "Average speed is 243.96% of the surrounding traffic's one", + "Average speed is 238.03% of the surrounding traffic's one", + "Average speed is 159.76% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 960.98% of the surrounding traffic's one", + "Average speed is 430.29% of the surrounding traffic's one", + "Average speed is 416.51% of the surrounding traffic's one", + "Average speed is 429.26% of the surrounding traffic's one", + "Average speed is 248.91% of the surrounding traffic's one", + "Average speed is 215.65% of the surrounding traffic's one", + "Average speed is 196.29% of the surrounding traffic's one", + "Average speed is 199.66% of the surrounding traffic's one", + "Average speed is 203.86% of the surrounding traffic's one", + "Average speed is 211.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 40.1, + "duration_system": 396.428 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_05_26_07_55_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.51% of the surrounding traffic's one", + "Average speed is 79.66% of the surrounding traffic's one", + "Average speed is 179.75% of the surrounding traffic's one", + "Average speed is 176.33% of the surrounding traffic's one", + "Average speed is 72.24% of the surrounding traffic's one", + "Average speed is 124.47% of the surrounding traffic's one", + "Average speed is 91.81% of the surrounding traffic's one", + "Average speed is 97.42% of the surrounding traffic's one", + "Average speed is 89.39% of the surrounding traffic's one", + "Average speed is 99.2% of the surrounding traffic's one", + "Average speed is 161.78% of the surrounding traffic's one", + "Average speed is 178.27% of the surrounding traffic's one", + "Average speed is 167.73% of the surrounding traffic's one", + "Average speed is 127.35% of the surrounding traffic's one", + "Average speed is 125.99% of the surrounding traffic's one", + "Average speed is 88.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.2, + "duration_system": 184.201 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_05_25_05_30_24", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.12% of the surrounding traffic's one", + "Average speed is 139.14% of the surrounding traffic's one", + "Average speed is 143.02% of the surrounding traffic's one", + "Average speed is 182.58% of the surrounding traffic's one", + "Average speed is 119.35% of the surrounding traffic's one", + "Average speed is 6.05% of the surrounding traffic's one", + "Average speed is 107.0% of the surrounding traffic's one", + "Average speed is 963.0% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 134.58% of the surrounding traffic's one", + "Average speed is 224.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.6, + "duration_system": 581.594 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_05_26_07_50_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.97% of the surrounding traffic's one", + "Average speed is 102.62% of the surrounding traffic's one", + "Average speed is 237.7% of the surrounding traffic's one", + "Average speed is 136.0% of the surrounding traffic's one", + "Average speed is 60.33% of the surrounding traffic's one", + "Average speed is 112.1% of the surrounding traffic's one", + "Average speed is 96.1% of the surrounding traffic's one", + "Average speed is 71.7% of the surrounding traffic's one", + "Average speed is 129.23% of the surrounding traffic's one", + "Average speed is 148.7% of the surrounding traffic's one", + "Average speed is 128.32% of the surrounding traffic's one", + "Average speed is 174.16% of the surrounding traffic's one", + "Average speed is 141.45% of the surrounding traffic's one", + "Average speed is 126.81% of the surrounding traffic's one", + "Average speed is 121.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.6, + "duration_system": 137.151 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_05_25_10_55_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.13% of the surrounding traffic's one", + "Average speed is 67.16% of the surrounding traffic's one", + "Average speed is 193.32% of the surrounding traffic's one", + "Average speed is 189.56% of the surrounding traffic's one", + "Average speed is 78.2% of the surrounding traffic's one", + "Average speed is 107.01% of the surrounding traffic's one", + "Average speed is 103.38% of the surrounding traffic's one", + "Average speed is 83.17% of the surrounding traffic's one", + "Average speed is 77.57% of the surrounding traffic's one", + "Average speed is 80.7% of the surrounding traffic's one", + "Average speed is 142.12% of the surrounding traffic's one", + "Average speed is 218.13% of the surrounding traffic's one", + "Average speed is 279.27% of the surrounding traffic's one", + "Average speed is 274.52% of the surrounding traffic's one", + "Average speed is 244.33% of the surrounding traffic's one", + "Average speed is 166.07% of the surrounding traffic's one", + "Average speed is 89.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.25, + "duration_system": 136.141 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_05_25_05_18_44", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.62% of the surrounding traffic's one", + "Average speed is 168.56% of the surrounding traffic's one", + "Average speed is 230.91% of the surrounding traffic's one", + "Average speed is 57.2% of the surrounding traffic's one", + "Average speed is 6.99% of the surrounding traffic's one", + "Average speed is 168.17% of the surrounding traffic's one", + "Average speed is 567.12% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 193.07% of the surrounding traffic's one", + "Average speed is 183.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 30.9, + "duration_system": 547.826 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_05_25_10_49_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.36% of the surrounding traffic's one", + "Average speed is 166.58% of the surrounding traffic's one", + "Average speed is 390.95% of the surrounding traffic's one", + "Average speed is 196.85% of the surrounding traffic's one", + "Average speed is 103.3% of the surrounding traffic's one", + "Average speed is 90.98% of the surrounding traffic's one", + "Average speed is 323.86% of the surrounding traffic's one", + "Average speed is 201.03% of the surrounding traffic's one", + "Average speed is 147.96% of the surrounding traffic's one", + "Average speed is 110.54% of the surrounding traffic's one", + "Average speed is 88.72% of the surrounding traffic's one", + "Average speed is 92.26% of the surrounding traffic's one", + "Average speed is 90.08% of the surrounding traffic's one", + "Average speed is 98.64% of the surrounding traffic's one", + "Average speed is 97.03% of the surrounding traffic's one", + "Average speed is 102.54% of the surrounding traffic's one", + "Average speed is 96.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 20.9, + "duration_system": 205.447 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_05_25_17_16_00", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3733 at (x=3033.717, y=6254.097, z=370.279) at time=51.350s [CARLA Frame: 2360, Agent Step: 1026]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 91.05% of the surrounding traffic's one", + "Average speed is 188.12% of the surrounding traffic's one", + "Average speed is 229.68% of the surrounding traffic's one", + "Average speed is 241.84% of the surrounding traffic's one", + "Average speed is 230.82% of the surrounding traffic's one", + "Average speed is 169.44% of the surrounding traffic's one", + "Average speed is 3.03% of the surrounding traffic's one", + "Average speed is 111.13% of the surrounding traffic's one", + "Average speed is 155.61% of the surrounding traffic's one", + "Average speed is 163.51% of the surrounding traffic's one", + "Average speed is 151.47% of the surrounding traffic's one", + "Average speed is 148.03% of the surrounding traffic's one", + "Average speed is 104.06% of the surrounding traffic's one", + "Average speed is 5.69% of the surrounding traffic's one", + "Average speed is 236.09% of the surrounding traffic's one", + "Average speed is 248.52% of the surrounding traffic's one", + "Average speed is 225.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 95.3, + "duration_system": 1460.517 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_05_27_02_41_27", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=538.674, y=3911.816, z=371.23) at time=7.650s [CARLA Frame: 1358, Agent Step: 152]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.52% of the surrounding traffic's one", + "Average speed is 150.33% of the surrounding traffic's one", + "Average speed is 141.23% of the surrounding traffic's one", + "Average speed is 170.33% of the surrounding traffic's one", + "Average speed is 148.33% of the surrounding traffic's one", + "Average speed is 131.6% of the surrounding traffic's one", + "Average speed is 107.33% of the surrounding traffic's one", + "Average speed is 83.0% of the surrounding traffic's one", + "Average speed is 119.33% of the surrounding traffic's one", + "Average speed is 126.0% of the surrounding traffic's one", + "Average speed is 108.61% of the surrounding traffic's one", + "Average speed is 107.32% of the surrounding traffic's one", + "Average speed is 130.45% of the surrounding traffic's one", + "Average speed is 127.53% of the surrounding traffic's one", + "Average speed is 115.62% of the surrounding traffic's one", + "Average speed is 154.29% of the surrounding traffic's one", + "Average speed is 170.85% of the surrounding traffic's one", + "Average speed is 109.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 14.3, + "duration_system": 342.811 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_05_26_07_45_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.96% of the surrounding traffic's one", + "Average speed is 115.21% of the surrounding traffic's one", + "Average speed is 200.56% of the surrounding traffic's one", + "Average speed is 181.98% of the surrounding traffic's one", + "Average speed is 160.05% of the surrounding traffic's one", + "Average speed is 97.6% of the surrounding traffic's one", + "Average speed is 104.63% of the surrounding traffic's one", + "Average speed is 226.13% of the surrounding traffic's one", + "Average speed is 186.37% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 97.97% of the surrounding traffic's one", + "Average speed is 97.49% of the surrounding traffic's one", + "Average speed is 100.09% of the surrounding traffic's one", + "Average speed is 95.83% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 120.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.4, + "duration_system": 148.155 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_05_25_17_02_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.62% of the surrounding traffic's one", + "Average speed is 176.95% of the surrounding traffic's one", + "Average speed is 161.89% of the surrounding traffic's one", + "Average speed is 122.99% of the surrounding traffic's one", + "Average speed is 11.91% of the surrounding traffic's one", + "Average speed is 77.95% of the surrounding traffic's one", + "Average speed is 178.04% of the surrounding traffic's one", + "Average speed is 116.49% of the surrounding traffic's one", + "Average speed is 128.84% of the surrounding traffic's one", + "Average speed is 110.3% of the surrounding traffic's one", + "Average speed is 113.65% of the surrounding traffic's one", + "Average speed is 127.49% of the surrounding traffic's one", + "Average speed is 136.67% of the surrounding traffic's one", + "Average speed is 164.76% of the surrounding traffic's one", + "Average speed is 121.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 28.35, + "duration_system": 683.683 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_05_26_07_24_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.88% of the surrounding traffic's one", + "Average speed is 195.88% of the surrounding traffic's one", + "Average speed is 119.39% of the surrounding traffic's one", + "Average speed is 109.94% of the surrounding traffic's one", + "Average speed is 107.69% of the surrounding traffic's one", + "Average speed is 96.69% of the surrounding traffic's one", + "Average speed is 97.41% of the surrounding traffic's one", + "Average speed is 106.28% of the surrounding traffic's one", + "Average speed is 91.94% of the surrounding traffic's one", + "Average speed is 60.68% of the surrounding traffic's one", + "Average speed is 3.85% of the surrounding traffic's one", + "Average speed is 155.32% of the surrounding traffic's one", + "Average speed is 152.53% of the surrounding traffic's one", + "Average speed is 158.94% of the surrounding traffic's one", + "Average speed is 147.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 54.7, + "duration_system": 1111.154 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_05_25_10_43_30", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 166.88% of the surrounding traffic's one", + "Average speed is 151.19% of the surrounding traffic's one", + "Average speed is 112.56% of the surrounding traffic's one", + "Average speed is 109.51% of the surrounding traffic's one", + "Average speed is 93.84% of the surrounding traffic's one", + "Average speed is 99.56% of the surrounding traffic's one", + "Average speed is 102.68% of the surrounding traffic's one", + "Average speed is 96.95% of the surrounding traffic's one", + "Average speed is 96.87% of the surrounding traffic's one", + "Average speed is 98.91% of the surrounding traffic's one", + "Average speed is 95.76% of the surrounding traffic's one", + "Average speed is 98.97% of the surrounding traffic's one", + "Average speed is 126.6% of the surrounding traffic's one", + "Average speed is 123.17% of the surrounding traffic's one", + "Average speed is 131.67% of the surrounding traffic's one", + "Average speed is 114.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.55, + "duration_system": 248.256 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_05_26_07_17_52", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.19% of the surrounding traffic's one", + "Average speed is 150.37% of the surrounding traffic's one", + "Average speed is 115.54% of the surrounding traffic's one", + "Average speed is 117.7% of the surrounding traffic's one", + "Average speed is 109.28% of the surrounding traffic's one", + "Average speed is 111.87% of the surrounding traffic's one", + "Average speed is 105.83% of the surrounding traffic's one", + "Average speed is 101.0% of the surrounding traffic's one", + "Average speed is 99.03% of the surrounding traffic's one", + "Average speed is 113.64% of the surrounding traffic's one", + "Average speed is 121.26% of the surrounding traffic's one", + "Average speed is 61.65% of the surrounding traffic's one", + "Average speed is 156.06% of the surrounding traffic's one", + "Average speed is 187.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.3, + "duration_system": 233.237 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_05_25_10_36_54", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.95% of the surrounding traffic's one", + "Average speed is 155.35% of the surrounding traffic's one", + "Average speed is 110.8% of the surrounding traffic's one", + "Average speed is 115.43% of the surrounding traffic's one", + "Average speed is 107.09% of the surrounding traffic's one", + "Average speed is 99.27% of the surrounding traffic's one", + "Average speed is 93.67% of the surrounding traffic's one", + "Average speed is 94.41% of the surrounding traffic's one", + "Average speed is 91.28% of the surrounding traffic's one", + "Average speed is 94.54% of the surrounding traffic's one", + "Average speed is 103.36% of the surrounding traffic's one", + "Average speed is 100.78% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 93.2% of the surrounding traffic's one", + "Average speed is 117.64% of the surrounding traffic's one", + "Average speed is 128.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.5, + "duration_system": 262.265 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_05_26_07_11_56", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.12% of the surrounding traffic's one", + "Average speed is 181.16% of the surrounding traffic's one", + "Average speed is 110.61% of the surrounding traffic's one", + "Average speed is 94.66% of the surrounding traffic's one", + "Average speed is 89.02% of the surrounding traffic's one", + "Average speed is 94.51% of the surrounding traffic's one", + "Average speed is 90.77% of the surrounding traffic's one", + "Average speed is 74.32% of the surrounding traffic's one", + "Average speed is 79.85% of the surrounding traffic's one", + "Average speed is 82.41% of the surrounding traffic's one", + "Average speed is 83.12% of the surrounding traffic's one", + "Average speed is 73.5% of the surrounding traffic's one", + "Average speed is 55.72% of the surrounding traffic's one", + "Average speed is 77.46% of the surrounding traffic's one", + "Average speed is 92.27% of the surrounding traffic's one", + "Average speed is 97.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.65, + "duration_system": 203.203 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_05_25_16_56_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.07% of the surrounding traffic's one", + "Average speed is 95.31% of the surrounding traffic's one", + "Average speed is 299.85% of the surrounding traffic's one", + "Average speed is 229.93% of the surrounding traffic's one", + "Average speed is 65.99% of the surrounding traffic's one", + "Average speed is 155.74% of the surrounding traffic's one", + "Average speed is 126.72% of the surrounding traffic's one", + "Average speed is 97.44% of the surrounding traffic's one", + "Average speed is 70.99% of the surrounding traffic's one", + "Average speed is 95.84% of the surrounding traffic's one", + "Average speed is 131.09% of the surrounding traffic's one", + "Average speed is 126.31% of the surrounding traffic's one", + "Average speed is 133.42% of the surrounding traffic's one", + "Average speed is 128.41% of the surrounding traffic's one", + "Average speed is 113.19% of the surrounding traffic's one", + "Average speed is 118.6% of the surrounding traffic's one", + "Average speed is 122.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 17.4, + "duration_system": 169.22 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_05_26_07_03_22", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.35% of the surrounding traffic's one", + "Average speed is 698.06% of the surrounding traffic's one", + "Average speed is 1181.89% of the surrounding traffic's one", + "Average speed is 1211.99% of the surrounding traffic's one", + "Average speed is 1110.53% of the surrounding traffic's one", + "Average speed is 1144.43% of the surrounding traffic's one", + "Average speed is 1189.99% of the surrounding traffic's one", + "Average speed is 1200.86% of the surrounding traffic's one", + "Average speed is 1026.34% of the surrounding traffic's one", + "Average speed is 812.51% of the surrounding traffic's one", + "Average speed is 560.27% of the surrounding traffic's one", + "Average speed is 368.16% of the surrounding traffic's one", + "Average speed is 316.13% of the surrounding traffic's one", + "Average speed is 269.92% of the surrounding traffic's one", + "Average speed is 217.69% of the surrounding traffic's one", + "Average speed is 171.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.0, + "duration_system": 362.641 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_05_26_06_56_32", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 68.69% of the surrounding traffic's one", + "Average speed is 12.9% of the surrounding traffic's one", + "Average speed is 1027.36% of the surrounding traffic's one", + "Average speed is 1174.41% of the surrounding traffic's one", + "Average speed is 1210.4% of the surrounding traffic's one", + "Average speed is 1058.82% of the surrounding traffic's one", + "Average speed is 904.61% of the surrounding traffic's one", + "Average speed is 676.07% of the surrounding traffic's one", + "Average speed is 978.52% of the surrounding traffic's one", + "Average speed is 605.48% of the surrounding traffic's one", + "Average speed is 443.56% of the surrounding traffic's one", + "Average speed is 280.36% of the surrounding traffic's one", + "Average speed is 190.41% of the surrounding traffic's one", + "Average speed is 169.13% of the surrounding traffic's one", + "Average speed is 147.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.8, + "duration_system": 258.263 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_05_26_06_49_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.78% of the surrounding traffic's one", + "Average speed is 9.91% of the surrounding traffic's one", + "Average speed is 634.33% of the surrounding traffic's one", + "Average speed is 997.69% of the surrounding traffic's one", + "Average speed is 1957.21% of the surrounding traffic's one", + "Average speed is 1350.54% of the surrounding traffic's one", + "Average speed is 1157.3% of the surrounding traffic's one", + "Average speed is 977.49% of the surrounding traffic's one", + "Average speed is 1303.39% of the surrounding traffic's one", + "Average speed is 831.54% of the surrounding traffic's one", + "Average speed is 539.11% of the surrounding traffic's one", + "Average speed is 375.92% of the surrounding traffic's one", + "Average speed is 293.84% of the surrounding traffic's one", + "Average speed is 251.07% of the surrounding traffic's one", + "Average speed is 208.67% of the surrounding traffic's one", + "Average speed is 191.98% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.8, + "duration_system": 257.287 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_05_25_10_32_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.46% of the surrounding traffic's one", + "Average speed is 187.45% of the surrounding traffic's one", + "Average speed is 624.73% of the surrounding traffic's one", + "Average speed is 173.29% of the surrounding traffic's one", + "Average speed is 34.55% of the surrounding traffic's one", + "Average speed is 53.01% of the surrounding traffic's one", + "Average speed is 822.86% of the surrounding traffic's one", + "Average speed is 1165.11% of the surrounding traffic's one", + "Average speed is 768.71% of the surrounding traffic's one", + "Average speed is 762.64% of the surrounding traffic's one", + "Average speed is 847.85% of the surrounding traffic's one", + "Average speed is 730.31% of the surrounding traffic's one", + "Average speed is 579.98% of the surrounding traffic's one", + "Average speed is 480.88% of the surrounding traffic's one", + "Average speed is 363.08% of the surrounding traffic's one", + "Average speed is 293.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 16.15, + "duration_system": 149.167 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_05_25_10_26_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3736 at (x=3284.951, y=5723.648, z=368.723) at time=17.450s [CARLA Frame: 1749, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.5% of the surrounding traffic's one", + "Average speed is 424.24% of the surrounding traffic's one", + "Average speed is 359.81% of the surrounding traffic's one", + "Average speed is 45.74% of the surrounding traffic's one", + "Average speed is 41.01% of the surrounding traffic's one", + "Average speed is 2492.85% of the surrounding traffic's one", + "Average speed is 1839.05% of the surrounding traffic's one", + "Average speed is 1819.18% of the surrounding traffic's one", + "Average speed is 682.77% of the surrounding traffic's one", + "Average speed is 875.81% of the surrounding traffic's one", + "Average speed is 9435.07% of the surrounding traffic's one", + "Average speed is 3984.85% of the surrounding traffic's one", + "Average speed is 1257.04% of the surrounding traffic's one", + "Average speed is 958.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.3, + "duration_system": 177.184 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_05_26_06_40_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.75% of the surrounding traffic's one", + "Average speed is 268.6% of the surrounding traffic's one", + "Average speed is 1091.46% of the surrounding traffic's one", + "Average speed is 438.6% of the surrounding traffic's one", + "Average speed is 50.04% of the surrounding traffic's one", + "Average speed is 834.17% of the surrounding traffic's one", + "Average speed is 923.14% of the surrounding traffic's one", + "Average speed is 965.97% of the surrounding traffic's one", + "Average speed is 921.94% of the surrounding traffic's one", + "Average speed is 885.52% of the surrounding traffic's one", + "Average speed is 790.59% of the surrounding traffic's one", + "Average speed is 4296.93% of the surrounding traffic's one", + "Average speed is 24316.51% of the surrounding traffic's one", + "Average speed is 4067.81% of the surrounding traffic's one", + "Average speed is 2667.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 34.95, + "duration_system": 371.377 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_05_26_06_30_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.06% of the surrounding traffic's one", + "Average speed is 99.62% of the surrounding traffic's one", + "Average speed is 121.65% of the surrounding traffic's one", + "Average speed is 6.5% of the surrounding traffic's one", + "Average speed is 637.35% of the surrounding traffic's one", + "Average speed is 789.37% of the surrounding traffic's one", + "Average speed is 1141.61% of the surrounding traffic's one", + "Average speed is 569.26% of the surrounding traffic's one", + "Average speed is 202.05% of the surrounding traffic's one", + "Average speed is 885.16% of the surrounding traffic's one", + "Average speed is 621.15% of the surrounding traffic's one", + "Average speed is 455.02% of the surrounding traffic's one", + "Average speed is 362.36% of the surrounding traffic's one", + "Average speed is 307.11% of the surrounding traffic's one", + "Average speed is 230.94% of the surrounding traffic's one", + "Average speed is 205.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 54.75, + "duration_system": 485.508 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_05_25_10_22_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.39% of the surrounding traffic's one", + "Average speed is 113.85% of the surrounding traffic's one", + "Average speed is 130.44% of the surrounding traffic's one", + "Average speed is 115.82% of the surrounding traffic's one", + "Average speed is 178.16% of the surrounding traffic's one", + "Average speed is 188.16% of the surrounding traffic's one", + "Average speed is 255.99% of the surrounding traffic's one", + "Average speed is 198.16% of the surrounding traffic's one", + "Average speed is 82.8% of the surrounding traffic's one", + "Average speed is 221.25% of the surrounding traffic's one", + "Average speed is 342.89% of the surrounding traffic's one", + "Average speed is 725.18% of the surrounding traffic's one", + "Average speed is 1048.85% of the surrounding traffic's one", + "Average speed is 639.45% of the surrounding traffic's one", + "Average speed is 603.74% of the surrounding traffic's one", + "Average speed is 326.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 11.95, + "duration_system": 103.113 + }, + "town_name": "Town12" + } + ] + }, + "driving score": 90.64602921818182, + "success rate": 0.759090909090909, + "eval num": 220 +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_merged_1.json b/evaluation_logs/bench2drive/bench2drive_merged_1.json new file mode 100644 index 0000000000000000000000000000000000000000..e4125d8f586ce19acc01bf3bc54652ada9e2c525 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_merged_1.json @@ -0,0 +1,11081 @@ +{ + "_checkpoint": { + "records": [ + { + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_04_10_10_11_15", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 302.24% of the surrounding traffic's one", + "Average speed is 241.24% of the surrounding traffic's one", + "Average speed is 260.11% of the surrounding traffic's one", + "Average speed is 98.93% of the surrounding traffic's one", + "Average speed is 55.83% of the surrounding traffic's one", + "Average speed is 252.59% of the surrounding traffic's one", + "Average speed is 472.16% of the surrounding traffic's one", + "Average speed is 372.1% of the surrounding traffic's one", + "Average speed is 372.48% of the surrounding traffic's one", + "Average speed is 1010.73% of the surrounding traffic's one", + "Average speed is 1179.44% of the surrounding traffic's one", + "Average speed is 571.31% of the surrounding traffic's one", + "Average speed is 623.2% of the surrounding traffic's one", + "Average speed is 497.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.8, + "duration_system": 69.071 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_04_10_10_07_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.42% of the surrounding traffic's one", + "Average speed is 557.72% of the surrounding traffic's one", + "Average speed is 487.53% of the surrounding traffic's one", + "Average speed is 166.09% of the surrounding traffic's one", + "Average speed is 74.3% of the surrounding traffic's one", + "Average speed is 33.52% of the surrounding traffic's one", + "Average speed is 445.38% of the surrounding traffic's one", + "Average speed is 446.98% of the surrounding traffic's one", + "Average speed is 456.21% of the surrounding traffic's one", + "Average speed is 495.2% of the surrounding traffic's one", + "Average speed is 817.67% of the surrounding traffic's one", + "Average speed is 4182.17% of the surrounding traffic's one", + "Average speed is 1402.17% of the surrounding traffic's one", + "Average speed is 1363.83% of the surrounding traffic's one", + "Average speed is 866.63% of the surrounding traffic's one", + "Average speed is 837.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 14.05, + "duration_system": 104.115 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_04_10_09_46_15", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3859 at (x=1361.793, y=5578.377, z=369.592) at time=8.750s [CARLA Frame: 1479, Agent Step: 174]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.25% of the surrounding traffic's one", + "Average speed is 400.65% of the surrounding traffic's one", + "Average speed is 521.54% of the surrounding traffic's one", + "Average speed is 348.25% of the surrounding traffic's one", + "Average speed is 105.04% of the surrounding traffic's one", + "Average speed is 50.45% of the surrounding traffic's one", + "Average speed is 158.41% of the surrounding traffic's one", + "Average speed is 328.84% of the surrounding traffic's one", + "Average speed is 218.46% of the surrounding traffic's one", + "Average speed is 30.04% of the surrounding traffic's one", + "Average speed is 1171.13% of the surrounding traffic's one", + "Average speed is 7224.16% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 136.6, + "duration_system": 1083.604 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_04_10_09_42_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 245.21% of the surrounding traffic's one", + "Average speed is 219.19% of the surrounding traffic's one", + "Average speed is 414.7% of the surrounding traffic's one", + "Average speed is 342.8% of the surrounding traffic's one", + "Average speed is 156.75% of the surrounding traffic's one", + "Average speed is 24.49% of the surrounding traffic's one", + "Average speed is 84.68% of the surrounding traffic's one", + "Average speed is 601.24% of the surrounding traffic's one", + "Average speed is 583.38% of the surrounding traffic's one", + "Average speed is 479.91% of the surrounding traffic's one", + "Average speed is 392.38% of the surrounding traffic's one", + "Average speed is 812.28% of the surrounding traffic's one", + "Average speed is 1903.6% of the surrounding traffic's one", + "Average speed is 780.84% of the surrounding traffic's one", + "Average speed is 725.09% of the surrounding traffic's one", + "Average speed is 711.6% of the surrounding traffic's one", + "Average speed is 550.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.9, + "duration_system": 105.237 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_04_10_09_04_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3931 at (x=1324.435, y=3872.455, z=363.3) at time=8.500s [CARLA Frame: 1503, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 345.57% of the surrounding traffic's one", + "Average speed is 568.43% of the surrounding traffic's one", + "Average speed is 498.17% of the surrounding traffic's one", + "Average speed is 136.13% of the surrounding traffic's one", + "Average speed is 33.94% of the surrounding traffic's one", + "Average speed is 173.12% of the surrounding traffic's one", + "Average speed is 244.94% of the surrounding traffic's one", + "Average speed is 26.92% of the surrounding traffic's one", + "Average speed is 3012.26% of the surrounding traffic's one", + "Average speed is 2102.46% of the surrounding traffic's one", + "Average speed is 10608.72% of the surrounding traffic's one", + "Average speed is 2927.19% of the surrounding traffic's one", + "Average speed is 1425.14% of the surrounding traffic's one", + "Average speed is 732.18% of the surrounding traffic's one", + "Average speed is 716.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 212.95, + "duration_system": 2127.969 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_04_10_08_59_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3859 at (x=2493.275, y=4889.308, z=367.366) at time=11.400s [CARLA Frame: 1563, Agent Step: 227]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 185.89% of the surrounding traffic's one", + "Average speed is 145.46% of the surrounding traffic's one", + "Average speed is 1373.57% of the surrounding traffic's one", + "Average speed is 152.15% of the surrounding traffic's one", + "Average speed is 33.71% of the surrounding traffic's one", + "Average speed is 250.82% of the surrounding traffic's one", + "Average speed is 533.64% of the surrounding traffic's one", + "Average speed is 416.72% of the surrounding traffic's one", + "Average speed is 381.07% of the surrounding traffic's one", + "Average speed is 799.23% of the surrounding traffic's one", + "Average speed is 1546.47% of the surrounding traffic's one", + "Average speed is 1124.43% of the surrounding traffic's one", + "Average speed is 768.11% of the surrounding traffic's one", + "Average speed is 625.78% of the surrounding traffic's one", + "Average speed is 492.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 15.5, + "duration_system": 134.594 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_04_10_08_50_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.21% of the surrounding traffic's one", + "Average speed is 6.52% of the surrounding traffic's one", + "Average speed is 472.99% of the surrounding traffic's one", + "Average speed is 568.96% of the surrounding traffic's one", + "Average speed is 670.27% of the surrounding traffic's one", + "Average speed is 717.29% of the surrounding traffic's one", + "Average speed is 638.77% of the surrounding traffic's one", + "Average speed is 693.96% of the surrounding traffic's one", + "Average speed is 1060.75% of the surrounding traffic's one", + "Average speed is 1185.07% of the surrounding traffic's one", + "Average speed is 1130.76% of the surrounding traffic's one", + "Average speed is 882.69% of the surrounding traffic's one", + "Average speed is 691.08% of the surrounding traffic's one", + "Average speed is 514.97% of the surrounding traffic's one", + "Average speed is 305.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.1, + "duration_system": 353.454 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_04_10_08_45_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.58% of the surrounding traffic's one", + "Average speed is 14.86% of the surrounding traffic's one", + "Average speed is 273.51% of the surrounding traffic's one", + "Average speed is 329.12% of the surrounding traffic's one", + "Average speed is 511.49% of the surrounding traffic's one", + "Average speed is 532.62% of the surrounding traffic's one", + "Average speed is 642.03% of the surrounding traffic's one", + "Average speed is 666.81% of the surrounding traffic's one", + "Average speed is 682.55% of the surrounding traffic's one", + "Average speed is 560.74% of the surrounding traffic's one", + "Average speed is 528.25% of the surrounding traffic's one", + "Average speed is 488.59% of the surrounding traffic's one", + "Average speed is 402.68% of the surrounding traffic's one", + "Average speed is 273.62% of the surrounding traffic's one", + "Average speed is 245.08% of the surrounding traffic's one", + "Average speed is 202.35% of the surrounding traffic's one", + "Average speed is 173.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 13.6, + "duration_system": 105.114 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_04_10_08_42_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.3% of the surrounding traffic's one", + "Average speed is 177.56% of the surrounding traffic's one", + "Average speed is 211.49% of the surrounding traffic's one", + "Average speed is 236.62% of the surrounding traffic's one", + "Average speed is 234.23% of the surrounding traffic's one", + "Average speed is 235.08% of the surrounding traffic's one", + "Average speed is 275.06% of the surrounding traffic's one", + "Average speed is 302.32% of the surrounding traffic's one", + "Average speed is 359.14% of the surrounding traffic's one", + "Average speed is 714.21% of the surrounding traffic's one", + "Average speed is 705.25% of the surrounding traffic's one", + "Average speed is 783.23% of the surrounding traffic's one", + "Average speed is 593.85% of the surrounding traffic's one", + "Average speed is 421.35% of the surrounding traffic's one", + "Average speed is 294.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.1, + "duration_system": 43.047 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_04_10_08_35_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 63.92% of the surrounding traffic's one", + "Average speed is 10.28% of the surrounding traffic's one", + "Average speed is 5626.98% of the surrounding traffic's one", + "Average speed is 3166.37% of the surrounding traffic's one", + "Average speed is 1672.03% of the surrounding traffic's one", + "Average speed is 1098.69% of the surrounding traffic's one", + "Average speed is 1156.09% of the surrounding traffic's one", + "Average speed is 1140.26% of the surrounding traffic's one", + "Average speed is 791.58% of the surrounding traffic's one", + "Average speed is 531.57% of the surrounding traffic's one", + "Average speed is 453.85% of the surrounding traffic's one", + "Average speed is 510.36% of the surrounding traffic's one", + "Average speed is 401.36% of the surrounding traffic's one", + "Average speed is 289.97% of the surrounding traffic's one", + "Average speed is 216.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.95, + "duration_system": 242.652 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_04_10_08_27_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 95.12% of the surrounding traffic's one", + "Average speed is 8.11% of the surrounding traffic's one", + "Average speed is 212.75% of the surrounding traffic's one", + "Average speed is 5558.43% of the surrounding traffic's one", + "Average speed is 2640.36% of the surrounding traffic's one", + "Average speed is 1648.5% of the surrounding traffic's one", + "Average speed is 1276.66% of the surrounding traffic's one", + "Average speed is 1043.22% of the surrounding traffic's one", + "Average speed is 918.25% of the surrounding traffic's one", + "Average speed is 925.66% of the surrounding traffic's one", + "Average speed is 600.01% of the surrounding traffic's one", + "Average speed is 327.67% of the surrounding traffic's one", + "Average speed is 314.8% of the surrounding traffic's one", + "Average speed is 274.81% of the surrounding traffic's one", + "Average speed is 245.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 41.7, + "duration_system": 320.471 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_04_10_08_19_24", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.14% of the surrounding traffic's one", + "Average speed is 1645.88% of the surrounding traffic's one", + "Average speed is 229.07% of the surrounding traffic's one", + "Average speed is 2327.68% of the surrounding traffic's one", + "Average speed is 3214.66% of the surrounding traffic's one", + "Average speed is 3503.52% of the surrounding traffic's one", + "Average speed is 3012.24% of the surrounding traffic's one", + "Average speed is 1972.55% of the surrounding traffic's one", + "Average speed is 1514.95% of the surrounding traffic's one", + "Average speed is 1932.11% of the surrounding traffic's one", + "Average speed is 1246.05% of the surrounding traffic's one", + "Average speed is 1033.17% of the surrounding traffic's one", + "Average speed is 1032.8% of the surrounding traffic's one", + "Average speed is 903.57% of the surrounding traffic's one", + "Average speed is 715.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.55, + "duration_system": 290.373 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_04_10_08_14_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 226.21% of the surrounding traffic's one", + "Average speed is 204.4% of the surrounding traffic's one", + "Average speed is 198.57% of the surrounding traffic's one", + "Average speed is 351.49% of the surrounding traffic's one", + "Average speed is 376.38% of the surrounding traffic's one", + "Average speed is 415.13% of the surrounding traffic's one", + "Average speed is 568.38% of the surrounding traffic's one", + "Average speed is 562.15% of the surrounding traffic's one", + "Average speed is 587.24% of the surrounding traffic's one", + "Average speed is 939.06% of the surrounding traffic's one", + "Average speed is 623.51% of the surrounding traffic's one", + "Average speed is 702.06% of the surrounding traffic's one", + "Average speed is 2827.15% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 9179838.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.4, + "duration_system": 123.14 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_04_10_08_10_15", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.057 meters (2.95% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 211.77% of the surrounding traffic's one", + "Average speed is 641.12% of the surrounding traffic's one", + "Average speed is 488.55% of the surrounding traffic's one", + "Average speed is 421.39% of the surrounding traffic's one", + "Average speed is 399.28% of the surrounding traffic's one", + "Average speed is 398.79% of the surrounding traffic's one", + "Average speed is 563.96% of the surrounding traffic's one", + "Average speed is 1105.66% of the surrounding traffic's one", + "Average speed is 1016.03% of the surrounding traffic's one", + "Average speed is 937.85% of the surrounding traffic's one", + "Average speed is 2176.51% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 26284695.99% of the surrounding traffic's one", + "Average speed is 1369903.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.97045, + "score_composed": 97.045028 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.75, + "duration_system": 102.12 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_04_10_08_04_46", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=4722 at (x=2799.869, y=6047.979, z=155.503) at time=4.800s [CARLA Frame: 1408, Agent Step: 95]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.34% of the surrounding traffic's one", + "Average speed is 349.61% of the surrounding traffic's one", + "Average speed is 390.49% of the surrounding traffic's one", + "Average speed is 420.37% of the surrounding traffic's one", + "Average speed is 414.2% of the surrounding traffic's one", + "Average speed is 507.85% of the surrounding traffic's one", + "Average speed is 830.31% of the surrounding traffic's one", + "Average speed is 672.92% of the surrounding traffic's one", + "Average speed is 1159.12% of the surrounding traffic's one", + "Average speed is 1197.58% of the surrounding traffic's one", + "Average speed is 657.88% of the surrounding traffic's one", + "Average speed is 431.97% of the surrounding traffic's one", + "Average speed is 287.92% of the surrounding traffic's one", + "Average speed is 230.7% of the surrounding traffic's one", + "Average speed is 223.27% of the surrounding traffic's one", + "Average speed is 221.55% of the surrounding traffic's one", + "Average speed is 7903.29% of the surrounding traffic's one", + "Average speed is 1328944.48% of the surrounding traffic's one", + "Average speed is 1328944.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 21.95, + "duration_system": 167.187 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_04_10_07_28_08", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.76% of the surrounding traffic's one", + "Average speed is 298.93% of the surrounding traffic's one", + "Average speed is 632.56% of the surrounding traffic's one", + "Average speed is 165.24% of the surrounding traffic's one", + "Average speed is 14.3% of the surrounding traffic's one", + "Average speed is 1679.37% of the surrounding traffic's one", + "Average speed is 1572.89% of the surrounding traffic's one", + "Average speed is 1197.55% of the surrounding traffic's one", + "Average speed is 681.48% of the surrounding traffic's one", + "Average speed is 598.85% of the surrounding traffic's one", + "Average speed is 0.35% of the surrounding traffic's one", + "Average speed is 127.2% of the surrounding traffic's one", + "Average speed is 302.96% of the surrounding traffic's one", + "Average speed is 237.68% of the surrounding traffic's one", + "Average speed is 163.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 271.9, + "duration_system": 2032.488 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_04_10_07_18_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 237.04% of the surrounding traffic's one", + "Average speed is 147.96% of the surrounding traffic's one", + "Average speed is 90.36% of the surrounding traffic's one", + "Average speed is 43.24% of the surrounding traffic's one", + "Average speed is 8.64% of the surrounding traffic's one", + "Average speed is 749.9% of the surrounding traffic's one", + "Average speed is 1007.97% of the surrounding traffic's one", + "Average speed is 1142.52% of the surrounding traffic's one", + "Average speed is 768.33% of the surrounding traffic's one", + "Average speed is 742.83% of the surrounding traffic's one", + "Average speed is 804.43% of the surrounding traffic's one", + "Average speed is 705.02% of the surrounding traffic's one", + "Average speed is 486.54% of the surrounding traffic's one", + "Average speed is 425.24% of the surrounding traffic's one", + "Average speed is 332.95% of the surrounding traffic's one", + "Average speed is 244.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 51.45, + "duration_system": 420.602 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_04_10_07_10_32", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.06% of the surrounding traffic's one", + "Average speed is 146.8% of the surrounding traffic's one", + "Average speed is 120.66% of the surrounding traffic's one", + "Average speed is 9.69% of the surrounding traffic's one", + "Average speed is 329.97% of the surrounding traffic's one", + "Average speed is 513.69% of the surrounding traffic's one", + "Average speed is 773.14% of the surrounding traffic's one", + "Average speed is 664.92% of the surrounding traffic's one", + "Average speed is 165.56% of the surrounding traffic's one", + "Average speed is 526.82% of the surrounding traffic's one", + "Average speed is 1456.9% of the surrounding traffic's one", + "Average speed is 2692.55% of the surrounding traffic's one", + "Average speed is 1439.8% of the surrounding traffic's one", + "Average speed is 944.4% of the surrounding traffic's one", + "Average speed is 772.21% of the surrounding traffic's one", + "Average speed is 790.23% of the surrounding traffic's one", + "Average speed is 657.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 38.85, + "duration_system": 291.536 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_04_10_06_48_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.81% of the surrounding traffic's one", + "Average speed is 109.1% of the surrounding traffic's one", + "Average speed is 62.27% of the surrounding traffic's one", + "Average speed is 64.41% of the surrounding traffic's one", + "Average speed is 4.12% of the surrounding traffic's one", + "Average speed is 8.03% of the surrounding traffic's one", + "Average speed is 602.81% of the surrounding traffic's one", + "Average speed is 570.64% of the surrounding traffic's one", + "Average speed is 609.95% of the surrounding traffic's one", + "Average speed is 311.9% of the surrounding traffic's one", + "Average speed is 312.99% of the surrounding traffic's one", + "Average speed is 383.42% of the surrounding traffic's one", + "Average speed is 273.17% of the surrounding traffic's one", + "Average speed is 206.94% of the surrounding traffic's one", + "Average speed is 179.5% of the surrounding traffic's one", + "Average speed is 235.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 142.3, + "duration_system": 1141.279 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_04_10_06_43_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.35% of the surrounding traffic's one", + "Average speed is 107.76% of the surrounding traffic's one", + "Average speed is 157.0% of the surrounding traffic's one", + "Average speed is 98.96% of the surrounding traffic's one", + "Average speed is 41.87% of the surrounding traffic's one", + "Average speed is 41.29% of the surrounding traffic's one", + "Average speed is 209.89% of the surrounding traffic's one", + "Average speed is 477.02% of the surrounding traffic's one", + "Average speed is 527.44% of the surrounding traffic's one", + "Average speed is 428.81% of the surrounding traffic's one", + "Average speed is 303.24% of the surrounding traffic's one", + "Average speed is 162.58% of the surrounding traffic's one", + "Average speed is 247.64% of the surrounding traffic's one", + "Average speed is 267.91% of the surrounding traffic's one", + "Average speed is 235.08% of the surrounding traffic's one", + "Average speed is 219.4% of the surrounding traffic's one", + "Average speed is 225.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 21.9, + "duration_system": 158.193 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_04_10_06_38_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.52% of the surrounding traffic's one", + "Average speed is 114.96% of the surrounding traffic's one", + "Average speed is 56.06% of the surrounding traffic's one", + "Average speed is 68.38% of the surrounding traffic's one", + "Average speed is 62.13% of the surrounding traffic's one", + "Average speed is 282.16% of the surrounding traffic's one", + "Average speed is 516.83% of the surrounding traffic's one", + "Average speed is 507.45% of the surrounding traffic's one", + "Average speed is 435.49% of the surrounding traffic's one", + "Average speed is 284.93% of the surrounding traffic's one", + "Average speed is 290.11% of the surrounding traffic's one", + "Average speed is 561.38% of the surrounding traffic's one", + "Average speed is 467.17% of the surrounding traffic's one", + "Average speed is 273.35% of the surrounding traffic's one", + "Average speed is 210.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 15.8, + "duration_system": 107.114 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_04_10_06_34_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.97% of the surrounding traffic's one", + "Average speed is 104.58% of the surrounding traffic's one", + "Average speed is 1109.29% of the surrounding traffic's one", + "Average speed is 375.61% of the surrounding traffic's one", + "Average speed is 78.88% of the surrounding traffic's one", + "Average speed is 41.88% of the surrounding traffic's one", + "Average speed is 107.7% of the surrounding traffic's one", + "Average speed is 205.87% of the surrounding traffic's one", + "Average speed is 254.74% of the surrounding traffic's one", + "Average speed is 258.78% of the surrounding traffic's one", + "Average speed is 312.69% of the surrounding traffic's one", + "Average speed is 387.82% of the surrounding traffic's one", + "Average speed is 518.05% of the surrounding traffic's one", + "Average speed is 672.88% of the surrounding traffic's one", + "Average speed is 629.75% of the surrounding traffic's one", + "Average speed is 346.14% of the surrounding traffic's one", + "Average speed is 320.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.0, + "duration_system": 91.1 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_04_10_06_30_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.57% of the surrounding traffic's one", + "Average speed is 546.46% of the surrounding traffic's one", + "Average speed is 480.54% of the surrounding traffic's one", + "Average speed is 344.07% of the surrounding traffic's one", + "Average speed is 153.73% of the surrounding traffic's one", + "Average speed is 63.74% of the surrounding traffic's one", + "Average speed is 56.14% of the surrounding traffic's one", + "Average speed is 381.9% of the surrounding traffic's one", + "Average speed is 384.02% of the surrounding traffic's one", + "Average speed is 209.98% of the surrounding traffic's one", + "Average speed is 406.74% of the surrounding traffic's one", + "Average speed is 948.43% of the surrounding traffic's one", + "Average speed is 2535.16% of the surrounding traffic's one", + "Average speed is 7556.6% of the surrounding traffic's one", + "Average speed is 3211.68% of the surrounding traffic's one", + "Average speed is 1963.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.15, + "duration_system": 90.099 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_04_10_06_25_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=4733 at (x=-4294.567, y=5606.005, z=174.978) at time=8.800s [CARLA Frame: 1492, Agent Step: 175]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 372.25% of the surrounding traffic's one", + "Average speed is 242.41% of the surrounding traffic's one", + "Average speed is 343.1% of the surrounding traffic's one", + "Average speed is 144.46% of the surrounding traffic's one", + "Average speed is 52.37% of the surrounding traffic's one", + "Average speed is 142.94% of the surrounding traffic's one", + "Average speed is 337.13% of the surrounding traffic's one", + "Average speed is 393.98% of the surrounding traffic's one", + "Average speed is 452.99% of the surrounding traffic's one", + "Average speed is 344.35% of the surrounding traffic's one", + "Average speed is 509.56% of the surrounding traffic's one", + "Average speed is 1003.87% of the surrounding traffic's one", + "Average speed is 3625.58% of the surrounding traffic's one", + "Average speed is 1290.29% of the surrounding traffic's one", + "Average speed is 880.3% of the surrounding traffic's one", + "Average speed is 765.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.85, + "duration_system": 87.105 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_04_10_06_21_20", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.fence and id=0 at (x=-2582.508, y=-93.528, z=173.19) at time=12.150s [CARLA Frame: 1581, Agent Step: 242]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2587.85, y=-79.557, z=173.291) at time=8.300s [CARLA Frame: 1504, Agent Step: 165]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.17% of the surrounding traffic's one", + "Average speed is 490.08% of the surrounding traffic's one", + "Average speed is 720.38% of the surrounding traffic's one", + "Average speed is 422.71% of the surrounding traffic's one", + "Average speed is 135.66% of the surrounding traffic's one", + "Average speed is 50.44% of the surrounding traffic's one", + "Average speed is 129.49% of the surrounding traffic's one", + "Average speed is 255.01% of the surrounding traffic's one", + "Average speed is 290.73% of the surrounding traffic's one", + "Average speed is 216.56% of the surrounding traffic's one", + "Average speed is 226.11% of the surrounding traffic's one", + "Average speed is 402.17% of the surrounding traffic's one", + "Average speed is 1596.61% of the surrounding traffic's one", + "Average speed is 1778.55% of the surrounding traffic's one", + "Average speed is 1483.04% of the surrounding traffic's one", + "Average speed is 1842.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.39, + "score_composed": 39.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 14.15, + "duration_system": 106.115 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_04_10_06_17_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.96% of the surrounding traffic's one", + "Average speed is 131.66% of the surrounding traffic's one", + "Average speed is 97.09% of the surrounding traffic's one", + "Average speed is 122.69% of the surrounding traffic's one", + "Average speed is 143.76% of the surrounding traffic's one", + "Average speed is 170.65% of the surrounding traffic's one", + "Average speed is 194.18% of the surrounding traffic's one", + "Average speed is 214.36% of the surrounding traffic's one", + "Average speed is 229.03% of the surrounding traffic's one", + "Average speed is 239.37% of the surrounding traffic's one", + "Average speed is 246.1% of the surrounding traffic's one", + "Average speed is 245.31% of the surrounding traffic's one", + "Average speed is 237.35% of the surrounding traffic's one", + "Average speed is 228.42% of the surrounding traffic's one", + "Average speed is 271.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.15, + "duration_system": 49.05 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_04_10_06_14_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.91% of the surrounding traffic's one", + "Average speed is 135.82% of the surrounding traffic's one", + "Average speed is 146.89% of the surrounding traffic's one", + "Average speed is 125.78% of the surrounding traffic's one", + "Average speed is 123.92% of the surrounding traffic's one", + "Average speed is 159.0% of the surrounding traffic's one", + "Average speed is 181.9% of the surrounding traffic's one", + "Average speed is 200.03% of the surrounding traffic's one", + "Average speed is 215.77% of the surrounding traffic's one", + "Average speed is 230.66% of the surrounding traffic's one", + "Average speed is 236.51% of the surrounding traffic's one", + "Average speed is 233.82% of the surrounding traffic's one", + "Average speed is 224.81% of the surrounding traffic's one", + "Average speed is 200.84% of the surrounding traffic's one", + "Average speed is 178.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.25, + "duration_system": 49.062 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_04_10_06_10_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.08% of the surrounding traffic's one", + "Average speed is 141.78% of the surrounding traffic's one", + "Average speed is 127.7% of the surrounding traffic's one", + "Average speed is 122.48% of the surrounding traffic's one", + "Average speed is 120.22% of the surrounding traffic's one", + "Average speed is 121.29% of the surrounding traffic's one", + "Average speed is 119.93% of the surrounding traffic's one", + "Average speed is 119.01% of the surrounding traffic's one", + "Average speed is 112.37% of the surrounding traffic's one", + "Average speed is 129.62% of the surrounding traffic's one", + "Average speed is 122.55% of the surrounding traffic's one", + "Average speed is 119.61% of the surrounding traffic's one", + "Average speed is 142.31% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 11.15, + "duration_system": 71.083 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_04_10_06_05_55", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.76% of the surrounding traffic's one", + "Average speed is 117.45% of the surrounding traffic's one", + "Average speed is 92.05% of the surrounding traffic's one", + "Average speed is 144.24% of the surrounding traffic's one", + "Average speed is 100.72% of the surrounding traffic's one", + "Average speed is 99.16% of the surrounding traffic's one", + "Average speed is 100.04% of the surrounding traffic's one", + "Average speed is 97.66% of the surrounding traffic's one", + "Average speed is 106.52% of the surrounding traffic's one", + "Average speed is 120.44% of the surrounding traffic's one", + "Average speed is 106.61% of the surrounding traffic's one", + "Average speed is 101.08% of the surrounding traffic's one", + "Average speed is 108.57% of the surrounding traffic's one", + "Average speed is 100.5% of the surrounding traffic's one", + "Average speed is 99.85% of the surrounding traffic's one", + "Average speed is 114.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 98.115 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_04_10_06_00_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.86% of the surrounding traffic's one", + "Average speed is 118.11% of the surrounding traffic's one", + "Average speed is 17.51% of the surrounding traffic's one", + "Average speed is 138.18% of the surrounding traffic's one", + "Average speed is 107.23% of the surrounding traffic's one", + "Average speed is 111.07% of the surrounding traffic's one", + "Average speed is 108.5% of the surrounding traffic's one", + "Average speed is 91.18% of the surrounding traffic's one", + "Average speed is 86.14% of the surrounding traffic's one", + "Average speed is 163.61% of the surrounding traffic's one", + "Average speed is 118.3% of the surrounding traffic's one", + "Average speed is 97.45% of the surrounding traffic's one", + "Average speed is 122.71% of the surrounding traffic's one", + "Average speed is 97.64% of the surrounding traffic's one", + "Average speed is 105.66% of the surrounding traffic's one", + "Average speed is 113.92% of the surrounding traffic's one", + "Average speed is 119.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 27.95, + "duration_system": 190.231 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_04_10_05_55_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 27.54% of the surrounding traffic's one", + "Average speed is 111.06% of the surrounding traffic's one", + "Average speed is 122.32% of the surrounding traffic's one", + "Average speed is 103.07% of the surrounding traffic's one", + "Average speed is 93.75% of the surrounding traffic's one", + "Average speed is 99.94% of the surrounding traffic's one", + "Average speed is 98.96% of the surrounding traffic's one", + "Average speed is 102.54% of the surrounding traffic's one", + "Average speed is 105.37% of the surrounding traffic's one", + "Average speed is 119.57% of the surrounding traffic's one", + "Average speed is 103.26% of the surrounding traffic's one", + "Average speed is 99.31% of the surrounding traffic's one", + "Average speed is 113.27% of the surrounding traffic's one", + "Average speed is 99.61% of the surrounding traffic's one", + "Average speed is 102.16% of the surrounding traffic's one", + "Average speed is 117.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 21.3, + "duration_system": 131.141 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_04_10_05_49_32", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.72% of the surrounding traffic's one", + "Average speed is 142.94% of the surrounding traffic's one", + "Average speed is 172.61% of the surrounding traffic's one", + "Average speed is 223.83% of the surrounding traffic's one", + "Average speed is 226.81% of the surrounding traffic's one", + "Average speed is 171.65% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one", + "Average speed is 193.42% of the surrounding traffic's one", + "Average speed is 153.61% of the surrounding traffic's one", + "Average speed is 129.96% of the surrounding traffic's one", + "Average speed is 104.44% of the surrounding traffic's one", + "Average speed is 102.21% of the surrounding traffic's one", + "Average speed is 94.88% of the surrounding traffic's one", + "Average speed is 100.88% of the surrounding traffic's one", + "Average speed is 115.61% of the surrounding traffic's one", + "Average speed is 114.05% of the surrounding traffic's one", + "Average speed is 116.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.35, + "duration_system": 159.858 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_04_10_05_45_08", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.36% of the surrounding traffic's one", + "Average speed is 216.72% of the surrounding traffic's one", + "Average speed is 377.22% of the surrounding traffic's one", + "Average speed is 570.26% of the surrounding traffic's one", + "Average speed is 510.89% of the surrounding traffic's one", + "Average speed is 520.47% of the surrounding traffic's one", + "Average speed is 548.2% of the surrounding traffic's one", + "Average speed is 490.36% of the surrounding traffic's one", + "Average speed is 490.98% of the surrounding traffic's one", + "Average speed is 536.12% of the surrounding traffic's one", + "Average speed is 549.54% of the surrounding traffic's one", + "Average speed is 502.19% of the surrounding traffic's one", + "Average speed is 433.99% of the surrounding traffic's one", + "Average speed is 380.34% of the surrounding traffic's one", + "Average speed is 459.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 12.65, + "duration_system": 91.105 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_04_10_05_39_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.85% of the surrounding traffic's one", + "Average speed is 140.86% of the surrounding traffic's one", + "Average speed is 178.01% of the surrounding traffic's one", + "Average speed is 207.8% of the surrounding traffic's one", + "Average speed is 269.16% of the surrounding traffic's one", + "Average speed is 379.04% of the surrounding traffic's one", + "Average speed is 305.18% of the surrounding traffic's one", + "Average speed is 53.08% of the surrounding traffic's one", + "Average speed is 239.43% of the surrounding traffic's one", + "Average speed is 363.84% of the surrounding traffic's one", + "Average speed is 288.28% of the surrounding traffic's one", + "Average speed is 159.3% of the surrounding traffic's one", + "Average speed is 228.57% of the surrounding traffic's one", + "Average speed is 219.84% of the surrounding traffic's one", + "Average speed is 286.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 16.55, + "duration_system": 147.155 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_04_11_09_00_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.12% of the surrounding traffic's one", + "Average speed is 152.05% of the surrounding traffic's one", + "Average speed is 177.04% of the surrounding traffic's one", + "Average speed is 219.89% of the surrounding traffic's one", + "Average speed is 261.54% of the surrounding traffic's one", + "Average speed is 356.48% of the surrounding traffic's one", + "Average speed is 444.37% of the surrounding traffic's one", + "Average speed is 282.58% of the surrounding traffic's one", + "Average speed is 27.06% of the surrounding traffic's one", + "Average speed is 369.85% of the surrounding traffic's one", + "Average speed is 555.34% of the surrounding traffic's one", + "Average speed is 475.2% of the surrounding traffic's one", + "Average speed is 489.59% of the surrounding traffic's one", + "Average speed is 903.08% of the surrounding traffic's one", + "Average speed is 773.99% of the surrounding traffic's one", + "Average speed is 736.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.35, + "duration_system": 169.21 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_04_10_04_21_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.88% of the surrounding traffic's one", + "Average speed is 136.88% of the surrounding traffic's one", + "Average speed is 202.5% of the surrounding traffic's one", + "Average speed is 285.15% of the surrounding traffic's one", + "Average speed is 164.47% of the surrounding traffic's one", + "Average speed is 18.97% of the surrounding traffic's one", + "Average speed is 269.11% of the surrounding traffic's one", + "Average speed is 321.41% of the surrounding traffic's one", + "Average speed is 214.79% of the surrounding traffic's one", + "Average speed is 201.06% of the surrounding traffic's one", + "Average speed is 279.01% of the surrounding traffic's one", + "Average speed is 233.44% of the surrounding traffic's one", + "Average speed is 218.53% of the surrounding traffic's one", + "Average speed is 213.87% of the surrounding traffic's one", + "Average speed is 246.94% of the surrounding traffic's one", + "Average speed is 236.84% of the surrounding traffic's one", + "Average speed is 200.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 27.6, + "duration_system": 234.262 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_04_10_04_14_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.63% of the surrounding traffic's one", + "Average speed is 153.81% of the surrounding traffic's one", + "Average speed is 227.35% of the surrounding traffic's one", + "Average speed is 216.44% of the surrounding traffic's one", + "Average speed is 235.56% of the surrounding traffic's one", + "Average speed is 233.59% of the surrounding traffic's one", + "Average speed is 217.74% of the surrounding traffic's one", + "Average speed is 155.58% of the surrounding traffic's one", + "Average speed is 89.78% of the surrounding traffic's one", + "Average speed is 106.97% of the surrounding traffic's one", + "Average speed is 116.88% of the surrounding traffic's one", + "Average speed is 98.23% of the surrounding traffic's one", + "Average speed is 86.65% of the surrounding traffic's one", + "Average speed is 73.13% of the surrounding traffic's one", + "Average speed is 33.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.9, + "duration_system": 241.121 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_04_10_04_09_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.46% of the surrounding traffic's one", + "Average speed is 163.47% of the surrounding traffic's one", + "Average speed is 200.88% of the surrounding traffic's one", + "Average speed is 165.24% of the surrounding traffic's one", + "Average speed is 148.52% of the surrounding traffic's one", + "Average speed is 121.98% of the surrounding traffic's one", + "Average speed is 77.01% of the surrounding traffic's one", + "Average speed is 70.18% of the surrounding traffic's one", + "Average speed is 83.43% of the surrounding traffic's one", + "Average speed is 217.18% of the surrounding traffic's one", + "Average speed is 334.17% of the surrounding traffic's one", + "Average speed is 410.39% of the surrounding traffic's one", + "Average speed is 360.59% of the surrounding traffic's one", + "Average speed is 437.31% of the surrounding traffic's one", + "Average speed is 528.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.5, + "duration_system": 110.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_04_10_03_59_55", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=4883 at (x=4304.516, y=576.609, z=175.673) at time=50.550s [CARLA Frame: 2333, Agent Step: 1010]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.59% of the surrounding traffic's one", + "Average speed is 141.41% of the surrounding traffic's one", + "Average speed is 221.18% of the surrounding traffic's one", + "Average speed is 235.31% of the surrounding traffic's one", + "Average speed is 216.16% of the surrounding traffic's one", + "Average speed is 174.74% of the surrounding traffic's one", + "Average speed is 67.99% of the surrounding traffic's one", + "Average speed is 17.69% of the surrounding traffic's one", + "Average speed is 567.59% of the surrounding traffic's one", + "Average speed is 777.83% of the surrounding traffic's one", + "Average speed is 568.38% of the surrounding traffic's one", + "Average speed is 380.44% of the surrounding traffic's one", + "Average speed is 217.81% of the surrounding traffic's one", + "Average speed is 203.62% of the surrounding traffic's one", + "Average speed is 213.55% of the surrounding traffic's one", + "Average speed is 259.78% of the surrounding traffic's one", + "Average speed is 439.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.541, + "duration_game": 60.2, + "duration_system": 421.24 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_04_10_03_56_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.58% of the surrounding traffic's one", + "Average speed is 139.18% of the surrounding traffic's one", + "Average speed is 124.16% of the surrounding traffic's one", + "Average speed is 196.85% of the surrounding traffic's one", + "Average speed is 197.37% of the surrounding traffic's one", + "Average speed is 203.5% of the surrounding traffic's one", + "Average speed is 223.82% of the surrounding traffic's one", + "Average speed is 236.19% of the surrounding traffic's one", + "Average speed is 241.8% of the surrounding traffic's one", + "Average speed is 243.65% of the surrounding traffic's one", + "Average speed is 243.72% of the surrounding traffic's one", + "Average speed is 238.43% of the surrounding traffic's one", + "Average speed is 225.99% of the surrounding traffic's one", + "Average speed is 222.65% of the surrounding traffic's one", + "Average speed is 238.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.65, + "duration_system": 68.072 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_04_10_03_51_55", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.29% of the surrounding traffic's one", + "Average speed is 174.79% of the surrounding traffic's one", + "Average speed is 201.55% of the surrounding traffic's one", + "Average speed is 257.28% of the surrounding traffic's one", + "Average speed is 230.59% of the surrounding traffic's one", + "Average speed is 220.62% of the surrounding traffic's one", + "Average speed is 223.89% of the surrounding traffic's one", + "Average speed is 212.96% of the surrounding traffic's one", + "Average speed is 199.18% of the surrounding traffic's one", + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 181.66% of the surrounding traffic's one", + "Average speed is 171.21% of the surrounding traffic's one", + "Average speed is 161.71% of the surrounding traffic's one", + "Average speed is 164.26% of the surrounding traffic's one", + "Average speed is 165.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.85, + "duration_system": 72.103 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_04_10_03_48_08", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.15% of the surrounding traffic's one", + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 126.83% of the surrounding traffic's one", + "Average speed is 158.98% of the surrounding traffic's one", + "Average speed is 175.12% of the surrounding traffic's one", + "Average speed is 193.9% of the surrounding traffic's one", + "Average speed is 215.46% of the surrounding traffic's one", + "Average speed is 226.84% of the surrounding traffic's one", + "Average speed is 242.51% of the surrounding traffic's one", + "Average speed is 251.75% of the surrounding traffic's one", + "Average speed is 247.31% of the surrounding traffic's one", + "Average speed is 244.2% of the surrounding traffic's one", + "Average speed is 226.46% of the surrounding traffic's one", + "Average speed is 194.14% of the surrounding traffic's one", + "Average speed is 174.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 7.95, + "duration_system": 60.069 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_04_10_03_44_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.61% of the surrounding traffic's one", + "Average speed is 187.07% of the surrounding traffic's one", + "Average speed is 187.11% of the surrounding traffic's one", + "Average speed is 209.55% of the surrounding traffic's one", + "Average speed is 215.8% of the surrounding traffic's one", + "Average speed is 210.02% of the surrounding traffic's one", + "Average speed is 224.82% of the surrounding traffic's one", + "Average speed is 231.78% of the surrounding traffic's one", + "Average speed is 231.25% of the surrounding traffic's one", + "Average speed is 213.88% of the surrounding traffic's one", + "Average speed is 199.88% of the surrounding traffic's one", + "Average speed is 176.47% of the surrounding traffic's one", + "Average speed is 153.48% of the surrounding traffic's one", + "Average speed is 192.1% of the surrounding traffic's one", + "Average speed is 218.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 45.052 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_04_10_03_34_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4724 at (x=-1123.877, y=5966.295, z=145.88) at time=45.150s [CARLA Frame: 2173, Agent Step: 902]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.31% of the surrounding traffic's one", + "Average speed is 153.03% of the surrounding traffic's one", + "Average speed is 173.41% of the surrounding traffic's one", + "Average speed is 174.32% of the surrounding traffic's one", + "Average speed is 51.19% of the surrounding traffic's one", + "Average speed is 4.53% of the surrounding traffic's one", + "Average speed is 155.73% of the surrounding traffic's one", + "Average speed is 217.57% of the surrounding traffic's one", + "Average speed is 221.95% of the surrounding traffic's one", + "Average speed is 218.15% of the surrounding traffic's one", + "Average speed is 172.01% of the surrounding traffic's one", + "Average speed is 41.29% of the surrounding traffic's one", + "Average speed is 122.01% of the surrounding traffic's one", + "Average speed is 158.42% of the surrounding traffic's one", + "Average speed is 117.14% of the surrounding traffic's one", + "Average speed is 120.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 51.3, + "duration_system": 460.577 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_04_11_08_53_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.65% of the surrounding traffic's one", + "Average speed is 134.45% of the surrounding traffic's one", + "Average speed is 184.73% of the surrounding traffic's one", + "Average speed is 206.94% of the surrounding traffic's one", + "Average speed is 179.34% of the surrounding traffic's one", + "Average speed is 169.48% of the surrounding traffic's one", + "Average speed is 127.81% of the surrounding traffic's one", + "Average speed is 52.5% of the surrounding traffic's one", + "Average speed is 114.5% of the surrounding traffic's one", + "Average speed is 223.1% of the surrounding traffic's one", + "Average speed is 214.57% of the surrounding traffic's one", + "Average speed is 167.06% of the surrounding traffic's one", + "Average speed is 118.06% of the surrounding traffic's one", + "Average speed is 101.62% of the surrounding traffic's one", + "Average speed is 116.06% of the surrounding traffic's one", + "Average speed is 12.23% of the surrounding traffic's one", + "Average speed is 106.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 34.0, + "duration_system": 250.304 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_04_10_02_17_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.98% of the surrounding traffic's one", + "Average speed is 134.37% of the surrounding traffic's one", + "Average speed is 200.81% of the surrounding traffic's one", + "Average speed is 164.93% of the surrounding traffic's one", + "Average speed is 165.88% of the surrounding traffic's one", + "Average speed is 65.77% of the surrounding traffic's one", + "Average speed is 61.85% of the surrounding traffic's one", + "Average speed is 179.29% of the surrounding traffic's one", + "Average speed is 176.87% of the surrounding traffic's one", + "Average speed is 160.44% of the surrounding traffic's one", + "Average speed is 115.1% of the surrounding traffic's one", + "Average speed is 110.7% of the surrounding traffic's one", + "Average speed is 107.87% of the surrounding traffic's one", + "Average speed is 130.57% of the surrounding traffic's one", + "Average speed is 117.13% of the surrounding traffic's one", + "Average speed is 115.91% of the surrounding traffic's one", + "Average speed is 97.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 17.95, + "duration_system": 116.141 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_04_10_02_11_42", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 83.6% of the surrounding traffic's one", + "Average speed is 12.56% of the surrounding traffic's one", + "Average speed is 312.92% of the surrounding traffic's one", + "Average speed is 466.4% of the surrounding traffic's one", + "Average speed is 673.19% of the surrounding traffic's one", + "Average speed is 632.05% of the surrounding traffic's one", + "Average speed is 591.77% of the surrounding traffic's one", + "Average speed is 526.52% of the surrounding traffic's one", + "Average speed is 1251.3% of the surrounding traffic's one", + "Average speed is 1099.17% of the surrounding traffic's one", + "Average speed is 1091.55% of the surrounding traffic's one", + "Average speed is 1086.31% of the surrounding traffic's one", + "Average speed is 1011.29% of the surrounding traffic's one", + "Average speed is 1129.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 21.25, + "duration_system": 206.223 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_04_10_02_07_07", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 81.33% of the surrounding traffic's one", + "Average speed is 28.18% of the surrounding traffic's one", + "Average speed is 339.35% of the surrounding traffic's one", + "Average speed is 405.89% of the surrounding traffic's one", + "Average speed is 587.32% of the surrounding traffic's one", + "Average speed is 608.31% of the surrounding traffic's one", + "Average speed is 718.35% of the surrounding traffic's one", + "Average speed is 542.74% of the surrounding traffic's one", + "Average speed is 811.85% of the surrounding traffic's one", + "Average speed is 517.24% of the surrounding traffic's one", + "Average speed is 315.25% of the surrounding traffic's one", + "Average speed is 268.04% of the surrounding traffic's one", + "Average speed is 216.1% of the surrounding traffic's one", + "Average speed is 145.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 12.0, + "duration_system": 121.128 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_04_10_02_03_40", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.57% of the surrounding traffic's one", + "Average speed is 193.21% of the surrounding traffic's one", + "Average speed is 269.05% of the surrounding traffic's one", + "Average speed is 289.15% of the surrounding traffic's one", + "Average speed is 285.08% of the surrounding traffic's one", + "Average speed is 286.93% of the surrounding traffic's one", + "Average speed is 299.59% of the surrounding traffic's one", + "Average speed is 304.9% of the surrounding traffic's one", + "Average speed is 326.37% of the surrounding traffic's one", + "Average speed is 636.21% of the surrounding traffic's one", + "Average speed is 508.24% of the surrounding traffic's one", + "Average speed is 425.06% of the surrounding traffic's one", + "Average speed is 256.79% of the surrounding traffic's one", + "Average speed is 173.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.7, + "duration_system": 55.054 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_04_10_01_48_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.01% of the surrounding traffic's one", + "Average speed is 303.97% of the surrounding traffic's one", + "Average speed is 3989.77% of the surrounding traffic's one", + "Average speed is 3889.79% of the surrounding traffic's one", + "Average speed is 2552.23% of the surrounding traffic's one", + "Average speed is 2226.62% of the surrounding traffic's one", + "Average speed is 1895.38% of the surrounding traffic's one", + "Average speed is 991.17% of the surrounding traffic's one", + "Average speed is 683.68% of the surrounding traffic's one", + "Average speed is 527.62% of the surrounding traffic's one", + "Average speed is 418.74% of the surrounding traffic's one", + "Average speed is 359.26% of the surrounding traffic's one", + "Average speed is 214.25% of the surrounding traffic's one", + "Average speed is 59.0% of the surrounding traffic's one", + "Average speed is 90.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 52.65, + "duration_system": 774.904 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_04_10_01_43_10", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.01% of the surrounding traffic's one", + "Average speed is 72.88% of the surrounding traffic's one", + "Average speed is 181.83% of the surrounding traffic's one", + "Average speed is 159.88% of the surrounding traffic's one", + "Average speed is 60.65% of the surrounding traffic's one", + "Average speed is 54.78% of the surrounding traffic's one", + "Average speed is 361.9% of the surrounding traffic's one", + "Average speed is 504.77% of the surrounding traffic's one", + "Average speed is 418.29% of the surrounding traffic's one", + "Average speed is 361.99% of the surrounding traffic's one", + "Average speed is 335.18% of the surrounding traffic's one", + "Average speed is 389.95% of the surrounding traffic's one", + "Average speed is 227.22% of the surrounding traffic's one", + "Average speed is 164.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 13.75, + "duration_system": 149.177 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_04_10_01_35_35", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 212.52% of the surrounding traffic's one", + "Average speed is 288.65% of the surrounding traffic's one", + "Average speed is 155.04% of the surrounding traffic's one", + "Average speed is 88.0% of the surrounding traffic's one", + "Average speed is 30.97% of the surrounding traffic's one", + "Average speed is 257.95% of the surrounding traffic's one", + "Average speed is 272.96% of the surrounding traffic's one", + "Average speed is 302.82% of the surrounding traffic's one", + "Average speed is 364.73% of the surrounding traffic's one", + "Average speed is 548.18% of the surrounding traffic's one", + "Average speed is 1128.57% of the surrounding traffic's one", + "Average speed is 684.81% of the surrounding traffic's one", + "Average speed is 479.4% of the surrounding traffic's one", + "Average speed is 169.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 30.75, + "duration_system": 299.384 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_04_10_01_30_04", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 235.97% of the surrounding traffic's one", + "Average speed is 284.87% of the surrounding traffic's one", + "Average speed is 284.03% of the surrounding traffic's one", + "Average speed is 198.24% of the surrounding traffic's one", + "Average speed is 49.2% of the surrounding traffic's one", + "Average speed is 59.07% of the surrounding traffic's one", + "Average speed is 298.56% of the surrounding traffic's one", + "Average speed is 345.77% of the surrounding traffic's one", + "Average speed is 419.1% of the surrounding traffic's one", + "Average speed is 464.08% of the surrounding traffic's one", + "Average speed is 592.76% of the surrounding traffic's one", + "Average speed is 598.83% of the surrounding traffic's one", + "Average speed is 548.94% of the surrounding traffic's one", + "Average speed is 293.09% of the surrounding traffic's one", + "Average speed is 226.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.35, + "duration_system": 181.194 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_04_10_01_11_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 12.21% of the surrounding traffic's one", + "Average speed is 580.99% of the surrounding traffic's one", + "Average speed is 364.69% of the surrounding traffic's one", + "Average speed is 205.49% of the surrounding traffic's one", + "Average speed is 43.25% of the surrounding traffic's one", + "Average speed is 352.03% of the surrounding traffic's one", + "Average speed is 479.31% of the surrounding traffic's one", + "Average speed is 511.73% of the surrounding traffic's one", + "Average speed is 363.82% of the surrounding traffic's one", + "Average speed is 402.86% of the surrounding traffic's one", + "Average speed is 1745.8% of the surrounding traffic's one", + "Average speed is 3853.72% of the surrounding traffic's one", + "Average speed is 469.14% of the surrounding traffic's one", + "Average speed is 147.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 47.0, + "duration_system": 968.41 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_04_10_01_06_39", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.51% of the surrounding traffic's one", + "Average speed is 219.76% of the surrounding traffic's one", + "Average speed is 217.91% of the surrounding traffic's one", + "Average speed is 79.28% of the surrounding traffic's one", + "Average speed is 43.25% of the surrounding traffic's one", + "Average speed is 251.09% of the surrounding traffic's one", + "Average speed is 395.11% of the surrounding traffic's one", + "Average speed is 356.98% of the surrounding traffic's one", + "Average speed is 364.62% of the surrounding traffic's one", + "Average speed is 330.68% of the surrounding traffic's one", + "Average speed is 407.36% of the surrounding traffic's one", + "Average speed is 292.18% of the surrounding traffic's one", + "Average speed is 171.52% of the surrounding traffic's one", + "Average speed is 159.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.45, + "duration_system": 130.144 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_04_10_01_01_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.42% of the surrounding traffic's one", + "Average speed is 283.64% of the surrounding traffic's one", + "Average speed is 261.13% of the surrounding traffic's one", + "Average speed is 434.96% of the surrounding traffic's one", + "Average speed is 500.13% of the surrounding traffic's one", + "Average speed is 533.23% of the surrounding traffic's one", + "Average speed is 633.11% of the surrounding traffic's one", + "Average speed is 615.81% of the surrounding traffic's one", + "Average speed is 584.67% of the surrounding traffic's one", + "Average speed is 526.78% of the surrounding traffic's one", + "Average speed is 577.0% of the surrounding traffic's one", + "Average speed is 746.91% of the surrounding traffic's one", + "Average speed is 829.97% of the surrounding traffic's one", + "Average speed is 1574.69% of the surrounding traffic's one", + "Average speed is 1317.59% of the surrounding traffic's one", + "Average speed is 618.98% of the surrounding traffic's one", + "Average speed is 369.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 13.2, + "duration_system": 182.177 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_04_10_00_56_10", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 542.1% of the surrounding traffic's one", + "Average speed is 477.44% of the surrounding traffic's one", + "Average speed is 698.19% of the surrounding traffic's one", + "Average speed is 747.55% of the surrounding traffic's one", + "Average speed is 395.6% of the surrounding traffic's one", + "Average speed is 345.18% of the surrounding traffic's one", + "Average speed is 228.84% of the surrounding traffic's one", + "Average speed is 280.33% of the surrounding traffic's one", + "Average speed is 345.23% of the surrounding traffic's one", + "Average speed is 220.15% of the surrounding traffic's one", + "Average speed is 174.32% of the surrounding traffic's one", + "Average speed is 162.09% of the surrounding traffic's one", + "Average speed is 207.69% of the surrounding traffic's one", + "Average speed is 576.5% of the surrounding traffic's one", + "Average speed is 461.42% of the surrounding traffic's one", + "Average speed is 390.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 13.3, + "duration_system": 147.148 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_04_10_00_50_28", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 245.72% of the surrounding traffic's one", + "Average speed is 285.25% of the surrounding traffic's one", + "Average speed is 278.2% of the surrounding traffic's one", + "Average speed is 437.62% of the surrounding traffic's one", + "Average speed is 517.71% of the surrounding traffic's one", + "Average speed is 537.21% of the surrounding traffic's one", + "Average speed is 527.1% of the surrounding traffic's one", + "Average speed is 409.16% of the surrounding traffic's one", + "Average speed is 366.47% of the surrounding traffic's one", + "Average speed is 475.45% of the surrounding traffic's one", + "Average speed is 467.73% of the surrounding traffic's one", + "Average speed is 476.25% of the surrounding traffic's one", + "Average speed is 612.14% of the surrounding traffic's one", + "Average speed is 1274.51% of the surrounding traffic's one", + "Average speed is 1050.5% of the surrounding traffic's one", + "Average speed is 648.42% of the surrounding traffic's one", + "Average speed is 424.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 14.1, + "duration_system": 192.213 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_04_10_00_45_21", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 162.61% of the surrounding traffic's one", + "Average speed is 427.62% of the surrounding traffic's one", + "Average speed is 447.69% of the surrounding traffic's one", + "Average speed is 393.77% of the surrounding traffic's one", + "Average speed is 461.4% of the surrounding traffic's one", + "Average speed is 437.93% of the surrounding traffic's one", + "Average speed is 448.88% of the surrounding traffic's one", + "Average speed is 456.38% of the surrounding traffic's one", + "Average speed is 819.24% of the surrounding traffic's one", + "Average speed is 1084.67% of the surrounding traffic's one", + "Average speed is 863.83% of the surrounding traffic's one", + "Average speed is 498.37% of the surrounding traffic's one", + "Average speed is 373.91% of the surrounding traffic's one", + "Average speed is 315.46% of the surrounding traffic's one", + "Average speed is 583.05% of the surrounding traffic's one", + "Average speed is 1760121.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.7, + "duration_system": 158.165 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_04_10_00_40_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.55% of the surrounding traffic's one", + "Average speed is 147.05% of the surrounding traffic's one", + "Average speed is 325.56% of the surrounding traffic's one", + "Average speed is 404.79% of the surrounding traffic's one", + "Average speed is 337.24% of the surrounding traffic's one", + "Average speed is 105.3% of the surrounding traffic's one", + "Average speed is 128.71% of the surrounding traffic's one", + "Average speed is 155.32% of the surrounding traffic's one", + "Average speed is 19.0% of the surrounding traffic's one", + "Average speed is 495.01% of the surrounding traffic's one", + "Average speed is 710.9% of the surrounding traffic's one", + "Average speed is 481.66% of the surrounding traffic's one", + "Average speed is 375.22% of the surrounding traffic's one", + "Average speed is 454.92% of the surrounding traffic's one", + "Average speed is 322.55% of the surrounding traffic's one", + "Average speed is 218.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.4, + "duration_system": 162.184 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_04_10_00_33_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.26% of the surrounding traffic's one", + "Average speed is 133.83% of the surrounding traffic's one", + "Average speed is 112.75% of the surrounding traffic's one", + "Average speed is 14.8% of the surrounding traffic's one", + "Average speed is 475.5% of the surrounding traffic's one", + "Average speed is 636.22% of the surrounding traffic's one", + "Average speed is 549.01% of the surrounding traffic's one", + "Average speed is 700.4% of the surrounding traffic's one", + "Average speed is 685.49% of the surrounding traffic's one", + "Average speed is 433.92% of the surrounding traffic's one", + "Average speed is 482.8% of the surrounding traffic's one", + "Average speed is 378.35% of the surrounding traffic's one", + "Average speed is 476.64% of the surrounding traffic's one", + "Average speed is 394.09% of the surrounding traffic's one", + "Average speed is 258.36% of the surrounding traffic's one", + "Average speed is 228.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 23.15, + "duration_system": 227.532 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_04_10_00_18_10", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.97% of the surrounding traffic's one", + "Average speed is 222.18% of the surrounding traffic's one", + "Average speed is 679.0% of the surrounding traffic's one", + "Average speed is 215.89% of the surrounding traffic's one", + "Average speed is 41.07% of the surrounding traffic's one", + "Average speed is 3.94% of the surrounding traffic's one", + "Average speed is 451.83% of the surrounding traffic's one", + "Average speed is 563.8% of the surrounding traffic's one", + "Average speed is 1072.22% of the surrounding traffic's one", + "Average speed is 875.63% of the surrounding traffic's one", + "Average speed is 790.53% of the surrounding traffic's one", + "Average speed is 1188.58% of the surrounding traffic's one", + "Average speed is 736.27% of the surrounding traffic's one", + "Average speed is 604.81% of the surrounding traffic's one", + "Average speed is 527.45% of the surrounding traffic's one", + "Average speed is 329.5% of the surrounding traffic's one", + "Average speed is 349.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 98.65, + "duration_system": 778.085 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_04_10_00_14_32", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.34% of the surrounding traffic's one", + "Average speed is 719.54% of the surrounding traffic's one", + "Average speed is 1021.85% of the surrounding traffic's one", + "Average speed is 594.42% of the surrounding traffic's one", + "Average speed is 360.14% of the surrounding traffic's one", + "Average speed is 324.19% of the surrounding traffic's one", + "Average speed is 286.66% of the surrounding traffic's one", + "Average speed is 315.77% of the surrounding traffic's one", + "Average speed is 295.92% of the surrounding traffic's one", + "Average speed is 260.75% of the surrounding traffic's one", + "Average speed is 292.31% of the surrounding traffic's one", + "Average speed is 802.74% of the surrounding traffic's one", + "Average speed is 1071.72% of the surrounding traffic's one", + "Average speed is 1138.53% of the surrounding traffic's one", + "Average speed is 1448.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.15, + "duration_system": 66.074 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_04_10_00_09_03", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3802 at (x=39.032, y=4838.811, z=372.115) at time=8.850s [CARLA Frame: 1456, Agent Step: 176]", + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3802 at (x=35.162, y=4835.555, z=372.131) at time=14.500s [CARLA Frame: 1569, Agent Step: 289]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=469 at (x=43.263, y=4842.199, z=372.109)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 206.84% of the surrounding traffic's one", + "Average speed is 541.93% of the surrounding traffic's one", + "Average speed is 785.18% of the surrounding traffic's one", + "Average speed is 331.06% of the surrounding traffic's one", + "Average speed is 124.95% of the surrounding traffic's one", + "Average speed is 50.39% of the surrounding traffic's one", + "Average speed is 88.34% of the surrounding traffic's one", + "Average speed is 255.78% of the surrounding traffic's one", + "Average speed is 58.49% of the surrounding traffic's one", + "Average speed is 245.29% of the surrounding traffic's one", + "Average speed is 613.89% of the surrounding traffic's one", + "Average speed is 1092.86% of the surrounding traffic's one", + "Average speed is 5127.8% of the surrounding traffic's one", + "Average speed is 3972.47% of the surrounding traffic's one", + "Average speed is 3853.02% of the surrounding traffic's one", + "Average speed is 3058.9% of the surrounding traffic's one", + "Average speed is 1299.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.288, + "score_composed": 28.8 + }, + "meta": { + "route_length": 78.855, + "duration_game": 18.15, + "duration_system": 173.241 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_04_10_00_04_44", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.05% of the surrounding traffic's one", + "Average speed is 332.14% of the surrounding traffic's one", + "Average speed is 449.91% of the surrounding traffic's one", + "Average speed is 305.64% of the surrounding traffic's one", + "Average speed is 100.3% of the surrounding traffic's one", + "Average speed is 98.23% of the surrounding traffic's one", + "Average speed is 208.02% of the surrounding traffic's one", + "Average speed is 250.64% of the surrounding traffic's one", + "Average speed is 219.28% of the surrounding traffic's one", + "Average speed is 223.26% of the surrounding traffic's one", + "Average speed is 340.92% of the surrounding traffic's one", + "Average speed is 911.42% of the surrounding traffic's one", + "Average speed is 548.02% of the surrounding traffic's one", + "Average speed is 326.02% of the surrounding traffic's one", + "Average speed is 201.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 11.1, + "duration_system": 99.123 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_04_10_00_01_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 240.3% of the surrounding traffic's one", + "Average speed is 797.71% of the surrounding traffic's one", + "Average speed is 707.65% of the surrounding traffic's one", + "Average speed is 343.06% of the surrounding traffic's one", + "Average speed is 224.8% of the surrounding traffic's one", + "Average speed is 86.65% of the surrounding traffic's one", + "Average speed is 227.53% of the surrounding traffic's one", + "Average speed is 279.69% of the surrounding traffic's one", + "Average speed is 245.62% of the surrounding traffic's one", + "Average speed is 211.69% of the surrounding traffic's one", + "Average speed is 184.99% of the surrounding traffic's one", + "Average speed is 296.55% of the surrounding traffic's one", + "Average speed is 547.4% of the surrounding traffic's one", + "Average speed is 340.16% of the surrounding traffic's one", + "Average speed is 382.65% of the surrounding traffic's one", + "Average speed is 359.84% of the surrounding traffic's one", + "Average speed is 244.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.65, + "duration_system": 71.081 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_04_11_08_16_17", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.017, y=-86.579, z=336.046) at time=10.300s [CARLA Frame: 1296, Agent Step: 205]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2378.911, y=-79.386, z=335.97) at time=10.950s [CARLA Frame: 1309, Agent Step: 218]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.733 meters (3.39% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 148.72% of the surrounding traffic's one", + "Average speed is 272.24% of the surrounding traffic's one", + "Average speed is 432.13% of the surrounding traffic's one", + "Average speed is 415.1% of the surrounding traffic's one", + "Average speed is 23.63% of the surrounding traffic's one", + "Average speed is 170.43% of the surrounding traffic's one", + "Average speed is 453.32% of the surrounding traffic's one", + "Average speed is 486.88% of the surrounding traffic's one", + "Average speed is 485.3% of the surrounding traffic's one", + "Average speed is 515.7% of the surrounding traffic's one", + "Average speed is 426.95% of the surrounding traffic's one", + "Average speed is 34.81% of the surrounding traffic's one", + "Average speed is 409.89% of the surrounding traffic's one", + "Average speed is 311.7% of the surrounding traffic's one", + "Average speed is 350.14% of the surrounding traffic's one", + "Average speed is 281.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.347807, + "score_composed": 34.780743 + }, + "meta": { + "route_length": 87.704, + "duration_game": 201.5, + "duration_system": 1941.857 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_04_11_08_11_14", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1584 at (x=1371.346, y=5004.662, z=370.807)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.5% of the surrounding traffic's one", + "Average speed is 131.36% of the surrounding traffic's one", + "Average speed is 462.69% of the surrounding traffic's one", + "Average speed is 245.51% of the surrounding traffic's one", + "Average speed is 158.89% of the surrounding traffic's one", + "Average speed is 158.0% of the surrounding traffic's one", + "Average speed is 160.36% of the surrounding traffic's one", + "Average speed is 179.76% of the surrounding traffic's one", + "Average speed is 184.8% of the surrounding traffic's one", + "Average speed is 171.54% of the surrounding traffic's one", + "Average speed is 149.18% of the surrounding traffic's one", + "Average speed is 126.02% of the surrounding traffic's one", + "Average speed is 156.69% of the surrounding traffic's one", + "Average speed is 145.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 10.0, + "duration_system": 136.15 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_04_11_08_07_04", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.256, y=4700.09, z=365.259) at time=9.800s [CARLA Frame: 1458, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.67% of the surrounding traffic's one", + "Average speed is 414.24% of the surrounding traffic's one", + "Average speed is 467.98% of the surrounding traffic's one", + "Average speed is 191.2% of the surrounding traffic's one", + "Average speed is 63.95% of the surrounding traffic's one", + "Average speed is 26.85% of the surrounding traffic's one", + "Average speed is 170.44% of the surrounding traffic's one", + "Average speed is 327.57% of the surrounding traffic's one", + "Average speed is 371.4% of the surrounding traffic's one", + "Average speed is 359.0% of the surrounding traffic's one", + "Average speed is 315.45% of the surrounding traffic's one", + "Average speed is 428.51% of the surrounding traffic's one", + "Average speed is 289.32% of the surrounding traffic's one", + "Average speed is 324.62% of the surrounding traffic's one", + "Average speed is 308.62% of the surrounding traffic's one", + "Average speed is 255.28% of the surrounding traffic's one", + "Average speed is 265.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.9, + "duration_system": 92.108 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_04_11_07_58_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2390.315, y=-93.71, z=335.702) at time=33.250s [CARLA Frame: 1889, Agent Step: 664]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.53% of the surrounding traffic's one", + "Average speed is 286.66% of the surrounding traffic's one", + "Average speed is 234.11% of the surrounding traffic's one", + "Average speed is 12.13% of the surrounding traffic's one", + "Average speed is 1547.6% of the surrounding traffic's one", + "Average speed is 1154.72% of the surrounding traffic's one", + "Average speed is 1144.75% of the surrounding traffic's one", + "Average speed is 1060.2% of the surrounding traffic's one", + "Average speed is 967.07% of the surrounding traffic's one", + "Average speed is 898.52% of the surrounding traffic's one", + "Average speed is 1087.12% of the surrounding traffic's one", + "Average speed is 4457.52% of the surrounding traffic's one", + "Average speed is 797.15% of the surrounding traffic's one", + "Average speed is 593.58% of the surrounding traffic's one", + "Average speed is 376.39% of the surrounding traffic's one", + "Average speed is 298.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.15, + "duration_system": 361.432 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_04_11_07_51_53", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.62% of the surrounding traffic's one", + "Average speed is 152.93% of the surrounding traffic's one", + "Average speed is 356.61% of the surrounding traffic's one", + "Average speed is 72.56% of the surrounding traffic's one", + "Average speed is 29.35% of the surrounding traffic's one", + "Average speed is 275.88% of the surrounding traffic's one", + "Average speed is 382.66% of the surrounding traffic's one", + "Average speed is 394.63% of the surrounding traffic's one", + "Average speed is 731.53% of the surrounding traffic's one", + "Average speed is 459.43% of the surrounding traffic's one", + "Average speed is 340.95% of the surrounding traffic's one", + "Average speed is 422.03% of the surrounding traffic's one", + "Average speed is 406.77% of the surrounding traffic's one", + "Average speed is 232.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.5, + "duration_system": 212.218 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_04_11_07_44_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 221.22% of the surrounding traffic's one", + "Average speed is 409.92% of the surrounding traffic's one", + "Average speed is 385.93% of the surrounding traffic's one", + "Average speed is 85.38% of the surrounding traffic's one", + "Average speed is 19.46% of the surrounding traffic's one", + "Average speed is 35.11% of the surrounding traffic's one", + "Average speed is 399.52% of the surrounding traffic's one", + "Average speed is 453.74% of the surrounding traffic's one", + "Average speed is 441.15% of the surrounding traffic's one", + "Average speed is 359.34% of the surrounding traffic's one", + "Average speed is 531.59% of the surrounding traffic's one", + "Average speed is 1645.66% of the surrounding traffic's one", + "Average speed is 1133.22% of the surrounding traffic's one", + "Average speed is 428.9% of the surrounding traffic's one", + "Average speed is 440.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 27.05, + "duration_system": 250.263 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_04_11_07_40_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.63% of the surrounding traffic's one", + "Average speed is 121.48% of the surrounding traffic's one", + "Average speed is 128.47% of the surrounding traffic's one", + "Average speed is 44.23% of the surrounding traffic's one", + "Average speed is 352.81% of the surrounding traffic's one", + "Average speed is 358.14% of the surrounding traffic's one", + "Average speed is 366.75% of the surrounding traffic's one", + "Average speed is 364.46% of the surrounding traffic's one", + "Average speed is 451.88% of the surrounding traffic's one", + "Average speed is 425.66% of the surrounding traffic's one", + "Average speed is 393.8% of the surrounding traffic's one", + "Average speed is 387.13% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 10882914173.74% of the surrounding traffic's one", + "Average speed is 186.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 12.4, + "duration_system": 111.122 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_04_11_12_45_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.71% of the surrounding traffic's one", + "Average speed is 119.86% of the surrounding traffic's one", + "Average speed is 99.52% of the surrounding traffic's one", + "Average speed is 97.94% of the surrounding traffic's one", + "Average speed is 109.31% of the surrounding traffic's one", + "Average speed is 180.34% of the surrounding traffic's one", + "Average speed is 42.48% of the surrounding traffic's one", + "Average speed is 209.5% of the surrounding traffic's one", + "Average speed is 186.75% of the surrounding traffic's one", + "Average speed is 247.41% of the surrounding traffic's one", + "Average speed is 219.86% of the surrounding traffic's one", + "Average speed is 173.46% of the surrounding traffic's one", + "Average speed is 136.96% of the surrounding traffic's one", + "Average speed is 111.16% of the surrounding traffic's one", + "Average speed is 231.41% of the surrounding traffic's one", + "Average speed is 183.45% of the surrounding traffic's one", + "Average speed is 104.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 30.65, + "duration_system": 444.458 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_04_11_06_24_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 274.01% of the surrounding traffic's one", + "Average speed is 214.74% of the surrounding traffic's one", + "Average speed is 127.12% of the surrounding traffic's one", + "Average speed is 122.36% of the surrounding traffic's one", + "Average speed is 149.98% of the surrounding traffic's one", + "Average speed is 208.8% of the surrounding traffic's one", + "Average speed is 210.83% of the surrounding traffic's one", + "Average speed is 210.73% of the surrounding traffic's one", + "Average speed is 174.99% of the surrounding traffic's one", + "Average speed is 205.17% of the surrounding traffic's one", + "Average speed is 337.67% of the surrounding traffic's one", + "Average speed is 263.78% of the surrounding traffic's one", + "Average speed is 149.1% of the surrounding traffic's one", + "Average speed is 147.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 12.8, + "duration_system": 148.169 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_04_11_06_20_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=165 at (x=194.924, y=-309.661, z=0.028) at time=10.700s [CARLA Frame: 1360, Agent Step: 213]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 258.64% of the surrounding traffic's one", + "Average speed is 144.08% of the surrounding traffic's one", + "Average speed is 179.98% of the surrounding traffic's one", + "Average speed is 147.8% of the surrounding traffic's one", + "Average speed is 25.56% of the surrounding traffic's one", + "Average speed is 179.07% of the surrounding traffic's one", + "Average speed is 448.96% of the surrounding traffic's one", + "Average speed is 546.63% of the surrounding traffic's one", + "Average speed is 339.95% of the surrounding traffic's one", + "Average speed is 313.79% of the surrounding traffic's one", + "Average speed is 252.48% of the surrounding traffic's one", + "Average speed is 330.18% of the surrounding traffic's one", + "Average speed is 420.31% of the surrounding traffic's one", + "Average speed is 388.87% of the surrounding traffic's one", + "Average speed is 246.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 13.35, + "duration_system": 107.104 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_04_11_12_42_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=160 at (x=262.507, y=-247.03, z=0.002) at time=9.900s [CARLA Frame: 1529, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.68% of the surrounding traffic's one", + "Average speed is 770.82% of the surrounding traffic's one", + "Average speed is 775.3% of the surrounding traffic's one", + "Average speed is 61.19% of the surrounding traffic's one", + "Average speed is 32.75% of the surrounding traffic's one", + "Average speed is 124.57% of the surrounding traffic's one", + "Average speed is 263.13% of the surrounding traffic's one", + "Average speed is 532.68% of the surrounding traffic's one", + "Average speed is 1074.95% of the surrounding traffic's one", + "Average speed is 498.74% of the surrounding traffic's one", + "Average speed is 499.72% of the surrounding traffic's one", + "Average speed is 391.9% of the surrounding traffic's one", + "Average speed is 448.64% of the surrounding traffic's one", + "Average speed is 261.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 13.05, + "duration_system": 115.119 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_04_11_12_37_56", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.346, y=-250.623, z=0.008) at time=8.950s [CARLA Frame: 1494, Agent Step: 178]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=38 at (x=245.631, y=-246.074, z=0.004)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.49% of the surrounding traffic's one", + "Average speed is 2546.9% of the surrounding traffic's one", + "Average speed is 2549.34% of the surrounding traffic's one", + "Average speed is 567.9% of the surrounding traffic's one", + "Average speed is 159.25% of the surrounding traffic's one", + "Average speed is 35.04% of the surrounding traffic's one", + "Average speed is 102.44% of the surrounding traffic's one", + "Average speed is 188.07% of the surrounding traffic's one", + "Average speed is 228.42% of the surrounding traffic's one", + "Average speed is 259.04% of the surrounding traffic's one", + "Average speed is 374.31% of the surrounding traffic's one", + "Average speed is 441.25% of the surrounding traffic's one", + "Average speed is 296.57% of the surrounding traffic's one", + "Average speed is 232.19% of the surrounding traffic's one", + "Average speed is 433.6% of the surrounding traffic's one", + "Average speed is 377.69% of the surrounding traffic's one", + "Average speed is 320.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.48, + "score_composed": 48.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 12.95, + "duration_system": 120.121 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_04_11_03_50_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.05% of the surrounding traffic's one", + "Average speed is 217.62% of the surrounding traffic's one", + "Average speed is 150.94% of the surrounding traffic's one", + "Average speed is 7.03% of the surrounding traffic's one", + "Average speed is 1693.08% of the surrounding traffic's one", + "Average speed is 1321.01% of the surrounding traffic's one", + "Average speed is 1989.35% of the surrounding traffic's one", + "Average speed is 1818.09% of the surrounding traffic's one", + "Average speed is 2114.88% of the surrounding traffic's one", + "Average speed is 3692.28% of the surrounding traffic's one", + "Average speed is 3128.72% of the surrounding traffic's one", + "Average speed is 777.58% of the surrounding traffic's one", + "Average speed is 248.36% of the surrounding traffic's one", + "Average speed is 190.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.15, + "duration_system": 251.45 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_04_11_03_45_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 34 at (x=106.12, y=324.08, z=0.103)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.53% of the surrounding traffic's one", + "Average speed is 103.43% of the surrounding traffic's one", + "Average speed is 67.8% of the surrounding traffic's one", + "Average speed is 89.8% of the surrounding traffic's one", + "Average speed is 79.44% of the surrounding traffic's one", + "Average speed is 129.61% of the surrounding traffic's one", + "Average speed is 117.0% of the surrounding traffic's one", + "Average speed is 64.44% of the surrounding traffic's one", + "Average speed is 127.2% of the surrounding traffic's one", + "Average speed is 90.41% of the surrounding traffic's one", + "Average speed is 129.57% of the surrounding traffic's one", + "Average speed is 317.5% of the surrounding traffic's one", + "Average speed is 314.74% of the surrounding traffic's one", + "Average speed is 289.31% of the surrounding traffic's one", + "Average speed is 195.52% of the surrounding traffic's one", + "Average speed is 179.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 18.25, + "duration_system": 147.166 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_04_09_23_56_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.78% of the surrounding traffic's one", + "Average speed is 170.78% of the surrounding traffic's one", + "Average speed is 122.28% of the surrounding traffic's one", + "Average speed is 164.58% of the surrounding traffic's one", + "Average speed is 183.19% of the surrounding traffic's one", + "Average speed is 209.6% of the surrounding traffic's one", + "Average speed is 253.05% of the surrounding traffic's one", + "Average speed is 263.69% of the surrounding traffic's one", + "Average speed is 272.98% of the surrounding traffic's one", + "Average speed is 254.89% of the surrounding traffic's one", + "Average speed is 208.46% of the surrounding traffic's one", + "Average speed is 188.64% of the surrounding traffic's one", + "Average speed is 190.11% of the surrounding traffic's one", + "Average speed is 179.64% of the surrounding traffic's one", + "Average speed is 170.69% of the surrounding traffic's one", + "Average speed is 231.87% of the surrounding traffic's one", + "Average speed is 175.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 9.25, + "duration_system": 107.106 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_04_09_23_51_47", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.45% of the surrounding traffic's one", + "Average speed is 168.09% of the surrounding traffic's one", + "Average speed is 143.59% of the surrounding traffic's one", + "Average speed is 143.39% of the surrounding traffic's one", + "Average speed is 123.39% of the surrounding traffic's one", + "Average speed is 123.45% of the surrounding traffic's one", + "Average speed is 126.2% of the surrounding traffic's one", + "Average speed is 111.09% of the surrounding traffic's one", + "Average speed is 121.75% of the surrounding traffic's one", + "Average speed is 123.9% of the surrounding traffic's one", + "Average speed is 111.39% of the surrounding traffic's one", + "Average speed is 125.95% of the surrounding traffic's one", + "Average speed is 126.25% of the surrounding traffic's one", + "Average speed is 183.37% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.65, + "duration_system": 141.154 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_04_11_03_39_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.47% of the surrounding traffic's one", + "Average speed is 492.74% of the surrounding traffic's one", + "Average speed is 386.96% of the surrounding traffic's one", + "Average speed is 199.58% of the surrounding traffic's one", + "Average speed is 93.88% of the surrounding traffic's one", + "Average speed is 14.57% of the surrounding traffic's one", + "Average speed is 358.03% of the surrounding traffic's one", + "Average speed is 403.24% of the surrounding traffic's one", + "Average speed is 363.2% of the surrounding traffic's one", + "Average speed is 472.71% of the surrounding traffic's one", + "Average speed is 556.39% of the surrounding traffic's one", + "Average speed is 480.95% of the surrounding traffic's one", + "Average speed is 301.97% of the surrounding traffic's one", + "Average speed is 277.61% of the surrounding traffic's one", + "Average speed is 205.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.7, + "duration_system": 217.295 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_04_11_03_34_47", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=1746 at (x=-1802.186, y=-10134.325, z=274.837) at time=7.550s [CARLA Frame: 1325, Agent Step: 150]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 6.0 meters (9.47% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 317.4% of the surrounding traffic's one", + "Average speed is 499.76% of the surrounding traffic's one", + "Average speed is 400.61% of the surrounding traffic's one", + "Average speed is 260.89% of the surrounding traffic's one", + "Average speed is 95.46% of the surrounding traffic's one", + "Average speed is 133.5% of the surrounding traffic's one", + "Average speed is 241.93% of the surrounding traffic's one", + "Average speed is 235.52% of the surrounding traffic's one", + "Average speed is 197.72% of the surrounding traffic's one", + "Average speed is 139.4% of the surrounding traffic's one", + "Average speed is 727.67% of the surrounding traffic's one", + "Average speed is 496.0% of the surrounding traffic's one", + "Average speed is 353.9% of the surrounding traffic's one", + "Average speed is 383.99% of the surrounding traffic's one", + "Average speed is 322.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.543185, + "score_composed": 54.318531 + }, + "meta": { + "route_length": 70.367, + "duration_game": 9.6, + "duration_system": 120.118 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_04_11_03_29_50", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.31% of the surrounding traffic's one", + "Average speed is 1822.25% of the surrounding traffic's one", + "Average speed is 578.78% of the surrounding traffic's one", + "Average speed is 120.64% of the surrounding traffic's one", + "Average speed is 17.05% of the surrounding traffic's one", + "Average speed is 77.68% of the surrounding traffic's one", + "Average speed is 689.38% of the surrounding traffic's one", + "Average speed is 728.0% of the surrounding traffic's one", + "Average speed is 736.35% of the surrounding traffic's one", + "Average speed is 813.13% of the surrounding traffic's one", + "Average speed is 1374.95% of the surrounding traffic's one", + "Average speed is 714.36% of the surrounding traffic's one", + "Average speed is 609.45% of the surrounding traffic's one", + "Average speed is 391.68% of the surrounding traffic's one", + "Average speed is 277.27% of the surrounding traffic's one", + "Average speed is 224.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 17.2, + "duration_system": 159.165 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_04_11_03_20_28", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.07% of the surrounding traffic's one", + "Average speed is 239.54% of the surrounding traffic's one", + "Average speed is 489.39% of the surrounding traffic's one", + "Average speed is 18.78% of the surrounding traffic's one", + "Average speed is 17.5% of the surrounding traffic's one", + "Average speed is 708.59% of the surrounding traffic's one", + "Average speed is 750.16% of the surrounding traffic's one", + "Average speed is 635.52% of the surrounding traffic's one", + "Average speed is 625.0% of the surrounding traffic's one", + "Average speed is 555.33% of the surrounding traffic's one", + "Average speed is 1670.73% of the surrounding traffic's one", + "Average speed is 8499.95% of the surrounding traffic's one", + "Average speed is 1255.65% of the surrounding traffic's one", + "Average speed is 963.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.15, + "duration_system": 430.511 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_04_11_12_31_14", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.87, y=-81.275, z=0.028) at time=17.550s [CARLA Frame: 1637, Agent Step: 350]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.22% of the surrounding traffic's one", + "Average speed is 147.58% of the surrounding traffic's one", + "Average speed is 149.43% of the surrounding traffic's one", + "Average speed is 143.6% of the surrounding traffic's one", + "Average speed is 32.84% of the surrounding traffic's one", + "Average speed is 1561.99% of the surrounding traffic's one", + "Average speed is 1584.05% of the surrounding traffic's one", + "Average speed is 1356.66% of the surrounding traffic's one", + "Average speed is 929.16% of the surrounding traffic's one", + "Average speed is 919.69% of the surrounding traffic's one", + "Average speed is 481.24% of the surrounding traffic's one", + "Average speed is 323.82% of the surrounding traffic's one", + "Average speed is 402.24% of the surrounding traffic's one", + "Average speed is 465.09% of the surrounding traffic's one", + "Average speed is 533.72% of the surrounding traffic's one", + "Average speed is 494.43% of the surrounding traffic's one", + "Average speed is 508.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 22.6, + "duration_system": 275.373 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_04_11_02_39_37", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.79% of the surrounding traffic's one", + "Average speed is 192.44% of the surrounding traffic's one", + "Average speed is 234.06% of the surrounding traffic's one", + "Average speed is 93.7% of the surrounding traffic's one", + "Average speed is 188.39% of the surrounding traffic's one", + "Average speed is 237.54% of the surrounding traffic's one", + "Average speed is 236.86% of the surrounding traffic's one", + "Average speed is 246.49% of the surrounding traffic's one", + "Average speed is 204.65% of the surrounding traffic's one", + "Average speed is 31.81% of the surrounding traffic's one", + "Average speed is 437.75% of the surrounding traffic's one", + "Average speed is 343.68% of the surrounding traffic's one", + "Average speed is 252.96% of the surrounding traffic's one", + "Average speed is 244.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 20.7, + "duration_system": 199.204 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_04_09_23_44_42", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.75% of the surrounding traffic's one", + "Average speed is 73.48% of the surrounding traffic's one", + "Average speed is 195.12% of the surrounding traffic's one", + "Average speed is 218.24% of the surrounding traffic's one", + "Average speed is 143.78% of the surrounding traffic's one", + "Average speed is 68.76% of the surrounding traffic's one", + "Average speed is 120.08% of the surrounding traffic's one", + "Average speed is 76.64% of the surrounding traffic's one", + "Average speed is 129.46% of the surrounding traffic's one", + "Average speed is 53.58% of the surrounding traffic's one", + "Average speed is 169.53% of the surrounding traffic's one", + "Average speed is 68.8% of the surrounding traffic's one", + "Average speed is 195.27% of the surrounding traffic's one", + "Average speed is 198.34% of the surrounding traffic's one", + "Average speed is 156.58% of the surrounding traffic's one", + "Average speed is 122.41% of the surrounding traffic's one", + "Average speed is 161.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 22.35, + "duration_system": 276.315 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_04_09_23_31_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3697 at (x=-1626.25, y=6471.239, z=372.575) at time=20.800s [CARLA Frame: 1759, Agent Step: 415]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.81% of the surrounding traffic's one", + "Average speed is 153.97% of the surrounding traffic's one", + "Average speed is 176.37% of the surrounding traffic's one", + "Average speed is 173.66% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 151.11% of the surrounding traffic's one", + "Average speed is 230.79% of the surrounding traffic's one", + "Average speed is 13.93% of the surrounding traffic's one", + "Average speed is 5.36% of the surrounding traffic's one", + "Average speed is 230.47% of the surrounding traffic's one", + "Average speed is 246.13% of the surrounding traffic's one", + "Average speed is 226.83% of the surrounding traffic's one", + "Average speed is 197.77% of the surrounding traffic's one", + "Average speed is 129.98% of the surrounding traffic's one", + "Average speed is 106.36% of the surrounding traffic's one", + "Average speed is 118.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 68.4, + "duration_system": 626.763 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_04_11_01_28_13", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=689.277, y=744.259, z=117.995) at time=9.600s [CARLA Frame: 1318, Agent Step: 191]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.11% of the surrounding traffic's one", + "Average speed is 210.2% of the surrounding traffic's one", + "Average speed is 311.01% of the surrounding traffic's one", + "Average speed is 773.62% of the surrounding traffic's one", + "Average speed is 578.83% of the surrounding traffic's one", + "Average speed is 55.82% of the surrounding traffic's one", + "Average speed is 168.35% of the surrounding traffic's one", + "Average speed is 240.06% of the surrounding traffic's one", + "Average speed is 218.81% of the surrounding traffic's one", + "Average speed is 274.75% of the surrounding traffic's one", + "Average speed is 277.73% of the surrounding traffic's one", + "Average speed is 383.67% of the surrounding traffic's one", + "Average speed is 413.56% of the surrounding traffic's one", + "Average speed is 565.34% of the surrounding traffic's one", + "Average speed is 732.94% of the surrounding traffic's one", + "Average speed is 746.6% of the surrounding traffic's one", + "Average speed is 667.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.1, + "duration_system": 140.145 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_04_11_01_19_01", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 633.06% of the surrounding traffic's one", + "Average speed is 1130.37% of the surrounding traffic's one", + "Average speed is 573.25% of the surrounding traffic's one", + "Average speed is 117.34% of the surrounding traffic's one", + "Average speed is 11.01% of the surrounding traffic's one", + "Average speed is 1393.53% of the surrounding traffic's one", + "Average speed is 1282.3% of the surrounding traffic's one", + "Average speed is 1417.62% of the surrounding traffic's one", + "Average speed is 1222.69% of the surrounding traffic's one", + "Average speed is 1343.81% of the surrounding traffic's one", + "Average speed is 1343.86% of the surrounding traffic's one", + "Average speed is 1079.19% of the surrounding traffic's one", + "Average speed is 1586.41% of the surrounding traffic's one", + "Average speed is 1412.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.6, + "duration_system": 408.479 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_04_11_01_14_18", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=171 at (x=-107.048, y=95.031, z=-0.003) at time=10.250s [CARLA Frame: 1416, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.78% of the surrounding traffic's one", + "Average speed is 418.98% of the surrounding traffic's one", + "Average speed is 2487.89% of the surrounding traffic's one", + "Average speed is 1249.37% of the surrounding traffic's one", + "Average speed is 548.94% of the surrounding traffic's one", + "Average speed is 47.42% of the surrounding traffic's one", + "Average speed is 252.01% of the surrounding traffic's one", + "Average speed is 415.3% of the surrounding traffic's one", + "Average speed is 480.65% of the surrounding traffic's one", + "Average speed is 487.76% of the surrounding traffic's one", + "Average speed is 506.75% of the surrounding traffic's one", + "Average speed is 1252.16% of the surrounding traffic's one", + "Average speed is 1370.25% of the surrounding traffic's one", + "Average speed is 694.78% of the surrounding traffic's one", + "Average speed is 569.42% of the surrounding traffic's one", + "Average speed is 553.08% of the surrounding traffic's one", + "Average speed is 474.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 12.75, + "duration_system": 148.148 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_04_11_01_05_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.83% of the surrounding traffic's one", + "Average speed is 148.18% of the surrounding traffic's one", + "Average speed is 269.66% of the surrounding traffic's one", + "Average speed is 39.19% of the surrounding traffic's one", + "Average speed is 301.53% of the surrounding traffic's one", + "Average speed is 339.12% of the surrounding traffic's one", + "Average speed is 536.51% of the surrounding traffic's one", + "Average speed is 674.4% of the surrounding traffic's one", + "Average speed is 82.99% of the surrounding traffic's one", + "Average speed is 10589.87% of the surrounding traffic's one", + "Average speed is 5532.44% of the surrounding traffic's one", + "Average speed is 60728.12% of the surrounding traffic's one", + "Average speed is 6954.17% of the surrounding traffic's one", + "Average speed is 2557.59% of the surrounding traffic's one", + "Average speed is 1846.9% of the surrounding traffic's one", + "Average speed is 1312.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 56.8, + "duration_system": 403.663 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_04_11_01_01_25", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 102.02% of the surrounding traffic's one", + "Average speed is 171.97% of the surrounding traffic's one", + "Average speed is 473.73% of the surrounding traffic's one", + "Average speed is 448.7% of the surrounding traffic's one", + "Average speed is 407.23% of the surrounding traffic's one", + "Average speed is 470.11% of the surrounding traffic's one", + "Average speed is 456.08% of the surrounding traffic's one", + "Average speed is 391.82% of the surrounding traffic's one", + "Average speed is 308.13% of the surrounding traffic's one", + "Average speed is 218.13% of the surrounding traffic's one", + "Average speed is 155.16% of the surrounding traffic's one", + "Average speed is 217.13% of the surrounding traffic's one", + "Average speed is 304.98% of the surrounding traffic's one", + "Average speed is 259.25% of the surrounding traffic's one", + "Average speed is 230.29% of the surrounding traffic's one", + "Average speed is 186.0% of the surrounding traffic's one", + "Average speed is 178.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.75, + "duration_system": 98.099 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_04_11_00_51_38", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.32% of the surrounding traffic's one", + "Average speed is 189.08% of the surrounding traffic's one", + "Average speed is 238.94% of the surrounding traffic's one", + "Average speed is 230.62% of the surrounding traffic's one", + "Average speed is 6.94% of the surrounding traffic's one", + "Average speed is 312.59% of the surrounding traffic's one", + "Average speed is 461.38% of the surrounding traffic's one", + "Average speed is 375.19% of the surrounding traffic's one", + "Average speed is 369.85% of the surrounding traffic's one", + "Average speed is 488.95% of the surrounding traffic's one", + "Average speed is 639.77% of the surrounding traffic's one", + "Average speed is 415.8% of the surrounding traffic's one", + "Average speed is 164.15% of the surrounding traffic's one", + "Average speed is 26.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 62.0, + "duration_system": 448.574 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_04_09_23_26_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.18% of the surrounding traffic's one", + "Average speed is 105.58% of the surrounding traffic's one", + "Average speed is 183.17% of the surrounding traffic's one", + "Average speed is 337.92% of the surrounding traffic's one", + "Average speed is 271.58% of the surrounding traffic's one", + "Average speed is 230.24% of the surrounding traffic's one", + "Average speed is 131.52% of the surrounding traffic's one", + "Average speed is 37.16% of the surrounding traffic's one", + "Average speed is 104.03% of the surrounding traffic's one", + "Average speed is 163.37% of the surrounding traffic's one", + "Average speed is 212.06% of the surrounding traffic's one", + "Average speed is 162.86% of the surrounding traffic's one", + "Average speed is 142.43% of the surrounding traffic's one", + "Average speed is 133.93% of the surrounding traffic's one", + "Average speed is 75.02% of the surrounding traffic's one", + "Average speed is 129.01% of the surrounding traffic's one", + "Average speed is 71.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 24.9, + "duration_system": 185.197 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_04_09_23_20_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.24% of the surrounding traffic's one", + "Average speed is 149.36% of the surrounding traffic's one", + "Average speed is 286.69% of the surrounding traffic's one", + "Average speed is 230.53% of the surrounding traffic's one", + "Average speed is 147.51% of the surrounding traffic's one", + "Average speed is 33.4% of the surrounding traffic's one", + "Average speed is 164.22% of the surrounding traffic's one", + "Average speed is 219.29% of the surrounding traffic's one", + "Average speed is 154.11% of the surrounding traffic's one", + "Average speed is 156.6% of the surrounding traffic's one", + "Average speed is 199.22% of the surrounding traffic's one", + "Average speed is 168.34% of the surrounding traffic's one", + "Average speed is 173.4% of the surrounding traffic's one", + "Average speed is 237.61% of the surrounding traffic's one", + "Average speed is 157.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 20.35, + "duration_system": 174.183 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_04_11_00_47_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.32% of the surrounding traffic's one", + "Average speed is 219.26% of the surrounding traffic's one", + "Average speed is 209.56% of the surrounding traffic's one", + "Average speed is 154.48% of the surrounding traffic's one", + "Average speed is 237.03% of the surrounding traffic's one", + "Average speed is 106.81% of the surrounding traffic's one", + "Average speed is 146.31% of the surrounding traffic's one", + "Average speed is 209.84% of the surrounding traffic's one", + "Average speed is 223.69% of the surrounding traffic's one", + "Average speed is 105.07% of the surrounding traffic's one", + "Average speed is 218.37% of the surrounding traffic's one", + "Average speed is 313.49% of the surrounding traffic's one", + "Average speed is 310.17% of the surrounding traffic's one", + "Average speed is 222.07% of the surrounding traffic's one", + "Average speed is 235.53% of the surrounding traffic's one", + "Average speed is 241.28% of the surrounding traffic's one", + "Average speed is 226.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 12.35, + "duration_system": 145.14 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_04_11_00_39_24", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.83% of the surrounding traffic's one", + "Average speed is 115.47% of the surrounding traffic's one", + "Average speed is 19.72% of the surrounding traffic's one", + "Average speed is 101.28% of the surrounding traffic's one", + "Average speed is 153.74% of the surrounding traffic's one", + "Average speed is 113.94% of the surrounding traffic's one", + "Average speed is 112.64% of the surrounding traffic's one", + "Average speed is 101.73% of the surrounding traffic's one", + "Average speed is 111.97% of the surrounding traffic's one", + "Average speed is 97.99% of the surrounding traffic's one", + "Average speed is 105.52% of the surrounding traffic's one", + "Average speed is 99.31% of the surrounding traffic's one", + "Average speed is 108.65% of the surrounding traffic's one", + "Average speed is 103.49% of the surrounding traffic's one", + "Average speed is 119.43% of the surrounding traffic's one", + "Average speed is 113.4% of the surrounding traffic's one", + "Average speed is 93.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.7, + "duration_system": 330.399 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_04_09_23_11_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.24% of the surrounding traffic's one", + "Average speed is 120.67% of the surrounding traffic's one", + "Average speed is 263.65% of the surrounding traffic's one", + "Average speed is 308.52% of the surrounding traffic's one", + "Average speed is 233.13% of the surrounding traffic's one", + "Average speed is 161.72% of the surrounding traffic's one", + "Average speed is 102.98% of the surrounding traffic's one", + "Average speed is 12.78% of the surrounding traffic's one", + "Average speed is 561.08% of the surrounding traffic's one", + "Average speed is 434.97% of the surrounding traffic's one", + "Average speed is 368.13% of the surrounding traffic's one", + "Average speed is 451.48% of the surrounding traffic's one", + "Average speed is 274.93% of the surrounding traffic's one", + "Average speed is 236.59% of the surrounding traffic's one", + "Average speed is 252.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.6, + "duration_system": 409.355 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_04_11_00_19_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 1.09% of the surrounding traffic's one", + "Average speed is 136.13% of the surrounding traffic's one", + "Average speed is 115.67% of the surrounding traffic's one", + "Average speed is 133.02% of the surrounding traffic's one", + "Average speed is 124.79% of the surrounding traffic's one", + "Average speed is 119.82% of the surrounding traffic's one", + "Average speed is 123.42% of the surrounding traffic's one", + "Average speed is 125.5% of the surrounding traffic's one", + "Average speed is 122.35% of the surrounding traffic's one", + "Average speed is 115.95% of the surrounding traffic's one", + "Average speed is 131.55% of the surrounding traffic's one", + "Average speed is 125.88% of the surrounding traffic's one", + "Average speed is 118.56% of the surrounding traffic's one", + "Average speed is 121.91% of the surrounding traffic's one", + "Average speed is 108.61% of the surrounding traffic's one", + "Average speed is 91.93% of the surrounding traffic's one", + "Average speed is 127.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 136.45, + "duration_system": 1036.488 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_04_11_00_16_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.52% of the surrounding traffic's one", + "Average speed is 60.94% of the surrounding traffic's one", + "Average speed is 148.83% of the surrounding traffic's one", + "Average speed is 95.47% of the surrounding traffic's one", + "Average speed is 106.33% of the surrounding traffic's one", + "Average speed is 94.36% of the surrounding traffic's one", + "Average speed is 96.55% of the surrounding traffic's one", + "Average speed is 126.07% of the surrounding traffic's one", + "Average speed is 78.35% of the surrounding traffic's one", + "Average speed is 131.16% of the surrounding traffic's one", + "Average speed is 100.83% of the surrounding traffic's one", + "Average speed is 103.25% of the surrounding traffic's one", + "Average speed is 105.89% of the surrounding traffic's one", + "Average speed is 98.48% of the surrounding traffic's one", + "Average speed is 136.22% of the surrounding traffic's one", + "Average speed is 108.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.7, + "duration_system": 102.418 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_04_11_15_49_25", + "status": "Failed - Agent deviated from the route", + "num_infractions": 3, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.89% of the surrounding traffic's one", + "Average speed is 244.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=559.052, y=-10.267, z=-0.007)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 15.24, + "score_penalty": 1.0, + "score_composed": 15.24 + }, + "meta": { + "route_length": 148.212, + "duration_game": 227.6, + "duration_system": 1726.646 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_04_10_23_37_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.74% of the surrounding traffic's one", + "Average speed is 123.62% of the surrounding traffic's one", + "Average speed is 15.08% of the surrounding traffic's one", + "Average speed is 121.55% of the surrounding traffic's one", + "Average speed is 114.15% of the surrounding traffic's one", + "Average speed is 116.14% of the surrounding traffic's one", + "Average speed is 98.36% of the surrounding traffic's one", + "Average speed is 110.58% of the surrounding traffic's one", + "Average speed is 113.15% of the surrounding traffic's one", + "Average speed is 104.44% of the surrounding traffic's one", + "Average speed is 106.37% of the surrounding traffic's one", + "Average speed is 108.08% of the surrounding traffic's one", + "Average speed is 117.31% of the surrounding traffic's one", + "Average speed is 106.38% of the surrounding traffic's one", + "Average speed is 121.24% of the surrounding traffic's one", + "Average speed is 103.39% of the surrounding traffic's one", + "Average speed is 102.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.15, + "duration_system": 321.328 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_04_10_23_32_38", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.48% of the surrounding traffic's one", + "Average speed is 128.25% of the surrounding traffic's one", + "Average speed is 218.76% of the surrounding traffic's one", + "Average speed is 247.3% of the surrounding traffic's one", + "Average speed is 229.55% of the surrounding traffic's one", + "Average speed is 189.86% of the surrounding traffic's one", + "Average speed is 18.62% of the surrounding traffic's one", + "Average speed is 213.78% of the surrounding traffic's one", + "Average speed is 95.75% of the surrounding traffic's one", + "Average speed is 109.58% of the surrounding traffic's one", + "Average speed is 193.08% of the surrounding traffic's one", + "Average speed is 202.8% of the surrounding traffic's one", + "Average speed is 142.23% of the surrounding traffic's one", + "Average speed is 153.8% of the surrounding traffic's one", + "Average speed is 154.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 23.2, + "duration_system": 183.193 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_04_10_23_29_04", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.3% of the surrounding traffic's one", + "Average speed is 164.73% of the surrounding traffic's one", + "Average speed is 74.93% of the surrounding traffic's one", + "Average speed is 90.73% of the surrounding traffic's one", + "Average speed is 108.36% of the surrounding traffic's one", + "Average speed is 103.54% of the surrounding traffic's one", + "Average speed is 90.73% of the surrounding traffic's one", + "Average speed is 72.24% of the surrounding traffic's one", + "Average speed is 41.42% of the surrounding traffic's one", + "Average speed is 59.04% of the surrounding traffic's one", + "Average speed is 80.21% of the surrounding traffic's one", + "Average speed is 86.38% of the surrounding traffic's one", + "Average speed is 84.59% of the surrounding traffic's one", + "Average speed is 88.16% of the surrounding traffic's one", + "Average speed is 99.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 13.2, + "duration_system": 90.094 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_04_10_23_24_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.86% of the surrounding traffic's one", + "Average speed is 133.35% of the surrounding traffic's one", + "Average speed is 147.46% of the surrounding traffic's one", + "Average speed is 153.04% of the surrounding traffic's one", + "Average speed is 152.37% of the surrounding traffic's one", + "Average speed is 204.5% of the surrounding traffic's one", + "Average speed is 223.37% of the surrounding traffic's one", + "Average speed is 219.16% of the surrounding traffic's one", + "Average speed is 198.53% of the surrounding traffic's one", + "Average speed is 133.59% of the surrounding traffic's one", + "Average speed is 54.73% of the surrounding traffic's one", + "Average speed is 159.95% of the surrounding traffic's one", + "Average speed is 169.56% of the surrounding traffic's one", + "Average speed is 173.4% of the surrounding traffic's one", + "Average speed is 144.49% of the surrounding traffic's one", + "Average speed is 147.45% of the surrounding traffic's one", + "Average speed is 152.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 13.7, + "duration_system": 121.123 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_04_10_23_10_15", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.41% of the surrounding traffic's one", + "Average speed is 322.19% of the surrounding traffic's one", + "Average speed is 294.98% of the surrounding traffic's one", + "Average speed is 207.09% of the surrounding traffic's one", + "Average speed is 94.25% of the surrounding traffic's one", + "Average speed is 18.68% of the surrounding traffic's one", + "Average speed is 338.15% of the surrounding traffic's one", + "Average speed is 284.4% of the surrounding traffic's one", + "Average speed is 69.75% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 673452332198.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 97.6, + "duration_system": 757.104 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_04_10_22_36_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 176.31% of the surrounding traffic's one", + "Average speed is 242.1% of the surrounding traffic's one", + "Average speed is 246.02% of the surrounding traffic's one", + "Average speed is 214.12% of the surrounding traffic's one", + "Average speed is 198.16% of the surrounding traffic's one", + "Average speed is 156.58% of the surrounding traffic's one", + "Average speed is 161.68% of the surrounding traffic's one", + "Average speed is 186.02% of the surrounding traffic's one", + "Average speed is 169.9% of the surrounding traffic's one", + "Average speed is 162.86% of the surrounding traffic's one", + "Average speed is 152.96% of the surrounding traffic's one", + "Average speed is 154.36% of the surrounding traffic's one", + "Average speed is 178.44% of the surrounding traffic's one", + "Average speed is 174.7% of the surrounding traffic's one", + "Average speed is 141.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.7, + "duration_system": 1916.572 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_04_09_22_50_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.59% of the surrounding traffic's one", + "Average speed is 153.86% of the surrounding traffic's one", + "Average speed is 188.9% of the surrounding traffic's one", + "Average speed is 122.88% of the surrounding traffic's one", + "Average speed is 23.13% of the surrounding traffic's one", + "Average speed is 1.29% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 138.31% of the surrounding traffic's one", + "Average speed is 249.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 63.3, + "duration_system": 1123.236 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_04_10_22_27_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.44% of the surrounding traffic's one", + "Average speed is 1077.2% of the surrounding traffic's one", + "Average speed is 1502.41% of the surrounding traffic's one", + "Average speed is 1464.5% of the surrounding traffic's one", + "Average speed is 1953.58% of the surrounding traffic's one", + "Average speed is 1543.74% of the surrounding traffic's one", + "Average speed is 1304.66% of the surrounding traffic's one", + "Average speed is 958.84% of the surrounding traffic's one", + "Average speed is 760.4% of the surrounding traffic's one", + "Average speed is 764.4% of the surrounding traffic's one", + "Average speed is 702.85% of the surrounding traffic's one", + "Average speed is 629.77% of the surrounding traffic's one", + "Average speed is 445.99% of the surrounding traffic's one", + "Average speed is 310.89% of the surrounding traffic's one", + "Average speed is 223.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 49.7, + "duration_system": 399.492 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_04_10_22_24_22", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.02% of the surrounding traffic's one", + "Average speed is 21.76% of the surrounding traffic's one", + "Average speed is 159.57% of the surrounding traffic's one", + "Average speed is 295.94% of the surrounding traffic's one", + "Average speed is 360.39% of the surrounding traffic's one", + "Average speed is 386.07% of the surrounding traffic's one", + "Average speed is 364.18% of the surrounding traffic's one", + "Average speed is 383.36% of the surrounding traffic's one", + "Average speed is 713.63% of the surrounding traffic's one", + "Average speed is 464.92% of the surrounding traffic's one", + "Average speed is 551.66% of the surrounding traffic's one", + "Average speed is 501.52% of the surrounding traffic's one", + "Average speed is 369.65% of the surrounding traffic's one", + "Average speed is 316.86% of the surrounding traffic's one", + "Average speed is 225.44% of the surrounding traffic's one", + "Average speed is 211.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 10.95, + "duration_system": 66.063 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_04_10_22_18_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.6% of the surrounding traffic's one", + "Average speed is 181.62% of the surrounding traffic's one", + "Average speed is 189.81% of the surrounding traffic's one", + "Average speed is 195.18% of the surrounding traffic's one", + "Average speed is 170.56% of the surrounding traffic's one", + "Average speed is 151.18% of the surrounding traffic's one", + "Average speed is 120.83% of the surrounding traffic's one", + "Average speed is 113.52% of the surrounding traffic's one", + "Average speed is 45.08% of the surrounding traffic's one", + "Average speed is 68.77% of the surrounding traffic's one", + "Average speed is 103.64% of the surrounding traffic's one", + "Average speed is 104.28% of the surrounding traffic's one", + "Average speed is 104.23% of the surrounding traffic's one", + "Average speed is 187.15% of the surrounding traffic's one", + "Average speed is 237.06% of the surrounding traffic's one", + "Average speed is 270.6% of the surrounding traffic's one", + "Average speed is 300.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.8, + "duration_system": 202.375 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_04_10_22_14_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.19% of the surrounding traffic's one", + "Average speed is 125.03% of the surrounding traffic's one", + "Average speed is 224.34% of the surrounding traffic's one", + "Average speed is 204.79% of the surrounding traffic's one", + "Average speed is 144.01% of the surrounding traffic's one", + "Average speed is 119.25% of the surrounding traffic's one", + "Average speed is 87.07% of the surrounding traffic's one", + "Average speed is 82.01% of the surrounding traffic's one", + "Average speed is 58.02% of the surrounding traffic's one", + "Average speed is 93.84% of the surrounding traffic's one", + "Average speed is 240.06% of the surrounding traffic's one", + "Average speed is 326.9% of the surrounding traffic's one", + "Average speed is 297.71% of the surrounding traffic's one", + "Average speed is 290.63% of the surrounding traffic's one", + "Average speed is 262.57% of the surrounding traffic's one", + "Average speed is 446.31% of the surrounding traffic's one", + "Average speed is 579.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.95, + "duration_system": 125.132 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_04_10_22_09_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.25% of the surrounding traffic's one", + "Average speed is 57.06% of the surrounding traffic's one", + "Average speed is 77.16% of the surrounding traffic's one", + "Average speed is 160.42% of the surrounding traffic's one", + "Average speed is 169.49% of the surrounding traffic's one", + "Average speed is 181.03% of the surrounding traffic's one", + "Average speed is 202.22% of the surrounding traffic's one", + "Average speed is 116.63% of the surrounding traffic's one", + "Average speed is 19.16% of the surrounding traffic's one", + "Average speed is 129.7% of the surrounding traffic's one", + "Average speed is 191.78% of the surrounding traffic's one", + "Average speed is 199.11% of the surrounding traffic's one", + "Average speed is 310.46% of the surrounding traffic's one", + "Average speed is 220.87% of the surrounding traffic's one", + "Average speed is 98.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.4, + "duration_system": 198.447 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_04_10_22_03_03", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.43% of the surrounding traffic's one", + "Average speed is 144.77% of the surrounding traffic's one", + "Average speed is 239.4% of the surrounding traffic's one", + "Average speed is 217.24% of the surrounding traffic's one", + "Average speed is 162.91% of the surrounding traffic's one", + "Average speed is 33.09% of the surrounding traffic's one", + "Average speed is 98.0% of the surrounding traffic's one", + "Average speed is 173.57% of the surrounding traffic's one", + "Average speed is 248.37% of the surrounding traffic's one", + "Average speed is 204.01% of the surrounding traffic's one", + "Average speed is 168.91% of the surrounding traffic's one", + "Average speed is 164.33% of the surrounding traffic's one", + "Average speed is 220.91% of the surrounding traffic's one", + "Average speed is 171.55% of the surrounding traffic's one", + "Average speed is 192.47% of the surrounding traffic's one", + "Average speed is 367.42% of the surrounding traffic's one", + "Average speed is 163.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 20.1, + "duration_system": 239.245 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_04_10_21_58_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.71% of the surrounding traffic's one", + "Average speed is 72.91% of the surrounding traffic's one", + "Average speed is 178.54% of the surrounding traffic's one", + "Average speed is 243.12% of the surrounding traffic's one", + "Average speed is 201.68% of the surrounding traffic's one", + "Average speed is 144.41% of the surrounding traffic's one", + "Average speed is 62.43% of the surrounding traffic's one", + "Average speed is 31.91% of the surrounding traffic's one", + "Average speed is 113.9% of the surrounding traffic's one", + "Average speed is 156.09% of the surrounding traffic's one", + "Average speed is 279.92% of the surrounding traffic's one", + "Average speed is 268.79% of the surrounding traffic's one", + "Average speed is 70.87% of the surrounding traffic's one", + "Average speed is 58.76% of the surrounding traffic's one", + "Average speed is 146.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 20.2, + "duration_system": 156.496 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_04_10_21_51_34", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 424.31% of the surrounding traffic's one", + "Average speed is 112181.53% of the surrounding traffic's one", + "Average speed is 729.66% of the surrounding traffic's one", + "Average speed is 110.43% of the surrounding traffic's one", + "Average speed is 8.9% of the surrounding traffic's one", + "Average speed is 2103.9% of the surrounding traffic's one", + "Average speed is 1960.33% of the surrounding traffic's one", + "Average speed is 1521.51% of the surrounding traffic's one", + "Average speed is 1337.31% of the surrounding traffic's one", + "Average speed is 1502.02% of the surrounding traffic's one", + "Average speed is 1340.23% of the surrounding traffic's one", + "Average speed is 2298.25% of the surrounding traffic's one", + "Average speed is 837.36% of the surrounding traffic's one", + "Average speed is 293.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 36.25, + "duration_system": 261.289 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_04_10_21_35_06", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=151 at (x=133.757, y=-133.738, z=0.032) at time=7.500s [CARLA Frame: 1474, Agent Step: 149]", + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=142 at (x=137.566, y=-127.786, z=0.032) at time=109.850s [CARLA Frame: 3521, Agent Step: 2196]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 13.499 meters (11.3% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 155.34% of the surrounding traffic's one", + "Average speed is 208.67% of the surrounding traffic's one", + "Average speed is 253.54% of the surrounding traffic's one", + "Average speed is 237.3% of the surrounding traffic's one", + "Average speed is 246.24% of the surrounding traffic's one", + "Average speed is 199.8% of the surrounding traffic's one", + "Average speed is 134.3% of the surrounding traffic's one", + "Average speed is 185.48% of the surrounding traffic's one", + "Average speed is 61.24% of the surrounding traffic's one", + "Average speed is 579.7% of the surrounding traffic's one", + "Average speed is 563.41% of the surrounding traffic's one", + "Average speed is 347.34% of the surrounding traffic's one", + "Average speed is 318.21% of the surrounding traffic's one", + "Average speed is 296.52% of the surrounding traffic's one", + "Average speed is 323.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.319309, + "score_composed": 31.930933 + }, + "meta": { + "route_length": 129.43, + "duration_game": 115.0, + "duration_system": 862.179 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_04_10_21_25_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.96% of the surrounding traffic's one", + "Average speed is 185.51% of the surrounding traffic's one", + "Average speed is 223.49% of the surrounding traffic's one", + "Average speed is 155.09% of the surrounding traffic's one", + "Average speed is 156.46% of the surrounding traffic's one", + "Average speed is 76.5% of the surrounding traffic's one", + "Average speed is 33.57% of the surrounding traffic's one", + "Average speed is 250.21% of the surrounding traffic's one", + "Average speed is 105.07% of the surrounding traffic's one", + "Average speed is 85.16% of the surrounding traffic's one", + "Average speed is 44.77% of the surrounding traffic's one", + "Average speed is 348.64% of the surrounding traffic's one", + "Average speed is 402.41% of the surrounding traffic's one", + "Average speed is 41.41% of the surrounding traffic's one", + "Average speed is 335.13% of the surrounding traffic's one", + "Average speed is 221.6% of the surrounding traffic's one", + "Average speed is 68.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 37.75, + "duration_system": 431.434 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_04_11_15_13_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 4.004 meters (4.21% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 125.44% of the surrounding traffic's one", + "Average speed is 192.47% of the surrounding traffic's one", + "Average speed is 374.75% of the surrounding traffic's one", + "Average speed is 436.98% of the surrounding traffic's one", + "Average speed is 257.7% of the surrounding traffic's one", + "Average speed is 186.84% of the surrounding traffic's one", + "Average speed is 8.89% of the surrounding traffic's one", + "Average speed is 493.21% of the surrounding traffic's one", + "Average speed is 422.64% of the surrounding traffic's one", + "Average speed is 866.8% of the surrounding traffic's one", + "Average speed is 676.73% of the surrounding traffic's one", + "Average speed is 285.46% of the surrounding traffic's one", + "Average speed is 14.96% of the surrounding traffic's one", + "Average speed is 98.9% of the surrounding traffic's one", + "Average speed is 298.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.670548, + "score_composed": 67.05476 + }, + "meta": { + "route_length": 105.188, + "duration_game": 251.45, + "duration_system": 2041.213 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_04_09_22_44_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.57% of the surrounding traffic's one", + "Average speed is 206.74% of the surrounding traffic's one", + "Average speed is 263.33% of the surrounding traffic's one", + "Average speed is 260.35% of the surrounding traffic's one", + "Average speed is 215.22% of the surrounding traffic's one", + "Average speed is 158.5% of the surrounding traffic's one", + "Average speed is 146.16% of the surrounding traffic's one", + "Average speed is 134.55% of the surrounding traffic's one", + "Average speed is 113.46% of the surrounding traffic's one", + "Average speed is 85.27% of the surrounding traffic's one", + "Average speed is 163.04% of the surrounding traffic's one", + "Average speed is 153.06% of the surrounding traffic's one", + "Average speed is 118.88% of the surrounding traffic's one", + "Average speed is 147.08% of the surrounding traffic's one", + "Average speed is 105.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 14.0, + "duration_system": 220.241 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_04_10_20_07_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.52% of the surrounding traffic's one", + "Average speed is 142.03% of the surrounding traffic's one", + "Average speed is 222.02% of the surrounding traffic's one", + "Average speed is 202.07% of the surrounding traffic's one", + "Average speed is 172.21% of the surrounding traffic's one", + "Average speed is 66.3% of the surrounding traffic's one", + "Average speed is 88.29% of the surrounding traffic's one", + "Average speed is 129.46% of the surrounding traffic's one", + "Average speed is 119.14% of the surrounding traffic's one", + "Average speed is 143.16% of the surrounding traffic's one", + "Average speed is 119.13% of the surrounding traffic's one", + "Average speed is 120.3% of the surrounding traffic's one", + "Average speed is 128.26% of the surrounding traffic's one", + "Average speed is 122.15% of the surrounding traffic's one", + "Average speed is 142.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 240.274 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_04_10_19_42_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.65% of the surrounding traffic's one", + "Average speed is 62.59% of the surrounding traffic's one", + "Average speed is 39.67% of the surrounding traffic's one", + "Average speed is 63.02% of the surrounding traffic's one", + "Average speed is 87.81% of the surrounding traffic's one", + "Average speed is 44.4% of the surrounding traffic's one", + "Average speed is 9.9% of the surrounding traffic's one", + "Average speed is 0.02% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 72.5, + "duration_system": 1356.942 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_04_09_22_19_06", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.37% of the surrounding traffic's one", + "Average speed is 133.54% of the surrounding traffic's one", + "Average speed is 154.88% of the surrounding traffic's one", + "Average speed is 173.44% of the surrounding traffic's one", + "Average speed is 111.58% of the surrounding traffic's one", + "Average speed is 95.97% of the surrounding traffic's one", + "Average speed is 5.64% of the surrounding traffic's one", + "Average speed is 225.7% of the surrounding traffic's one", + "Average speed is 190.91% of the surrounding traffic's one", + "Average speed is 152.61% of the surrounding traffic's one", + "Average speed is 154.83% of the surrounding traffic's one", + "Average speed is 142.83% of the surrounding traffic's one", + "Average speed is 146.61% of the surrounding traffic's one", + "Average speed is 141.3% of the surrounding traffic's one", + "Average speed is 144.35% of the surrounding traffic's one", + "Average speed is 139.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 57.25, + "duration_system": 1335.119 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_04_10_19_35_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.62% of the surrounding traffic's one", + "Average speed is 157.17% of the surrounding traffic's one", + "Average speed is 206.39% of the surrounding traffic's one", + "Average speed is 199.35% of the surrounding traffic's one", + "Average speed is 181.12% of the surrounding traffic's one", + "Average speed is 161.05% of the surrounding traffic's one", + "Average speed is 193.03% of the surrounding traffic's one", + "Average speed is 193.9% of the surrounding traffic's one", + "Average speed is 187.87% of the surrounding traffic's one", + "Average speed is 121.58% of the surrounding traffic's one", + "Average speed is 132.37% of the surrounding traffic's one", + "Average speed is 120.16% of the surrounding traffic's one", + "Average speed is 120.76% of the surrounding traffic's one", + "Average speed is 130.92% of the surrounding traffic's one", + "Average speed is 109.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 13.9, + "duration_system": 292.294 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_04_10_19_29_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.69% of the surrounding traffic's one", + "Average speed is 134.44% of the surrounding traffic's one", + "Average speed is 157.44% of the surrounding traffic's one", + "Average speed is 146.19% of the surrounding traffic's one", + "Average speed is 115.55% of the surrounding traffic's one", + "Average speed is 139.16% of the surrounding traffic's one", + "Average speed is 71.45% of the surrounding traffic's one", + "Average speed is 104.59% of the surrounding traffic's one", + "Average speed is 76.61% of the surrounding traffic's one", + "Average speed is 131.67% of the surrounding traffic's one", + "Average speed is 136.57% of the surrounding traffic's one", + "Average speed is 165.81% of the surrounding traffic's one", + "Average speed is 181.69% of the surrounding traffic's one", + "Average speed is 198.95% of the surrounding traffic's one", + "Average speed is 208.89% of the surrounding traffic's one", + "Average speed is 241.69% of the surrounding traffic's one", + "Average speed is 239.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 14.4, + "duration_system": 216.215 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_04_10_19_25_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.44% of the surrounding traffic's one", + "Average speed is 142.81% of the surrounding traffic's one", + "Average speed is 117.46% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one", + "Average speed is 180.99% of the surrounding traffic's one", + "Average speed is 166.63% of the surrounding traffic's one", + "Average speed is 177.07% of the surrounding traffic's one", + "Average speed is 181.18% of the surrounding traffic's one", + "Average speed is 177.5% of the surrounding traffic's one", + "Average speed is 160.89% of the surrounding traffic's one", + "Average speed is 145.03% of the surrounding traffic's one", + "Average speed is 130.06% of the surrounding traffic's one", + "Average speed is 117.46% of the surrounding traffic's one", + "Average speed is 112.74% of the surrounding traffic's one", + "Average speed is 114.37% of the surrounding traffic's one", + "Average speed is 128.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.7, + "duration_system": 119.142 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25358_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_25358_rep0_Town06_StaticCutIn_1_12_04_11_14_19_40", + "status": "Failed - Agent timed out", + "num_infractions": 6, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.72% of the surrounding traffic's one", + "Average speed is 129.2% of the surrounding traffic's one", + "Average speed is 123.68% of the surrounding traffic's one", + "Average speed is 173.96% of the surrounding traffic's one", + "Average speed is 1.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [ + "Route timeout." + ] + }, + "scores": { + "score_route": 33.69, + "score_penalty": 1.0, + "score_composed": 33.69 + }, + "meta": { + "route_length": 138.239, + "duration_game": 355.95, + "duration_system": 3092.875 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_04_09_22_12_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.57% of the surrounding traffic's one", + "Average speed is 163.81% of the surrounding traffic's one", + "Average speed is 203.74% of the surrounding traffic's one", + "Average speed is 224.06% of the surrounding traffic's one", + "Average speed is 162.57% of the surrounding traffic's one", + "Average speed is 80.63% of the surrounding traffic's one", + "Average speed is 147.22% of the surrounding traffic's one", + "Average speed is 196.03% of the surrounding traffic's one", + "Average speed is 231.93% of the surrounding traffic's one", + "Average speed is 219.83% of the surrounding traffic's one", + "Average speed is 170.96% of the surrounding traffic's one", + "Average speed is 52.94% of the surrounding traffic's one", + "Average speed is 112.89% of the surrounding traffic's one", + "Average speed is 189.88% of the surrounding traffic's one", + "Average speed is 201.35% of the surrounding traffic's one", + "Average speed is 227.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 13.85, + "duration_system": 217.228 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_04_10_18_11_37", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.81% of the surrounding traffic's one", + "Average speed is 134.81% of the surrounding traffic's one", + "Average speed is 119.9% of the surrounding traffic's one", + "Average speed is 135.49% of the surrounding traffic's one", + "Average speed is 108.81% of the surrounding traffic's one", + "Average speed is 99.34% of the surrounding traffic's one", + "Average speed is 109.24% of the surrounding traffic's one", + "Average speed is 145.15% of the surrounding traffic's one", + "Average speed is 169.66% of the surrounding traffic's one", + "Average speed is 79.93% of the surrounding traffic's one", + "Average speed is 148.3% of the surrounding traffic's one", + "Average speed is 123.58% of the surrounding traffic's one", + "Average speed is 89.15% of the surrounding traffic's one", + "Average speed is 167.79% of the surrounding traffic's one", + "Average speed is 116.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 16.95, + "duration_system": 276.297 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_04_10_17_35_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 65.04% of the surrounding traffic's one", + "Average speed is 156.98% of the surrounding traffic's one", + "Average speed is 210.91% of the surrounding traffic's one", + "Average speed is 239.23% of the surrounding traffic's one", + "Average speed is 243.19% of the surrounding traffic's one", + "Average speed is 239.33% of the surrounding traffic's one", + "Average speed is 209.86% of the surrounding traffic's one", + "Average speed is 124.98% of the surrounding traffic's one", + "Average speed is 41.37% of the surrounding traffic's one", + "Average speed is 43.91% of the surrounding traffic's one", + "Average speed is 41.68% of the surrounding traffic's one", + "Average speed is 42.57% of the surrounding traffic's one", + "Average speed is 56.53% of the surrounding traffic's one", + "Average speed is 36.63% of the surrounding traffic's one", + "Average speed is 41.05% of the surrounding traffic's one", + "Average speed is 0.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 246.65, + "duration_system": 2048.014 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_04_09_21_50_28", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.37% of the surrounding traffic's one", + "Average speed is 120.61% of the surrounding traffic's one", + "Average speed is 132.75% of the surrounding traffic's one", + "Average speed is 122.64% of the surrounding traffic's one", + "Average speed is 33.01% of the surrounding traffic's one", + "Average speed is 2.87% of the surrounding traffic's one", + "Average speed is 133.21% of the surrounding traffic's one", + "Average speed is 109.18% of the surrounding traffic's one", + "Average speed is 132.05% of the surrounding traffic's one", + "Average speed is 109.76% of the surrounding traffic's one", + "Average speed is 132.93% of the surrounding traffic's one", + "Average speed is 130.66% of the surrounding traffic's one", + "Average speed is 152.69% of the surrounding traffic's one", + "Average speed is 132.63% of the surrounding traffic's one", + "Average speed is 140.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 58.65, + "duration_system": 1194.795 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_04_09_21_32_50", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=3702 at (x=-1540.488, y=6461.36, z=373.295) at time=49.200s [CARLA Frame: 2332, Agent Step: 983]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.219, y=6458.309, z=373.433) at time=46.550s [CARLA Frame: 2279, Agent Step: 930]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.67% of the surrounding traffic's one", + "Average speed is 187.13% of the surrounding traffic's one", + "Average speed is 175.97% of the surrounding traffic's one", + "Average speed is 172.34% of the surrounding traffic's one", + "Average speed is 139.52% of the surrounding traffic's one", + "Average speed is 2.22% of the surrounding traffic's one", + "Average speed is 87.8% of the surrounding traffic's one", + "Average speed is 88.27% of the surrounding traffic's one", + "Average speed is 85.33% of the surrounding traffic's one", + "Average speed is 109.59% of the surrounding traffic's one", + "Average speed is 137.11% of the surrounding traffic's one", + "Average speed is 162.22% of the surrounding traffic's one", + "Average speed is 185.84% of the surrounding traffic's one", + "Average speed is 196.77% of the surrounding traffic's one", + "Average speed is 192.27% of the surrounding traffic's one", + "Average speed is 223.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.39, + "score_composed": 39.0 + }, + "meta": { + "route_length": 134.084, + "duration_game": 53.1, + "duration_system": 909.993 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_04_10_17_21_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.88% of the surrounding traffic's one", + "Average speed is 112.02% of the surrounding traffic's one", + "Average speed is 108.6% of the surrounding traffic's one", + "Average speed is 97.77% of the surrounding traffic's one", + "Average speed is 99.58% of the surrounding traffic's one", + "Average speed is 110.82% of the surrounding traffic's one", + "Average speed is 97.76% of the surrounding traffic's one", + "Average speed is 4.57% of the surrounding traffic's one", + "Average speed is 4.77% of the surrounding traffic's one", + "Average speed is 205.41% of the surrounding traffic's one", + "Average speed is 193.94% of the surrounding traffic's one", + "Average speed is 127.26% of the surrounding traffic's one", + "Average speed is 128.58% of the surrounding traffic's one", + "Average speed is 119.08% of the surrounding traffic's one", + "Average speed is 20.37% of the surrounding traffic's one", + "Average speed is 87.77% of the surrounding traffic's one", + "Average speed is 65.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 111.55, + "duration_system": 706.267 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_04_10_17_16_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.95% of the surrounding traffic's one", + "Average speed is 144.36% of the surrounding traffic's one", + "Average speed is 149.62% of the surrounding traffic's one", + "Average speed is 181.56% of the surrounding traffic's one", + "Average speed is 156.04% of the surrounding traffic's one", + "Average speed is 90.85% of the surrounding traffic's one", + "Average speed is 33.17% of the surrounding traffic's one", + "Average speed is 122.6% of the surrounding traffic's one", + "Average speed is 174.58% of the surrounding traffic's one", + "Average speed is 224.6% of the surrounding traffic's one", + "Average speed is 197.15% of the surrounding traffic's one", + "Average speed is 160.73% of the surrounding traffic's one", + "Average speed is 122.47% of the surrounding traffic's one", + "Average speed is 107.17% of the surrounding traffic's one", + "Average speed is 111.81% of the surrounding traffic's one", + "Average speed is 102.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 16.9, + "duration_system": 218.239 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_04_10_17_10_22", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=171 at (x=-377.589, y=426.237, z=-0.005) at time=8.100s [CARLA Frame: 1510, Agent Step: 161]", + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=170 at (x=-339.212, y=431.54, z=-0.003) at time=11.250s [CARLA Frame: 1573, Agent Step: 224]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.73% of the surrounding traffic's one", + "Average speed is 149.79% of the surrounding traffic's one", + "Average speed is 150.96% of the surrounding traffic's one", + "Average speed is 138.75% of the surrounding traffic's one", + "Average speed is 54.88% of the surrounding traffic's one", + "Average speed is 48.56% of the surrounding traffic's one", + "Average speed is 121.64% of the surrounding traffic's one", + "Average speed is 194.29% of the surrounding traffic's one", + "Average speed is 226.67% of the surrounding traffic's one", + "Average speed is 214.02% of the surrounding traffic's one", + "Average speed is 187.34% of the surrounding traffic's one", + "Average speed is 47.21% of the surrounding traffic's one", + "Average speed is 119.5% of the surrounding traffic's one", + "Average speed is 173.29% of the surrounding traffic's one", + "Average speed is 191.73% of the surrounding traffic's one", + "Average speed is 186.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 16.65, + "duration_system": 224.226 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_04_10_16_54_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.27% of the surrounding traffic's one", + "Average speed is 153.09% of the surrounding traffic's one", + "Average speed is 147.54% of the surrounding traffic's one", + "Average speed is 110.33% of the surrounding traffic's one", + "Average speed is 50.36% of the surrounding traffic's one", + "Average speed is 3.08% of the surrounding traffic's one", + "Average speed is 108.22% of the surrounding traffic's one", + "Average speed is 118.44% of the surrounding traffic's one", + "Average speed is 130.25% of the surrounding traffic's one", + "Average speed is 148.5% of the surrounding traffic's one", + "Average speed is 176.58% of the surrounding traffic's one", + "Average speed is 214.88% of the surrounding traffic's one", + "Average speed is 228.41% of the surrounding traffic's one", + "Average speed is 249.17% of the surrounding traffic's one", + "Average speed is 255.79% of the surrounding traffic's one", + "Average speed is 294.43% of the surrounding traffic's one", + "Average speed is 279.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 47.05, + "duration_system": 831.93 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_04_10_16_51_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.09% of the surrounding traffic's one", + "Average speed is 145.85% of the surrounding traffic's one", + "Average speed is 109.14% of the surrounding traffic's one", + "Average speed is 134.46% of the surrounding traffic's one", + "Average speed is 102.77% of the surrounding traffic's one", + "Average speed is 113.24% of the surrounding traffic's one", + "Average speed is 110.35% of the surrounding traffic's one", + "Average speed is 100.29% of the surrounding traffic's one", + "Average speed is 122.75% of the surrounding traffic's one", + "Average speed is 131.63% of the surrounding traffic's one", + "Average speed is 180.35% of the surrounding traffic's one", + "Average speed is 203.09% of the surrounding traffic's one", + "Average speed is 156.55% of the surrounding traffic's one", + "Average speed is 180.39% of the surrounding traffic's one", + "Average speed is 121.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 11.15, + "duration_system": 63.065 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_04_10_16_43_48", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.97% of the surrounding traffic's one", + "Average speed is 53.2% of the surrounding traffic's one", + "Average speed is 25.21% of the surrounding traffic's one", + "Average speed is 128.27% of the surrounding traffic's one", + "Average speed is 119.44% of the surrounding traffic's one", + "Average speed is 124.73% of the surrounding traffic's one", + "Average speed is 104.67% of the surrounding traffic's one", + "Average speed is 103.38% of the surrounding traffic's one", + "Average speed is 115.35% of the surrounding traffic's one", + "Average speed is 112.42% of the surrounding traffic's one", + "Average speed is 112.57% of the surrounding traffic's one", + "Average speed is 128.14% of the surrounding traffic's one", + "Average speed is 13.83% of the surrounding traffic's one", + "Average speed is 93.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.2, + "duration_system": 342.407 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_04_10_16_38_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.25% of the surrounding traffic's one", + "Average speed is 122.97% of the surrounding traffic's one", + "Average speed is 249.01% of the surrounding traffic's one", + "Average speed is 225.04% of the surrounding traffic's one", + "Average speed is 168.95% of the surrounding traffic's one", + "Average speed is 94.98% of the surrounding traffic's one", + "Average speed is 52.04% of the surrounding traffic's one", + "Average speed is 61.09% of the surrounding traffic's one", + "Average speed is 79.14% of the surrounding traffic's one", + "Average speed is 119.32% of the surrounding traffic's one", + "Average speed is 133.65% of the surrounding traffic's one", + "Average speed is 129.0% of the surrounding traffic's one", + "Average speed is 167.96% of the surrounding traffic's one", + "Average speed is 123.12% of the surrounding traffic's one", + "Average speed is 142.29% of the surrounding traffic's one", + "Average speed is 129.64% of the surrounding traffic's one", + "Average speed is 126.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 18.4, + "duration_system": 212.353 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_04_10_16_18_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.67% of the surrounding traffic's one", + "Average speed is 141.28% of the surrounding traffic's one", + "Average speed is 111.49% of the surrounding traffic's one", + "Average speed is 114.38% of the surrounding traffic's one", + "Average speed is 79.79% of the surrounding traffic's one", + "Average speed is 2.63% of the surrounding traffic's one", + "Average speed is 70.81% of the surrounding traffic's one", + "Average speed is 131.15% of the surrounding traffic's one", + "Average speed is 124.26% of the surrounding traffic's one", + "Average speed is 94.01% of the surrounding traffic's one", + "Average speed is 85.39% of the surrounding traffic's one", + "Average speed is 87.82% of the surrounding traffic's one", + "Average speed is 97.02% of the surrounding traffic's one", + "Average speed is 89.8% of the surrounding traffic's one", + "Average speed is 111.57% of the surrounding traffic's one", + "Average speed is 110.06% of the surrounding traffic's one", + "Average speed is 92.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 58.7, + "duration_system": 1051.167 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_04_10_16_11_50", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=152 at (x=195.87, y=250.38, z=-0.006) at time=9.800s [CARLA Frame: 1543, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.65% of the surrounding traffic's one", + "Average speed is 98.73% of the surrounding traffic's one", + "Average speed is 115.75% of the surrounding traffic's one", + "Average speed is 60.47% of the surrounding traffic's one", + "Average speed is 28.79% of the surrounding traffic's one", + "Average speed is 84.68% of the surrounding traffic's one", + "Average speed is 152.39% of the surrounding traffic's one", + "Average speed is 176.33% of the surrounding traffic's one", + "Average speed is 190.44% of the surrounding traffic's one", + "Average speed is 184.43% of the surrounding traffic's one", + "Average speed is 151.16% of the surrounding traffic's one", + "Average speed is 23.14% of the surrounding traffic's one", + "Average speed is 89.94% of the surrounding traffic's one", + "Average speed is 155.03% of the surrounding traffic's one", + "Average speed is 164.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 20.35, + "duration_system": 289.296 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_04_10_16_06_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.66% of the surrounding traffic's one", + "Average speed is 101.44% of the surrounding traffic's one", + "Average speed is 74.01% of the surrounding traffic's one", + "Average speed is 76.53% of the surrounding traffic's one", + "Average speed is 129.0% of the surrounding traffic's one", + "Average speed is 114.06% of the surrounding traffic's one", + "Average speed is 93.93% of the surrounding traffic's one", + "Average speed is 71.11% of the surrounding traffic's one", + "Average speed is 130.02% of the surrounding traffic's one", + "Average speed is 124.72% of the surrounding traffic's one", + "Average speed is 99.29% of the surrounding traffic's one", + "Average speed is 119.33% of the surrounding traffic's one", + "Average speed is 108.87% of the surrounding traffic's one", + "Average speed is 137.26% of the surrounding traffic's one", + "Average speed is 122.75% of the surrounding traffic's one", + "Average speed is 97.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.65, + "duration_system": 216.255 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_04_10_16_01_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.4% of the surrounding traffic's one", + "Average speed is 119.7% of the surrounding traffic's one", + "Average speed is 141.14% of the surrounding traffic's one", + "Average speed is 126.65% of the surrounding traffic's one", + "Average speed is 110.05% of the surrounding traffic's one", + "Average speed is 96.69% of the surrounding traffic's one", + "Average speed is 127.7% of the surrounding traffic's one", + "Average speed is 126.27% of the surrounding traffic's one", + "Average speed is 136.28% of the surrounding traffic's one", + "Average speed is 101.97% of the surrounding traffic's one", + "Average speed is 78.68% of the surrounding traffic's one", + "Average speed is 82.88% of the surrounding traffic's one", + "Average speed is 89.6% of the surrounding traffic's one", + "Average speed is 98.12% of the surrounding traffic's one", + "Average speed is 95.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.55, + "duration_system": 155.16 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_04_10_15_53_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.04% of the surrounding traffic's one", + "Average speed is 127.61% of the surrounding traffic's one", + "Average speed is 14.12% of the surrounding traffic's one", + "Average speed is 63.14% of the surrounding traffic's one", + "Average speed is 82.83% of the surrounding traffic's one", + "Average speed is 76.16% of the surrounding traffic's one", + "Average speed is 149.06% of the surrounding traffic's one", + "Average speed is 111.35% of the surrounding traffic's one", + "Average speed is 47.5% of the surrounding traffic's one", + "Average speed is 89.7% of the surrounding traffic's one", + "Average speed is 85.08% of the surrounding traffic's one", + "Average speed is 125.37% of the surrounding traffic's one", + "Average speed is 155.0% of the surrounding traffic's one", + "Average speed is 142.89% of the surrounding traffic's one", + "Average speed is 116.56% of the surrounding traffic's one", + "Average speed is 109.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 27.3, + "duration_system": 351.708 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_04_10_15_50_29", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 119.29% of the surrounding traffic's one", + "Average speed is 151.74% of the surrounding traffic's one", + "Average speed is 147.34% of the surrounding traffic's one", + "Average speed is 143.52% of the surrounding traffic's one", + "Average speed is 127.75% of the surrounding traffic's one", + "Average speed is 132.56% of the surrounding traffic's one", + "Average speed is 55.37% of the surrounding traffic's one", + "Average speed is 36.52% of the surrounding traffic's one", + "Average speed is 132.78% of the surrounding traffic's one", + "Average speed is 176.8% of the surrounding traffic's one", + "Average speed is 188.3% of the surrounding traffic's one", + "Average speed is 210.86% of the surrounding traffic's one", + "Average speed is 159.76% of the surrounding traffic's one", + "Average speed is 161.78% of the surrounding traffic's one", + "Average speed is 150.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 13.0, + "duration_system": 74.079 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_04_10_15_45_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.71% of the surrounding traffic's one", + "Average speed is 154.36% of the surrounding traffic's one", + "Average speed is 232.42% of the surrounding traffic's one", + "Average speed is 191.61% of the surrounding traffic's one", + "Average speed is 140.13% of the surrounding traffic's one", + "Average speed is 76.95% of the surrounding traffic's one", + "Average speed is 49.97% of the surrounding traffic's one", + "Average speed is 61.68% of the surrounding traffic's one", + "Average speed is 264.31% of the surrounding traffic's one", + "Average speed is 290.12% of the surrounding traffic's one", + "Average speed is 263.0% of the surrounding traffic's one", + "Average speed is 211.61% of the surrounding traffic's one", + "Average speed is 211.64% of the surrounding traffic's one", + "Average speed is 484.69% of the surrounding traffic's one", + "Average speed is 429.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.6, + "duration_system": 148.154 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_04_10_15_41_39", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.39% of the surrounding traffic's one", + "Average speed is 95.55% of the surrounding traffic's one", + "Average speed is 309.71% of the surrounding traffic's one", + "Average speed is 209.26% of the surrounding traffic's one", + "Average speed is 184.2% of the surrounding traffic's one", + "Average speed is 171.92% of the surrounding traffic's one", + "Average speed is 112.37% of the surrounding traffic's one", + "Average speed is 43.36% of the surrounding traffic's one", + "Average speed is 44.14% of the surrounding traffic's one", + "Average speed is 179.67% of the surrounding traffic's one", + "Average speed is 179.36% of the surrounding traffic's one", + "Average speed is 119.21% of the surrounding traffic's one", + "Average speed is 94.36% of the surrounding traffic's one", + "Average speed is 84.32% of the surrounding traffic's one", + "Average speed is 106.13% of the surrounding traffic's one", + "Average speed is 121.37% of the surrounding traffic's one", + "Average speed is 101.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 22.5, + "duration_system": 128.232 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_04_10_15_35_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.1% of the surrounding traffic's one", + "Average speed is 146.76% of the surrounding traffic's one", + "Average speed is 151.72% of the surrounding traffic's one", + "Average speed is 163.02% of the surrounding traffic's one", + "Average speed is 137.38% of the surrounding traffic's one", + "Average speed is 164.7% of the surrounding traffic's one", + "Average speed is 141.71% of the surrounding traffic's one", + "Average speed is 65.37% of the surrounding traffic's one", + "Average speed is 43.84% of the surrounding traffic's one", + "Average speed is 74.16% of the surrounding traffic's one", + "Average speed is 65.35% of the surrounding traffic's one", + "Average speed is 121.85% of the surrounding traffic's one", + "Average speed is 186.66% of the surrounding traffic's one", + "Average speed is 166.92% of the surrounding traffic's one", + "Average speed is 148.56% of the surrounding traffic's one", + "Average speed is 141.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 16.3, + "duration_system": 273.802 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_04_10_15_31_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.17% of the surrounding traffic's one", + "Average speed is 138.57% of the surrounding traffic's one", + "Average speed is 166.89% of the surrounding traffic's one", + "Average speed is 139.39% of the surrounding traffic's one", + "Average speed is 110.79% of the surrounding traffic's one", + "Average speed is 58.43% of the surrounding traffic's one", + "Average speed is 33.95% of the surrounding traffic's one", + "Average speed is 134.54% of the surrounding traffic's one", + "Average speed is 154.7% of the surrounding traffic's one", + "Average speed is 180.29% of the surrounding traffic's one", + "Average speed is 197.12% of the surrounding traffic's one", + "Average speed is 179.17% of the surrounding traffic's one", + "Average speed is 148.77% of the surrounding traffic's one", + "Average speed is 143.29% of the surrounding traffic's one", + "Average speed is 174.68% of the surrounding traffic's one", + "Average speed is 195.85% of the surrounding traffic's one", + "Average speed is 215.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 12.7, + "duration_system": 86.086 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_04_10_15_27_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.66% of the surrounding traffic's one", + "Average speed is 119.55% of the surrounding traffic's one", + "Average speed is 204.84% of the surrounding traffic's one", + "Average speed is 155.13% of the surrounding traffic's one", + "Average speed is 170.83% of the surrounding traffic's one", + "Average speed is 80.42% of the surrounding traffic's one", + "Average speed is 84.95% of the surrounding traffic's one", + "Average speed is 192.84% of the surrounding traffic's one", + "Average speed is 121.98% of the surrounding traffic's one", + "Average speed is 110.88% of the surrounding traffic's one", + "Average speed is 102.42% of the surrounding traffic's one", + "Average speed is 108.16% of the surrounding traffic's one", + "Average speed is 102.38% of the surrounding traffic's one", + "Average speed is 118.48% of the surrounding traffic's one", + "Average speed is 109.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.75, + "duration_system": 109.118 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_04_10_15_21_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.47% of the surrounding traffic's one", + "Average speed is 146.88% of the surrounding traffic's one", + "Average speed is 273.57% of the surrounding traffic's one", + "Average speed is 203.2% of the surrounding traffic's one", + "Average speed is 214.33% of the surrounding traffic's one", + "Average speed is 173.0% of the surrounding traffic's one", + "Average speed is 55.29% of the surrounding traffic's one", + "Average speed is 68.88% of the surrounding traffic's one", + "Average speed is 162.33% of the surrounding traffic's one", + "Average speed is 172.31% of the surrounding traffic's one", + "Average speed is 116.24% of the surrounding traffic's one", + "Average speed is 107.38% of the surrounding traffic's one", + "Average speed is 118.22% of the surrounding traffic's one", + "Average speed is 107.89% of the surrounding traffic's one", + "Average speed is 127.79% of the surrounding traffic's one", + "Average speed is 14.25% of the surrounding traffic's one", + "Average speed is 101.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.95, + "duration_system": 262.284 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_04_09_21_24_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 43.15% of the surrounding traffic's one", + "Average speed is 5.12% of the surrounding traffic's one", + "Average speed is 314.27% of the surrounding traffic's one", + "Average speed is 403.16% of the surrounding traffic's one", + "Average speed is 441.87% of the surrounding traffic's one", + "Average speed is 468.87% of the surrounding traffic's one", + "Average speed is 442.73% of the surrounding traffic's one", + "Average speed is 553.13% of the surrounding traffic's one", + "Average speed is 593.26% of the surrounding traffic's one", + "Average speed is 494.36% of the surrounding traffic's one", + "Average speed is 376.01% of the surrounding traffic's one", + "Average speed is 299.19% of the surrounding traffic's one", + "Average speed is 238.06% of the surrounding traffic's one", + "Average speed is 187.98% of the surrounding traffic's one", + "Average speed is 150.72% of the surrounding traffic's one", + "Average speed is 114.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 42.4, + "duration_system": 346.426 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_04_11_14_15_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.62% of the surrounding traffic's one", + "Average speed is 246.02% of the surrounding traffic's one", + "Average speed is 199.33% of the surrounding traffic's one", + "Average speed is 226.54% of the surrounding traffic's one", + "Average speed is 162.3% of the surrounding traffic's one", + "Average speed is 151.03% of the surrounding traffic's one", + "Average speed is 133.65% of the surrounding traffic's one", + "Average speed is 146.43% of the surrounding traffic's one", + "Average speed is 196.71% of the surrounding traffic's one", + "Average speed is 209.73% of the surrounding traffic's one", + "Average speed is 197.12% of the surrounding traffic's one", + "Average speed is 177.6% of the surrounding traffic's one", + "Average speed is 414.02% of the surrounding traffic's one", + "Average speed is 360.33% of the surrounding traffic's one", + "Average speed is 402.13% of the surrounding traffic's one", + "Average speed is 446.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 9.95, + "duration_system": 123.121 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_04_10_15_11_12", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5743.616, y=4731.133, z=186.972) at time=10.300s [CARLA Frame: 1538, Agent Step: 205]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.31% of the surrounding traffic's one", + "Average speed is 320.3% of the surrounding traffic's one", + "Average speed is 260.26% of the surrounding traffic's one", + "Average speed is 210.13% of the surrounding traffic's one", + "Average speed is 193.39% of the surrounding traffic's one", + "Average speed is 175.48% of the surrounding traffic's one", + "Average speed is 130.8% of the surrounding traffic's one", + "Average speed is 156.44% of the surrounding traffic's one", + "Average speed is 135.17% of the surrounding traffic's one", + "Average speed is 75.23% of the surrounding traffic's one", + "Average speed is 142.7% of the surrounding traffic's one", + "Average speed is 178.02% of the surrounding traffic's one", + "Average speed is 183.33% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.1, + "duration_system": 111.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_04_10_15_05_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 324.26% of the surrounding traffic's one", + "Average speed is 334.11% of the surrounding traffic's one", + "Average speed is 196.61% of the surrounding traffic's one", + "Average speed is 264.38% of the surrounding traffic's one", + "Average speed is 205.72% of the surrounding traffic's one", + "Average speed is 170.39% of the surrounding traffic's one", + "Average speed is 141.75% of the surrounding traffic's one", + "Average speed is 161.21% of the surrounding traffic's one", + "Average speed is 167.68% of the surrounding traffic's one", + "Average speed is 159.61% of the surrounding traffic's one", + "Average speed is 140.73% of the surrounding traffic's one", + "Average speed is 150.11% of the surrounding traffic's one", + "Average speed is 128.46% of the surrounding traffic's one", + "Average speed is 191.68% of the surrounding traffic's one", + "Average speed is 147.26% of the surrounding traffic's one", + "Average speed is 130.74% of the surrounding traffic's one", + "Average speed is 122.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 205.206 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_04_10_15_01_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 277.19% of the surrounding traffic's one", + "Average speed is 382.54% of the surrounding traffic's one", + "Average speed is 520.55% of the surrounding traffic's one", + "Average speed is 637.27% of the surrounding traffic's one", + "Average speed is 654.1% of the surrounding traffic's one", + "Average speed is 558.87% of the surrounding traffic's one", + "Average speed is 468.89% of the surrounding traffic's one", + "Average speed is 436.85% of the surrounding traffic's one", + "Average speed is 661.07% of the surrounding traffic's one", + "Average speed is 1104.41% of the surrounding traffic's one", + "Average speed is 3674.85% of the surrounding traffic's one", + "Average speed is 23026.02% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 77.082 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_04_11_09_43_27", + "status": "Completed", + "num_infractions": 22, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.94% of the surrounding traffic's one", + "Average speed is 105.79% of the surrounding traffic's one", + "Average speed is 223.03% of the surrounding traffic's one", + "Average speed is 186.97% of the surrounding traffic's one", + "Average speed is 139.53% of the surrounding traffic's one", + "Average speed is 146.37% of the surrounding traffic's one", + "Average speed is 159.6% of the surrounding traffic's one", + "Average speed is 165.99% of the surrounding traffic's one", + "Average speed is 181.38% of the surrounding traffic's one", + "Average speed is 232.84% of the surrounding traffic's one", + "Average speed is 243.99% of the surrounding traffic's one", + "Average speed is 223.69% of the surrounding traffic's one", + "Average speed is 215.78% of the surrounding traffic's one", + "Average speed is 218.85% of the surrounding traffic's one", + "Average speed is 180.9% of the surrounding traffic's one", + "Average speed is 108.64% of the surrounding traffic's one", + "Average speed is 78.74% of the surrounding traffic's one", + "Average speed is 78.51% of the surrounding traffic's one", + "Average speed is 72.55% of the surrounding traffic's one", + "Average speed is 71.29% of the surrounding traffic's one", + "Average speed is 71.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2623.37, y=5901.936, z=157.726)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 27.65, + "duration_system": 214.274 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_04_09_21_21_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.18% of the surrounding traffic's one", + "Average speed is 207.7% of the surrounding traffic's one", + "Average speed is 212.32% of the surrounding traffic's one", + "Average speed is 215.72% of the surrounding traffic's one", + "Average speed is 236.69% of the surrounding traffic's one", + "Average speed is 234.28% of the surrounding traffic's one", + "Average speed is 223.8% of the surrounding traffic's one", + "Average speed is 271.34% of the surrounding traffic's one", + "Average speed is 250.24% of the surrounding traffic's one", + "Average speed is 615.68% of the surrounding traffic's one", + "Average speed is 586.2% of the surrounding traffic's one", + "Average speed is 485.0% of the surrounding traffic's one", + "Average speed is 366.49% of the surrounding traffic's one", + "Average speed is 269.1% of the surrounding traffic's one", + "Average speed is 174.41% of the surrounding traffic's one", + "Average speed is 94.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.85, + "duration_system": 44.059 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_04_09_21_17_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 194.62% of the surrounding traffic's one", + "Average speed is 187.55% of the surrounding traffic's one", + "Average speed is 214.28% of the surrounding traffic's one", + "Average speed is 246.42% of the surrounding traffic's one", + "Average speed is 274.19% of the surrounding traffic's one", + "Average speed is 300.65% of the surrounding traffic's one", + "Average speed is 315.7% of the surrounding traffic's one", + "Average speed is 361.19% of the surrounding traffic's one", + "Average speed is 330.54% of the surrounding traffic's one", + "Average speed is 405.99% of the surrounding traffic's one", + "Average speed is 408.11% of the surrounding traffic's one", + "Average speed is 286.69% of the surrounding traffic's one", + "Average speed is 267.13% of the surrounding traffic's one", + "Average speed is 214.65% of the surrounding traffic's one", + "Average speed is 178.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.15, + "duration_system": 66.083 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_04_10_14_44_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3704 at (x=3903.805, y=4854.684, z=367.189) at time=12.900s [CARLA Frame: 1603, Agent Step: 257]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 258.95% of the surrounding traffic's one", + "Average speed is 283.8% of the surrounding traffic's one", + "Average speed is 259.45% of the surrounding traffic's one", + "Average speed is 32.18% of the surrounding traffic's one", + "Average speed is 171.46% of the surrounding traffic's one", + "Average speed is 248.7% of the surrounding traffic's one", + "Average speed is 247.33% of the surrounding traffic's one", + "Average speed is 233.23% of the surrounding traffic's one", + "Average speed is 232.02% of the surrounding traffic's one", + "Average speed is 216.98% of the surrounding traffic's one", + "Average speed is 196.55% of the surrounding traffic's one", + "Average speed is 162.58% of the surrounding traffic's one", + "Average speed is 184.13% of the surrounding traffic's one", + "Average speed is 194.3% of the surrounding traffic's one", + "Average speed is 179.49% of the surrounding traffic's one", + "Average speed is 167.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 16.15, + "duration_system": 146.167 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_04_10_14_39_15", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 16.138 meters (12.86% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 176.36% of the surrounding traffic's one", + "Average speed is 80.72% of the surrounding traffic's one", + "Average speed is 171.97% of the surrounding traffic's one", + "Average speed is 197.26% of the surrounding traffic's one", + "Average speed is 162.54% of the surrounding traffic's one", + "Average speed is 184.92% of the surrounding traffic's one", + "Average speed is 148.48% of the surrounding traffic's one", + "Average speed is 141.55% of the surrounding traffic's one", + "Average speed is 95.45% of the surrounding traffic's one", + "Average speed is 217.56% of the surrounding traffic's one", + "Average speed is 195.46% of the surrounding traffic's one", + "Average speed is 235.77% of the surrounding traffic's one", + "Average speed is 18.36% of the surrounding traffic's one", + "Average speed is 57.48% of the surrounding traffic's one", + "Average speed is 101.53% of the surrounding traffic's one", + "Average speed is 167.48% of the surrounding traffic's one", + "Average speed is 180.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.871392, + "score_composed": 87.139218 + }, + "meta": { + "route_length": 134.412, + "duration_game": 22.95, + "duration_system": 146.173 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_04_11_14_10_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 214.97% of the surrounding traffic's one", + "Average speed is 245.57% of the surrounding traffic's one", + "Average speed is 196.01% of the surrounding traffic's one", + "Average speed is 212.5% of the surrounding traffic's one", + "Average speed is 161.35% of the surrounding traffic's one", + "Average speed is 145.83% of the surrounding traffic's one", + "Average speed is 132.62% of the surrounding traffic's one", + "Average speed is 152.65% of the surrounding traffic's one", + "Average speed is 202.19% of the surrounding traffic's one", + "Average speed is 215.29% of the surrounding traffic's one", + "Average speed is 199.35% of the surrounding traffic's one", + "Average speed is 172.09% of the surrounding traffic's one", + "Average speed is 437.7% of the surrounding traffic's one", + "Average speed is 377.88% of the surrounding traffic's one", + "Average speed is 417.74% of the surrounding traffic's one", + "Average speed is 472.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 9.95, + "duration_system": 145.149 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_04_09_21_13_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.56% of the surrounding traffic's one", + "Average speed is 188.44% of the surrounding traffic's one", + "Average speed is 217.54% of the surrounding traffic's one", + "Average speed is 244.78% of the surrounding traffic's one", + "Average speed is 271.36% of the surrounding traffic's one", + "Average speed is 288.29% of the surrounding traffic's one", + "Average speed is 304.35% of the surrounding traffic's one", + "Average speed is 312.28% of the surrounding traffic's one", + "Average speed is 281.02% of the surrounding traffic's one", + "Average speed is 438.67% of the surrounding traffic's one", + "Average speed is 360.32% of the surrounding traffic's one", + "Average speed is 324.7% of the surrounding traffic's one", + "Average speed is 267.56% of the surrounding traffic's one", + "Average speed is 207.25% of the surrounding traffic's one", + "Average speed is 137.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.3, + "duration_system": 68.073 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_04_10_14_28_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.22% of the surrounding traffic's one", + "Average speed is 90.82% of the surrounding traffic's one", + "Average speed is 181.83% of the surrounding traffic's one", + "Average speed is 151.18% of the surrounding traffic's one", + "Average speed is 134.35% of the surrounding traffic's one", + "Average speed is 127.9% of the surrounding traffic's one", + "Average speed is 150.67% of the surrounding traffic's one", + "Average speed is 166.66% of the surrounding traffic's one", + "Average speed is 204.6% of the surrounding traffic's one", + "Average speed is 287.76% of the surrounding traffic's one", + "Average speed is 365.89% of the surrounding traffic's one", + "Average speed is 387.11% of the surrounding traffic's one", + "Average speed is 290.91% of the surrounding traffic's one", + "Average speed is 133.03% of the surrounding traffic's one", + "Average speed is 234.67% of the surrounding traffic's one", + "Average speed is 162.8% of the surrounding traffic's one", + "Average speed is 120.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 19.45, + "duration_system": 126.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_04_10_14_23_19", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3728 at (x=1118.96, y=3103.063, z=364.995) at time=10.800s [CARLA Frame: 1542, Agent Step: 215]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 317.99% of the surrounding traffic's one", + "Average speed is 344.1% of the surrounding traffic's one", + "Average speed is 272.21% of the surrounding traffic's one", + "Average speed is 229.26% of the surrounding traffic's one", + "Average speed is 191.46% of the surrounding traffic's one", + "Average speed is 163.95% of the surrounding traffic's one", + "Average speed is 84.78% of the surrounding traffic's one", + "Average speed is 160.56% of the surrounding traffic's one", + "Average speed is 209.79% of the surrounding traffic's one", + "Average speed is 162.86% of the surrounding traffic's one", + "Average speed is 80.97% of the surrounding traffic's one", + "Average speed is 135.13% of the surrounding traffic's one", + "Average speed is 134.74% of the surrounding traffic's one", + "Average speed is 298.74% of the surrounding traffic's one", + "Average speed is 206.89% of the surrounding traffic's one", + "Average speed is 149.19% of the surrounding traffic's one", + "Average speed is 162.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 15.55, + "duration_system": 178.179 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_04_09_21_02_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.65% of the surrounding traffic's one", + "Average speed is 6.34% of the surrounding traffic's one", + "Average speed is 1632.43% of the surrounding traffic's one", + "Average speed is 1777.42% of the surrounding traffic's one", + "Average speed is 1857.06% of the surrounding traffic's one", + "Average speed is 1668.09% of the surrounding traffic's one", + "Average speed is 1563.01% of the surrounding traffic's one", + "Average speed is 1380.77% of the surrounding traffic's one", + "Average speed is 1297.4% of the surrounding traffic's one", + "Average speed is 1381.71% of the surrounding traffic's one", + "Average speed is 1322.27% of the surrounding traffic's one", + "Average speed is 1189.58% of the surrounding traffic's one", + "Average speed is 816.82% of the surrounding traffic's one", + "Average speed is 573.52% of the surrounding traffic's one", + "Average speed is 365.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.7, + "duration_system": 524.595 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_04_10_14_18_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 411.22% of the surrounding traffic's one", + "Average speed is 655.92% of the surrounding traffic's one", + "Average speed is 919.58% of the surrounding traffic's one", + "Average speed is 1030.99% of the surrounding traffic's one", + "Average speed is 1007.13% of the surrounding traffic's one", + "Average speed is 833.59% of the surrounding traffic's one", + "Average speed is 643.99% of the surrounding traffic's one", + "Average speed is 474.36% of the surrounding traffic's one", + "Average speed is 595.11% of the surrounding traffic's one", + "Average speed is 716.65% of the surrounding traffic's one", + "Average speed is 763.22% of the surrounding traffic's one", + "Average speed is 914.64% of the surrounding traffic's one", + "Average speed is 742.9% of the surrounding traffic's one", + "Average speed is 395.4% of the surrounding traffic's one", + "Average speed is 356.47% of the surrounding traffic's one", + "Average speed is 335.8% of the surrounding traffic's one", + "Average speed is 325.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 10.1, + "duration_system": 113.114 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_04_10_14_13_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 313.28% of the surrounding traffic's one", + "Average speed is 249.82% of the surrounding traffic's one", + "Average speed is 223.48% of the surrounding traffic's one", + "Average speed is 265.47% of the surrounding traffic's one", + "Average speed is 202.41% of the surrounding traffic's one", + "Average speed is 167.09% of the surrounding traffic's one", + "Average speed is 142.85% of the surrounding traffic's one", + "Average speed is 166.47% of the surrounding traffic's one", + "Average speed is 212.65% of the surrounding traffic's one", + "Average speed is 168.68% of the surrounding traffic's one", + "Average speed is 124.07% of the surrounding traffic's one", + "Average speed is 159.05% of the surrounding traffic's one", + "Average speed is 155.25% of the surrounding traffic's one", + "Average speed is 165.17% of the surrounding traffic's one", + "Average speed is 137.53% of the surrounding traffic's one", + "Average speed is 140.81% of the surrounding traffic's one", + "Average speed is 135.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.4, + "duration_system": 165.166 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_04_10_14_09_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.26% of the surrounding traffic's one", + "Average speed is 382.68% of the surrounding traffic's one", + "Average speed is 520.89% of the surrounding traffic's one", + "Average speed is 636.25% of the surrounding traffic's one", + "Average speed is 650.04% of the surrounding traffic's one", + "Average speed is 558.82% of the surrounding traffic's one", + "Average speed is 463.56% of the surrounding traffic's one", + "Average speed is 439.83% of the surrounding traffic's one", + "Average speed is 666.57% of the surrounding traffic's one", + "Average speed is 1097.67% of the surrounding traffic's one", + "Average speed is 3862.63% of the surrounding traffic's one", + "Average speed is 38954.63% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 70.074 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_04_10_14_03_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 215.89% of the surrounding traffic's one", + "Average speed is 85.37% of the surrounding traffic's one", + "Average speed is 187.73% of the surrounding traffic's one", + "Average speed is 225.57% of the surrounding traffic's one", + "Average speed is 233.85% of the surrounding traffic's one", + "Average speed is 117.24% of the surrounding traffic's one", + "Average speed is 128.54% of the surrounding traffic's one", + "Average speed is 279.2% of the surrounding traffic's one", + "Average speed is 314.82% of the surrounding traffic's one", + "Average speed is 271.29% of the surrounding traffic's one", + "Average speed is 85.18% of the surrounding traffic's one", + "Average speed is 245.47% of the surrounding traffic's one", + "Average speed is 338.57% of the surrounding traffic's one", + "Average speed is 268.18% of the surrounding traffic's one", + "Average speed is 134.08% of the surrounding traffic's one", + "Average speed is 115.92% of the surrounding traffic's one", + "Average speed is 83.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 18.8, + "duration_system": 227.227 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_04_11_09_23_06", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=508.87, y=6000.945, z=165.531) at time=21.150s [CARLA Frame: 1609, Agent Step: 422]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.07% of the surrounding traffic's one", + "Average speed is 124.11% of the surrounding traffic's one", + "Average speed is 192.49% of the surrounding traffic's one", + "Average speed is 186.06% of the surrounding traffic's one", + "Average speed is 144.8% of the surrounding traffic's one", + "Average speed is 158.71% of the surrounding traffic's one", + "Average speed is 164.1% of the surrounding traffic's one", + "Average speed is 174.11% of the surrounding traffic's one", + "Average speed is 204.03% of the surrounding traffic's one", + "Average speed is 206.37% of the surrounding traffic's one", + "Average speed is 217.36% of the surrounding traffic's one", + "Average speed is 211.01% of the surrounding traffic's one", + "Average speed is 202.27% of the surrounding traffic's one", + "Average speed is 188.61% of the surrounding traffic's one", + "Average speed is 141.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=509.056, y=6000.954, z=165.532)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 83.57, + "score_penalty": 0.65, + "score_composed": 54.3205 + }, + "meta": { + "route_length": 165.559, + "duration_game": 81.2, + "duration_system": 602.884 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23659_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "3", + "save_name": "RouteScenario_23659_rep0_Town12_HighwayExit_1_3_04_11_09_12_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 3.42 meters (3.75% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 18.84% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 25052.7% of the surrounding traffic's one", + "Average speed is 3902.35% of the surrounding traffic's one", + "Average speed is 2089.14% of the surrounding traffic's one", + "Average speed is 863.35% of the surrounding traffic's one", + "Average speed is 594.55% of the surrounding traffic's one", + "Average speed is 559.14% of the surrounding traffic's one", + "Average speed is 463.0% of the surrounding traffic's one", + "Average speed is 310.0% of the surrounding traffic's one", + "Average speed is 260.84% of the surrounding traffic's one", + "Average speed is 184.05% of the surrounding traffic's one", + "Average speed is 207.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.96248, + "score_composed": 96.247999 + }, + "meta": { + "route_length": 99.127, + "duration_game": 50.6, + "duration_system": 468.558 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_04_11_09_06_24", + "status": "Failed - Agent deviated from the route", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 331.82% of the surrounding traffic's one", + "Average speed is 290.29% of the surrounding traffic's one", + "Average speed is 233.54% of the surrounding traffic's one", + "Average speed is 208.79% of the surrounding traffic's one", + "Average speed is 169.79% of the surrounding traffic's one", + "Average speed is 156.13% of the surrounding traffic's one", + "Average speed is 136.71% of the surrounding traffic's one", + "Average speed is 149.98% of the surrounding traffic's one", + "Average speed is 152.91% of the surrounding traffic's one", + "Average speed is 145.37% of the surrounding traffic's one", + "Average speed is 131.7% of the surrounding traffic's one", + "Average speed is 122.46% of the surrounding traffic's one", + "Average speed is 140.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-822.769, y=4728.486, z=369.264)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 76.14, + "score_penalty": 1.0, + "score_composed": 76.14 + }, + "meta": { + "route_length": 106.658, + "duration_game": 14.85, + "duration_system": 207.217 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_04_09_20_58_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 248.5% of the surrounding traffic's one", + "Average speed is 307.06% of the surrounding traffic's one", + "Average speed is 301.73% of the surrounding traffic's one", + "Average speed is 244.08% of the surrounding traffic's one", + "Average speed is 337.56% of the surrounding traffic's one", + "Average speed is 452.83% of the surrounding traffic's one", + "Average speed is 490.69% of the surrounding traffic's one", + "Average speed is 555.69% of the surrounding traffic's one", + "Average speed is 634.25% of the surrounding traffic's one", + "Average speed is 634.27% of the surrounding traffic's one", + "Average speed is 591.86% of the surrounding traffic's one", + "Average speed is 540.93% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 14695101.59% of the surrounding traffic's one", + "Average speed is 48040.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.3, + "duration_system": 93.098 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_04_09_20_53_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.85% of the surrounding traffic's one", + "Average speed is 574.57% of the surrounding traffic's one", + "Average speed is 499.06% of the surrounding traffic's one", + "Average speed is 303.79% of the surrounding traffic's one", + "Average speed is 182.96% of the surrounding traffic's one", + "Average speed is 172.32% of the surrounding traffic's one", + "Average speed is 57.42% of the surrounding traffic's one", + "Average speed is 150.96% of the surrounding traffic's one", + "Average speed is 213.51% of the surrounding traffic's one", + "Average speed is 199.16% of the surrounding traffic's one", + "Average speed is 97.45% of the surrounding traffic's one", + "Average speed is 137.65% of the surrounding traffic's one", + "Average speed is 189.65% of the surrounding traffic's one", + "Average speed is 166.66% of the surrounding traffic's one", + "Average speed is 3008.62% of the surrounding traffic's one", + "Average speed is 10919404.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.95, + "duration_system": 166.166 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_04_09_20_48_37", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.77% of the surrounding traffic's one", + "Average speed is 500.09% of the surrounding traffic's one", + "Average speed is 346.41% of the surrounding traffic's one", + "Average speed is 245.19% of the surrounding traffic's one", + "Average speed is 167.43% of the surrounding traffic's one", + "Average speed is 150.61% of the surrounding traffic's one", + "Average speed is 142.72% of the surrounding traffic's one", + "Average speed is 112.57% of the surrounding traffic's one", + "Average speed is 97.1% of the surrounding traffic's one", + "Average speed is 263.43% of the surrounding traffic's one", + "Average speed is 275.99% of the surrounding traffic's one", + "Average speed is 178.35% of the surrounding traffic's one", + "Average speed is 116.15% of the surrounding traffic's one", + "Average speed is 566.74% of the surrounding traffic's one", + "Average speed is 351.78% of the surrounding traffic's one", + "Average speed is 132.57% of the surrounding traffic's one", + "Average speed is 255.8% of the surrounding traffic's one", + "Average speed is 307.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.0, + "duration_system": 119.119 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_04_09_20_37_52", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 303.71% of the surrounding traffic's one", + "Average speed is 492.71% of the surrounding traffic's one", + "Average speed is 309.85% of the surrounding traffic's one", + "Average speed is 174.4% of the surrounding traffic's one", + "Average speed is 77.91% of the surrounding traffic's one", + "Average speed is 10.56% of the surrounding traffic's one", + "Average speed is 2580.28% of the surrounding traffic's one", + "Average speed is 874.73% of the surrounding traffic's one", + "Average speed is 139.58% of the surrounding traffic's one", + "Average speed is 4410.93% of the surrounding traffic's one", + "Average speed is 2723.71% of the surrounding traffic's one", + "Average speed is 1429.84% of the surrounding traffic's one", + "Average speed is 842.38% of the surrounding traffic's one", + "Average speed is 632.57% of the surrounding traffic's one", + "Average speed is 308.1% of the surrounding traffic's one", + "Average speed is 148.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.4, + "duration_system": 492.614 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_04_09_20_31_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.88% of the surrounding traffic's one", + "Average speed is 1109.46% of the surrounding traffic's one", + "Average speed is 1330.64% of the surrounding traffic's one", + "Average speed is 252.39% of the surrounding traffic's one", + "Average speed is 95.37% of the surrounding traffic's one", + "Average speed is 42.43% of the surrounding traffic's one", + "Average speed is 167.51% of the surrounding traffic's one", + "Average speed is 164.61% of the surrounding traffic's one", + "Average speed is 26.56% of the surrounding traffic's one", + "Average speed is 500.27% of the surrounding traffic's one", + "Average speed is 698.82% of the surrounding traffic's one", + "Average speed is 1082.37% of the surrounding traffic's one", + "Average speed is 973.72% of the surrounding traffic's one", + "Average speed is 816.94% of the surrounding traffic's one", + "Average speed is 185.0% of the surrounding traffic's one", + "Average speed is 184.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 24.15, + "duration_system": 247.258 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_04_09_20_22_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3933 at (x=914.78, y=3691.36, z=370.77) at time=47.650s [CARLA Frame: 2264, Agent Step: 952]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.1% of the surrounding traffic's one", + "Average speed is 700.27% of the surrounding traffic's one", + "Average speed is 679.41% of the surrounding traffic's one", + "Average speed is 128.58% of the surrounding traffic's one", + "Average speed is 11.56% of the surrounding traffic's one", + "Average speed is 2056.58% of the surrounding traffic's one", + "Average speed is 1926.5% of the surrounding traffic's one", + "Average speed is 2054.31% of the surrounding traffic's one", + "Average speed is 2099.69% of the surrounding traffic's one", + "Average speed is 1755.06% of the surrounding traffic's one", + "Average speed is 5063.59% of the surrounding traffic's one", + "Average speed is 1293.7% of the surrounding traffic's one", + "Average speed is 744.75% of the surrounding traffic's one", + "Average speed is 588.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.75, + "duration_system": 390.084 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_04_09_20_15_37", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.51% of the surrounding traffic's one", + "Average speed is 108.27% of the surrounding traffic's one", + "Average speed is 117.32% of the surrounding traffic's one", + "Average speed is 39.11% of the surrounding traffic's one", + "Average speed is 151.0% of the surrounding traffic's one", + "Average speed is 16.66% of the surrounding traffic's one", + "Average speed is 349.62% of the surrounding traffic's one", + "Average speed is 442.15% of the surrounding traffic's one", + "Average speed is 88.57% of the surrounding traffic's one", + "Average speed is 488.54% of the surrounding traffic's one", + "Average speed is 977.44% of the surrounding traffic's one", + "Average speed is 1503.1% of the surrounding traffic's one", + "Average speed is 799.1% of the surrounding traffic's one", + "Average speed is 533.08% of the surrounding traffic's one", + "Average speed is 301.64% of the surrounding traffic's one", + "Average speed is 236.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 29.0, + "duration_system": 235.255 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_04_09_20_09_30", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.15% of the surrounding traffic's one", + "Average speed is 121.32% of the surrounding traffic's one", + "Average speed is 114.63% of the surrounding traffic's one", + "Average speed is 13.69% of the surrounding traffic's one", + "Average speed is 379.86% of the surrounding traffic's one", + "Average speed is 609.54% of the surrounding traffic's one", + "Average speed is 322.62% of the surrounding traffic's one", + "Average speed is 560.78% of the surrounding traffic's one", + "Average speed is 785.98% of the surrounding traffic's one", + "Average speed is 620.6% of the surrounding traffic's one", + "Average speed is 290.51% of the surrounding traffic's one", + "Average speed is 707.98% of the surrounding traffic's one", + "Average speed is 568.85% of the surrounding traffic's one", + "Average speed is 537.51% of the surrounding traffic's one", + "Average speed is 499.14% of the surrounding traffic's one", + "Average speed is 320.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.4, + "duration_system": 213.249 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_04_09_20_04_29", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=241.048, y=5915.901, z=361.207) at time=11.850s [CARLA Frame: 1563, Agent Step: 236]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=338 at (x=260.326, y=5922.582, z=361.17)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.98% of the surrounding traffic's one", + "Average speed is 107.14% of the surrounding traffic's one", + "Average speed is 406.23% of the surrounding traffic's one", + "Average speed is 196.52% of the surrounding traffic's one", + "Average speed is 82.67% of the surrounding traffic's one", + "Average speed is 59.43% of the surrounding traffic's one", + "Average speed is 35.73% of the surrounding traffic's one", + "Average speed is 282.19% of the surrounding traffic's one", + "Average speed is 339.33% of the surrounding traffic's one", + "Average speed is 366.33% of the surrounding traffic's one", + "Average speed is 479.33% of the surrounding traffic's one", + "Average speed is 331.28% of the surrounding traffic's one", + "Average speed is 556.44% of the surrounding traffic's one", + "Average speed is 1934.0% of the surrounding traffic's one", + "Average speed is 1442.06% of the surrounding traffic's one", + "Average speed is 360.77% of the surrounding traffic's one", + "Average speed is 508.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.48, + "score_composed": 48.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 13.25, + "duration_system": 142.153 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_04_09_19_41_31", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.88% of the surrounding traffic's one", + "Average speed is 197.84% of the surrounding traffic's one", + "Average speed is 333.62% of the surrounding traffic's one", + "Average speed is 146.6% of the surrounding traffic's one", + "Average speed is 15.44% of the surrounding traffic's one", + "Average speed is 3.59% of the surrounding traffic's one", + "Average speed is 476.41% of the surrounding traffic's one", + "Average speed is 431.83% of the surrounding traffic's one", + "Average speed is 419.66% of the surrounding traffic's one", + "Average speed is 310.46% of the surrounding traffic's one", + "Average speed is 573.75% of the surrounding traffic's one", + "Average speed is 859.35% of the surrounding traffic's one", + "Average speed is 711.4% of the surrounding traffic's one", + "Average speed is 555.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 103.85, + "duration_system": 1222.998 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_04_09_19_37_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 269.49% of the surrounding traffic's one", + "Average speed is 467.55% of the surrounding traffic's one", + "Average speed is 461.81% of the surrounding traffic's one", + "Average speed is 103.54% of the surrounding traffic's one", + "Average speed is 61.79% of the surrounding traffic's one", + "Average speed is 31.87% of the surrounding traffic's one", + "Average speed is 277.37% of the surrounding traffic's one", + "Average speed is 456.94% of the surrounding traffic's one", + "Average speed is 436.39% of the surrounding traffic's one", + "Average speed is 451.59% of the surrounding traffic's one", + "Average speed is 442.62% of the surrounding traffic's one", + "Average speed is 396.42% of the surrounding traffic's one", + "Average speed is 528.9% of the surrounding traffic's one", + "Average speed is 723.48% of the surrounding traffic's one", + "Average speed is 4242.31% of the surrounding traffic's one", + "Average speed is 2097.38% of the surrounding traffic's one", + "Average speed is 1986.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 12.0, + "duration_system": 116.136 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_04_09_19_32_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1987.7, y=2174.853, z=362.228) at time=7.950s [CARLA Frame: 1507, Agent Step: 158]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 409.66% of the surrounding traffic's one", + "Average speed is 583.46% of the surrounding traffic's one", + "Average speed is 516.69% of the surrounding traffic's one", + "Average speed is 288.64% of the surrounding traffic's one", + "Average speed is 132.71% of the surrounding traffic's one", + "Average speed is 45.75% of the surrounding traffic's one", + "Average speed is 216.34% of the surrounding traffic's one", + "Average speed is 245.99% of the surrounding traffic's one", + "Average speed is 264.27% of the surrounding traffic's one", + "Average speed is 271.15% of the surrounding traffic's one", + "Average speed is 764.44% of the surrounding traffic's one", + "Average speed is 1556.41% of the surrounding traffic's one", + "Average speed is 1456.35% of the surrounding traffic's one", + "Average speed is 2513.2% of the surrounding traffic's one", + "Average speed is 2434.09% of the surrounding traffic's one", + "Average speed is 1958.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 11.0, + "duration_system": 108.108 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_04_10_12_10_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3867 at (x=3489.864, y=4489.227, z=367.995) at time=13.050s [CARLA Frame: 1520, Agent Step: 260]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.91% of the surrounding traffic's one", + "Average speed is 145.04% of the surrounding traffic's one", + "Average speed is 195.28% of the surrounding traffic's one", + "Average speed is 64.17% of the surrounding traffic's one", + "Average speed is 21.12% of the surrounding traffic's one", + "Average speed is 74.13% of the surrounding traffic's one", + "Average speed is 148.61% of the surrounding traffic's one", + "Average speed is 58.9% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 158.21% of the surrounding traffic's one", + "Average speed is 227.5% of the surrounding traffic's one", + "Average speed is 289.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 108.8, + "duration_system": 1243.847 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_04_09_19_14_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.41% of the surrounding traffic's one", + "Average speed is 268.88% of the surrounding traffic's one", + "Average speed is 255.93% of the surrounding traffic's one", + "Average speed is 89.16% of the surrounding traffic's one", + "Average speed is 110.91% of the surrounding traffic's one", + "Average speed is 4.0% of the surrounding traffic's one", + "Average speed is 467.07% of the surrounding traffic's one", + "Average speed is 516.55% of the surrounding traffic's one", + "Average speed is 476.1% of the surrounding traffic's one", + "Average speed is 522.55% of the surrounding traffic's one", + "Average speed is 588.17% of the surrounding traffic's one", + "Average speed is 795.51% of the surrounding traffic's one", + "Average speed is 1072.83% of the surrounding traffic's one", + "Average speed is 900.96% of the surrounding traffic's one", + "Average speed is 794.85% of the surrounding traffic's one", + "Average speed is 905.22% of the surrounding traffic's one", + "Average speed is 797.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 101.55, + "duration_system": 950.201 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_04_09_19_09_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 207.29% of the surrounding traffic's one", + "Average speed is 537.65% of the surrounding traffic's one", + "Average speed is 479.06% of the surrounding traffic's one", + "Average speed is 416.93% of the surrounding traffic's one", + "Average speed is 141.7% of the surrounding traffic's one", + "Average speed is 57.9% of the surrounding traffic's one", + "Average speed is 129.92% of the surrounding traffic's one", + "Average speed is 185.11% of the surrounding traffic's one", + "Average speed is 226.1% of the surrounding traffic's one", + "Average speed is 264.01% of the surrounding traffic's one", + "Average speed is 417.23% of the surrounding traffic's one", + "Average speed is 665.34% of the surrounding traffic's one", + "Average speed is 806.09% of the surrounding traffic's one", + "Average speed is 615.83% of the surrounding traffic's one", + "Average speed is 567.29% of the surrounding traffic's one", + "Average speed is 1628.08% of the surrounding traffic's one", + "Average speed is 1701.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 12.05, + "duration_system": 143.152 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_04_09_19_04_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.63% of the surrounding traffic's one", + "Average speed is 155.67% of the surrounding traffic's one", + "Average speed is 493.99% of the surrounding traffic's one", + "Average speed is 426.65% of the surrounding traffic's one", + "Average speed is 134.97% of the surrounding traffic's one", + "Average speed is 48.66% of the surrounding traffic's one", + "Average speed is 71.9% of the surrounding traffic's one", + "Average speed is 314.12% of the surrounding traffic's one", + "Average speed is 498.35% of the surrounding traffic's one", + "Average speed is 486.32% of the surrounding traffic's one", + "Average speed is 489.93% of the surrounding traffic's one", + "Average speed is 773.38% of the surrounding traffic's one", + "Average speed is 1822.02% of the surrounding traffic's one", + "Average speed is 1957.52% of the surrounding traffic's one", + "Average speed is 915.88% of the surrounding traffic's one", + "Average speed is 970.05% of the surrounding traffic's one", + "Average speed is 852.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 13.75, + "duration_system": 130.157 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_04_09_18_59_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 350.33% of the surrounding traffic's one", + "Average speed is 626.72% of the surrounding traffic's one", + "Average speed is 430.46% of the surrounding traffic's one", + "Average speed is 89.71% of the surrounding traffic's one", + "Average speed is 101.39% of the surrounding traffic's one", + "Average speed is 60.86% of the surrounding traffic's one", + "Average speed is 362.59% of the surrounding traffic's one", + "Average speed is 476.39% of the surrounding traffic's one", + "Average speed is 358.04% of the surrounding traffic's one", + "Average speed is 280.19% of the surrounding traffic's one", + "Average speed is 306.31% of the surrounding traffic's one", + "Average speed is 330.79% of the surrounding traffic's one", + "Average speed is 256.96% of the surrounding traffic's one", + "Average speed is 201.09% of the surrounding traffic's one", + "Average speed is 192.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.25, + "duration_system": 165.802 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_04_09_18_54_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.54% of the surrounding traffic's one", + "Average speed is 543.42% of the surrounding traffic's one", + "Average speed is 603.12% of the surrounding traffic's one", + "Average speed is 568.44% of the surrounding traffic's one", + "Average speed is 125.0% of the surrounding traffic's one", + "Average speed is 38.29% of the surrounding traffic's one", + "Average speed is 363.97% of the surrounding traffic's one", + "Average speed is 432.88% of the surrounding traffic's one", + "Average speed is 498.71% of the surrounding traffic's one", + "Average speed is 632.72% of the surrounding traffic's one", + "Average speed is 964.7% of the surrounding traffic's one", + "Average speed is 1188.2% of the surrounding traffic's one", + "Average speed is 1817.93% of the surrounding traffic's one", + "Average speed is 2138.82% of the surrounding traffic's one", + "Average speed is 4117.81% of the surrounding traffic's one", + "Average speed is 2729.66% of the surrounding traffic's one", + "Average speed is 1886.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 11.6, + "duration_system": 117.119 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_04_09_18_44_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.38% of the surrounding traffic's one", + "Average speed is 1865.77% of the surrounding traffic's one", + "Average speed is 312.41% of the surrounding traffic's one", + "Average speed is 241.36% of the surrounding traffic's one", + "Average speed is 291.48% of the surrounding traffic's one", + "Average speed is 345.79% of the surrounding traffic's one", + "Average speed is 389.23% of the surrounding traffic's one", + "Average speed is 245.9% of the surrounding traffic's one", + "Average speed is 193.21% of the surrounding traffic's one", + "Average speed is 111.31% of the surrounding traffic's one", + "Average speed is 84.66% of the surrounding traffic's one", + "Average speed is 82.95% of the surrounding traffic's one", + "Average speed is 75.66% of the surrounding traffic's one", + "Average speed is 74.95% of the surrounding traffic's one", + "Average speed is 81.96% of the surrounding traffic's one", + "Average speed is 87.55% of the surrounding traffic's one", + "Average speed is 92.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 53.85, + "duration_system": 468.523 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_04_09_18_35_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.65% of the surrounding traffic's one", + "Average speed is 86.05% of the surrounding traffic's one", + "Average speed is 255.88% of the surrounding traffic's one", + "Average speed is 244.72% of the surrounding traffic's one", + "Average speed is 242.58% of the surrounding traffic's one", + "Average speed is 160.84% of the surrounding traffic's one", + "Average speed is 14.34% of the surrounding traffic's one", + "Average speed is 767.12% of the surrounding traffic's one", + "Average speed is 403.5% of the surrounding traffic's one", + "Average speed is 416.23% of the surrounding traffic's one", + "Average speed is 476.86% of the surrounding traffic's one", + "Average speed is 290.79% of the surrounding traffic's one", + "Average speed is 234.41% of the surrounding traffic's one", + "Average speed is 191.05% of the surrounding traffic's one", + "Average speed is 219.49% of the surrounding traffic's one", + "Average speed is 183.43% of the surrounding traffic's one", + "Average speed is 223.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 45.1, + "duration_system": 400.46 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_04_10_12_04_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.94% of the surrounding traffic's one", + "Average speed is 73.93% of the surrounding traffic's one", + "Average speed is 185.57% of the surrounding traffic's one", + "Average speed is 174.3% of the surrounding traffic's one", + "Average speed is 70.22% of the surrounding traffic's one", + "Average speed is 130.06% of the surrounding traffic's one", + "Average speed is 89.48% of the surrounding traffic's one", + "Average speed is 96.67% of the surrounding traffic's one", + "Average speed is 79.58% of the surrounding traffic's one", + "Average speed is 135.56% of the surrounding traffic's one", + "Average speed is 163.33% of the surrounding traffic's one", + "Average speed is 140.43% of the surrounding traffic's one", + "Average speed is 143.22% of the surrounding traffic's one", + "Average speed is 129.4% of the surrounding traffic's one", + "Average speed is 126.99% of the surrounding traffic's one", + "Average speed is 108.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.3, + "duration_system": 166.187 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_04_09_18_24_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.25% of the surrounding traffic's one", + "Average speed is 142.72% of the surrounding traffic's one", + "Average speed is 149.25% of the surrounding traffic's one", + "Average speed is 176.02% of the surrounding traffic's one", + "Average speed is 126.61% of the surrounding traffic's one", + "Average speed is 6.11% of the surrounding traffic's one", + "Average speed is 91.77% of the surrounding traffic's one", + "Average speed is 1579.21% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 139.27% of the surrounding traffic's one", + "Average speed is 303.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.75, + "duration_system": 489.532 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_04_10_12_00_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.3% of the surrounding traffic's one", + "Average speed is 96.37% of the surrounding traffic's one", + "Average speed is 213.25% of the surrounding traffic's one", + "Average speed is 149.01% of the surrounding traffic's one", + "Average speed is 63.36% of the surrounding traffic's one", + "Average speed is 108.34% of the surrounding traffic's one", + "Average speed is 87.76% of the surrounding traffic's one", + "Average speed is 83.35% of the surrounding traffic's one", + "Average speed is 109.77% of the surrounding traffic's one", + "Average speed is 189.38% of the surrounding traffic's one", + "Average speed is 207.95% of the surrounding traffic's one", + "Average speed is 215.82% of the surrounding traffic's one", + "Average speed is 145.25% of the surrounding traffic's one", + "Average speed is 114.59% of the surrounding traffic's one", + "Average speed is 117.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.35, + "duration_system": 111.118 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_04_10_11_55_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.98% of the surrounding traffic's one", + "Average speed is 67.51% of the surrounding traffic's one", + "Average speed is 185.62% of the surrounding traffic's one", + "Average speed is 185.3% of the surrounding traffic's one", + "Average speed is 68.26% of the surrounding traffic's one", + "Average speed is 123.31% of the surrounding traffic's one", + "Average speed is 111.71% of the surrounding traffic's one", + "Average speed is 89.65% of the surrounding traffic's one", + "Average speed is 78.18% of the surrounding traffic's one", + "Average speed is 88.08% of the surrounding traffic's one", + "Average speed is 159.27% of the surrounding traffic's one", + "Average speed is 185.33% of the surrounding traffic's one", + "Average speed is 225.38% of the surrounding traffic's one", + "Average speed is 200.07% of the surrounding traffic's one", + "Average speed is 170.16% of the surrounding traffic's one", + "Average speed is 117.92% of the surrounding traffic's one", + "Average speed is 107.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.25, + "duration_system": 110.127 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_04_09_18_13_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.61% of the surrounding traffic's one", + "Average speed is 172.1% of the surrounding traffic's one", + "Average speed is 241.64% of the surrounding traffic's one", + "Average speed is 59.94% of the surrounding traffic's one", + "Average speed is 6.75% of the surrounding traffic's one", + "Average speed is 192.64% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 194.72% of the surrounding traffic's one", + "Average speed is 193.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 32.05, + "duration_system": 486.817 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_04_10_11_50_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.61% of the surrounding traffic's one", + "Average speed is 154.4% of the surrounding traffic's one", + "Average speed is 317.0% of the surrounding traffic's one", + "Average speed is 224.44% of the surrounding traffic's one", + "Average speed is 143.61% of the surrounding traffic's one", + "Average speed is 70.99% of the surrounding traffic's one", + "Average speed is 384.33% of the surrounding traffic's one", + "Average speed is 205.18% of the surrounding traffic's one", + "Average speed is 162.7% of the surrounding traffic's one", + "Average speed is 97.37% of the surrounding traffic's one", + "Average speed is 84.57% of the surrounding traffic's one", + "Average speed is 92.64% of the surrounding traffic's one", + "Average speed is 87.34% of the surrounding traffic's one", + "Average speed is 107.37% of the surrounding traffic's one", + "Average speed is 96.36% of the surrounding traffic's one", + "Average speed is 102.52% of the surrounding traffic's one", + "Average speed is 96.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 20.3, + "duration_system": 183.28 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_04_09_18_02_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 106.98% of the surrounding traffic's one", + "Average speed is 168.72% of the surrounding traffic's one", + "Average speed is 198.12% of the surrounding traffic's one", + "Average speed is 212.72% of the surrounding traffic's one", + "Average speed is 200.13% of the surrounding traffic's one", + "Average speed is 151.75% of the surrounding traffic's one", + "Average speed is 5.71% of the surrounding traffic's one", + "Average speed is 103.32% of the surrounding traffic's one", + "Average speed is 129.26% of the surrounding traffic's one", + "Average speed is 114.72% of the surrounding traffic's one", + "Average speed is 106.6% of the surrounding traffic's one", + "Average speed is 108.76% of the surrounding traffic's one", + "Average speed is 113.05% of the surrounding traffic's one", + "Average speed is 104.92% of the surrounding traffic's one", + "Average speed is 131.63% of the surrounding traffic's one", + "Average speed is 161.21% of the surrounding traffic's one", + "Average speed is 175.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 35.25, + "duration_system": 546.566 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_04_09_17_53_34", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=533.236, y=3914.034, z=371.214) at time=8.400s [CARLA Frame: 1504, Agent Step: 167]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.42% of the surrounding traffic's one", + "Average speed is 149.57% of the surrounding traffic's one", + "Average speed is 141.13% of the surrounding traffic's one", + "Average speed is 179.4% of the surrounding traffic's one", + "Average speed is 132.04% of the surrounding traffic's one", + "Average speed is 136.47% of the surrounding traffic's one", + "Average speed is 115.92% of the surrounding traffic's one", + "Average speed is 72.29% of the surrounding traffic's one", + "Average speed is 124.08% of the surrounding traffic's one", + "Average speed is 149.36% of the surrounding traffic's one", + "Average speed is 108.11% of the surrounding traffic's one", + "Average speed is 100.56% of the surrounding traffic's one", + "Average speed is 124.26% of the surrounding traffic's one", + "Average speed is 114.88% of the surrounding traffic's one", + "Average speed is 109.27% of the surrounding traffic's one", + "Average speed is 114.09% of the surrounding traffic's one", + "Average speed is 46.32% of the surrounding traffic's one", + "Average speed is 69.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 16.1, + "duration_system": 367.783 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_04_10_11_45_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.34% of the surrounding traffic's one", + "Average speed is 113.21% of the surrounding traffic's one", + "Average speed is 221.58% of the surrounding traffic's one", + "Average speed is 164.91% of the surrounding traffic's one", + "Average speed is 168.36% of the surrounding traffic's one", + "Average speed is 110.66% of the surrounding traffic's one", + "Average speed is 78.37% of the surrounding traffic's one", + "Average speed is 229.97% of the surrounding traffic's one", + "Average speed is 207.66% of the surrounding traffic's one", + "Average speed is 139.25% of the surrounding traffic's one", + "Average speed is 82.53% of the surrounding traffic's one", + "Average speed is 110.84% of the surrounding traffic's one", + "Average speed is 98.24% of the surrounding traffic's one", + "Average speed is 93.97% of the surrounding traffic's one", + "Average speed is 127.15% of the surrounding traffic's one", + "Average speed is 112.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.95, + "duration_system": 128.265 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_04_09_17_34_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.45% of the surrounding traffic's one", + "Average speed is 176.33% of the surrounding traffic's one", + "Average speed is 157.61% of the surrounding traffic's one", + "Average speed is 43.27% of the surrounding traffic's one", + "Average speed is 5.2% of the surrounding traffic's one", + "Average speed is 106.33% of the surrounding traffic's one", + "Average speed is 165.64% of the surrounding traffic's one", + "Average speed is 109.01% of the surrounding traffic's one", + "Average speed is 133.98% of the surrounding traffic's one", + "Average speed is 126.84% of the surrounding traffic's one", + "Average speed is 108.27% of the surrounding traffic's one", + "Average speed is 125.98% of the surrounding traffic's one", + "Average speed is 117.51% of the surrounding traffic's one", + "Average speed is 108.84% of the surrounding traffic's one", + "Average speed is 125.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 48.2, + "duration_system": 1019.11 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_04_10_11_29_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.44% of the surrounding traffic's one", + "Average speed is 188.95% of the surrounding traffic's one", + "Average speed is 122.62% of the surrounding traffic's one", + "Average speed is 120.84% of the surrounding traffic's one", + "Average speed is 83.46% of the surrounding traffic's one", + "Average speed is 105.5% of the surrounding traffic's one", + "Average speed is 112.61% of the surrounding traffic's one", + "Average speed is 102.43% of the surrounding traffic's one", + "Average speed is 86.19% of the surrounding traffic's one", + "Average speed is 63.6% of the surrounding traffic's one", + "Average speed is 4.85% of the surrounding traffic's one", + "Average speed is 178.61% of the surrounding traffic's one", + "Average speed is 174.38% of the surrounding traffic's one", + "Average speed is 141.52% of the surrounding traffic's one", + "Average speed is 117.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 45.15, + "duration_system": 794.838 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_04_10_11_23_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.28% of the surrounding traffic's one", + "Average speed is 149.98% of the surrounding traffic's one", + "Average speed is 114.54% of the surrounding traffic's one", + "Average speed is 108.1% of the surrounding traffic's one", + "Average speed is 97.73% of the surrounding traffic's one", + "Average speed is 101.85% of the surrounding traffic's one", + "Average speed is 100.96% of the surrounding traffic's one", + "Average speed is 95.91% of the surrounding traffic's one", + "Average speed is 96.82% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 102.54% of the surrounding traffic's one", + "Average speed is 100.78% of the surrounding traffic's one", + "Average speed is 122.59% of the surrounding traffic's one", + "Average speed is 125.75% of the surrounding traffic's one", + "Average speed is 121.76% of the surrounding traffic's one", + "Average speed is 99.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.7, + "duration_system": 219.221 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_04_10_11_17_23", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.44% of the surrounding traffic's one", + "Average speed is 146.28% of the surrounding traffic's one", + "Average speed is 115.92% of the surrounding traffic's one", + "Average speed is 121.4% of the surrounding traffic's one", + "Average speed is 110.19% of the surrounding traffic's one", + "Average speed is 109.66% of the surrounding traffic's one", + "Average speed is 109.21% of the surrounding traffic's one", + "Average speed is 100.32% of the surrounding traffic's one", + "Average speed is 99.44% of the surrounding traffic's one", + "Average speed is 113.4% of the surrounding traffic's one", + "Average speed is 125.11% of the surrounding traffic's one", + "Average speed is 102.9% of the surrounding traffic's one", + "Average speed is 124.54% of the surrounding traffic's one", + "Average speed is 101.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.3, + "duration_system": 232.244 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_04_10_11_11_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.44% of the surrounding traffic's one", + "Average speed is 152.52% of the surrounding traffic's one", + "Average speed is 110.21% of the surrounding traffic's one", + "Average speed is 101.79% of the surrounding traffic's one", + "Average speed is 107.3% of the surrounding traffic's one", + "Average speed is 101.54% of the surrounding traffic's one", + "Average speed is 92.16% of the surrounding traffic's one", + "Average speed is 93.68% of the surrounding traffic's one", + "Average speed is 93.05% of the surrounding traffic's one", + "Average speed is 96.31% of the surrounding traffic's one", + "Average speed is 102.47% of the surrounding traffic's one", + "Average speed is 102.37% of the surrounding traffic's one", + "Average speed is 117.79% of the surrounding traffic's one", + "Average speed is 89.99% of the surrounding traffic's one", + "Average speed is 117.5% of the surrounding traffic's one", + "Average speed is 95.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.7, + "duration_system": 221.221 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_04_10_11_05_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.6% of the surrounding traffic's one", + "Average speed is 182.71% of the surrounding traffic's one", + "Average speed is 111.8% of the surrounding traffic's one", + "Average speed is 92.69% of the surrounding traffic's one", + "Average speed is 89.84% of the surrounding traffic's one", + "Average speed is 93.8% of the surrounding traffic's one", + "Average speed is 90.96% of the surrounding traffic's one", + "Average speed is 74.8% of the surrounding traffic's one", + "Average speed is 78.02% of the surrounding traffic's one", + "Average speed is 87.18% of the surrounding traffic's one", + "Average speed is 83.31% of the surrounding traffic's one", + "Average speed is 64.95% of the surrounding traffic's one", + "Average speed is 54.58% of the surrounding traffic's one", + "Average speed is 83.41% of the surrounding traffic's one", + "Average speed is 95.41% of the surrounding traffic's one", + "Average speed is 97.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.75, + "duration_system": 164.182 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_04_09_17_28_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.73% of the surrounding traffic's one", + "Average speed is 77.36% of the surrounding traffic's one", + "Average speed is 228.57% of the surrounding traffic's one", + "Average speed is 183.43% of the surrounding traffic's one", + "Average speed is 77.43% of the surrounding traffic's one", + "Average speed is 87.13% of the surrounding traffic's one", + "Average speed is 93.72% of the surrounding traffic's one", + "Average speed is 83.09% of the surrounding traffic's one", + "Average speed is 81.57% of the surrounding traffic's one", + "Average speed is 126.67% of the surrounding traffic's one", + "Average speed is 198.3% of the surrounding traffic's one", + "Average speed is 308.41% of the surrounding traffic's one", + "Average speed is 178.7% of the surrounding traffic's one", + "Average speed is 165.42% of the surrounding traffic's one", + "Average speed is 128.66% of the surrounding traffic's one", + "Average speed is 107.52% of the surrounding traffic's one", + "Average speed is 107.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 23.0, + "duration_system": 207.483 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_04_10_10_58_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.28% of the surrounding traffic's one", + "Average speed is 543.79% of the surrounding traffic's one", + "Average speed is 1074.18% of the surrounding traffic's one", + "Average speed is 1181.14% of the surrounding traffic's one", + "Average speed is 1273.26% of the surrounding traffic's one", + "Average speed is 1488.18% of the surrounding traffic's one", + "Average speed is 1467.46% of the surrounding traffic's one", + "Average speed is 1421.71% of the surrounding traffic's one", + "Average speed is 1038.91% of the surrounding traffic's one", + "Average speed is 700.08% of the surrounding traffic's one", + "Average speed is 748.37% of the surrounding traffic's one", + "Average speed is 560.19% of the surrounding traffic's one", + "Average speed is 391.92% of the surrounding traffic's one", + "Average speed is 328.36% of the surrounding traffic's one", + "Average speed is 234.07% of the surrounding traffic's one", + "Average speed is 202.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 35.95, + "duration_system": 309.371 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_04_10_10_52_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.65% of the surrounding traffic's one", + "Average speed is 12.26% of the surrounding traffic's one", + "Average speed is 1067.77% of the surrounding traffic's one", + "Average speed is 1065.58% of the surrounding traffic's one", + "Average speed is 1077.69% of the surrounding traffic's one", + "Average speed is 1144.35% of the surrounding traffic's one", + "Average speed is 1155.58% of the surrounding traffic's one", + "Average speed is 896.84% of the surrounding traffic's one", + "Average speed is 745.59% of the surrounding traffic's one", + "Average speed is 574.22% of the surrounding traffic's one", + "Average speed is 469.71% of the surrounding traffic's one", + "Average speed is 292.96% of the surrounding traffic's one", + "Average speed is 197.18% of the surrounding traffic's one", + "Average speed is 158.62% of the surrounding traffic's one", + "Average speed is 154.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.7, + "duration_system": 213.223 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_04_10_10_45_30", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.54% of the surrounding traffic's one", + "Average speed is 647.18% of the surrounding traffic's one", + "Average speed is 4844.12% of the surrounding traffic's one", + "Average speed is 2988.5% of the surrounding traffic's one", + "Average speed is 2143.45% of the surrounding traffic's one", + "Average speed is 1566.91% of the surrounding traffic's one", + "Average speed is 1312.07% of the surrounding traffic's one", + "Average speed is 1103.58% of the surrounding traffic's one", + "Average speed is 1378.82% of the surrounding traffic's one", + "Average speed is 846.81% of the surrounding traffic's one", + "Average speed is 544.85% of the surrounding traffic's one", + "Average speed is 384.69% of the surrounding traffic's one", + "Average speed is 303.06% of the surrounding traffic's one", + "Average speed is 274.44% of the surrounding traffic's one", + "Average speed is 248.63% of the surrounding traffic's one", + "Average speed is 222.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.75, + "duration_system": 250.25 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_04_10_10_40_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.98% of the surrounding traffic's one", + "Average speed is 189.46% of the surrounding traffic's one", + "Average speed is 563.89% of the surrounding traffic's one", + "Average speed is 144.23% of the surrounding traffic's one", + "Average speed is 69.18% of the surrounding traffic's one", + "Average speed is 32.93% of the surrounding traffic's one", + "Average speed is 461.81% of the surrounding traffic's one", + "Average speed is 656.28% of the surrounding traffic's one", + "Average speed is 786.75% of the surrounding traffic's one", + "Average speed is 624.75% of the surrounding traffic's one", + "Average speed is 630.25% of the surrounding traffic's one", + "Average speed is 571.1% of the surrounding traffic's one", + "Average speed is 434.93% of the surrounding traffic's one", + "Average speed is 399.52% of the surrounding traffic's one", + "Average speed is 323.84% of the surrounding traffic's one", + "Average speed is 228.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 15.3, + "duration_system": 120.122 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_04_10_10_35_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=3737 at (x=3285.249, y=5722.816, z=368.723) at time=17.450s [CARLA Frame: 1694, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.75% of the surrounding traffic's one", + "Average speed is 427.14% of the surrounding traffic's one", + "Average speed is 391.77% of the surrounding traffic's one", + "Average speed is 24.08% of the surrounding traffic's one", + "Average speed is 1474.79% of the surrounding traffic's one", + "Average speed is 1941.4% of the surrounding traffic's one", + "Average speed is 1336.24% of the surrounding traffic's one", + "Average speed is 1006.4% of the surrounding traffic's one", + "Average speed is 1008.43% of the surrounding traffic's one", + "Average speed is 1676.49% of the surrounding traffic's one", + "Average speed is 5355.04% of the surrounding traffic's one", + "Average speed is 2171.33% of the surrounding traffic's one", + "Average speed is 1149.78% of the surrounding traffic's one", + "Average speed is 842.98% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.45, + "duration_system": 152.167 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_04_10_10_28_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 194.51% of the surrounding traffic's one", + "Average speed is 268.17% of the surrounding traffic's one", + "Average speed is 1262.46% of the surrounding traffic's one", + "Average speed is 372.86% of the surrounding traffic's one", + "Average speed is 51.15% of the surrounding traffic's one", + "Average speed is 968.74% of the surrounding traffic's one", + "Average speed is 858.04% of the surrounding traffic's one", + "Average speed is 840.05% of the surrounding traffic's one", + "Average speed is 724.63% of the surrounding traffic's one", + "Average speed is 542.29% of the surrounding traffic's one", + "Average speed is 510.32% of the surrounding traffic's one", + "Average speed is 4595.09% of the surrounding traffic's one", + "Average speed is 3865.72% of the surrounding traffic's one", + "Average speed is 1384.99% of the surrounding traffic's one", + "Average speed is 796.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 36.0, + "duration_system": 322.362 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_04_10_10_18_52", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.96% of the surrounding traffic's one", + "Average speed is 93.31% of the surrounding traffic's one", + "Average speed is 124.01% of the surrounding traffic's one", + "Average speed is 6.62% of the surrounding traffic's one", + "Average speed is 681.21% of the surrounding traffic's one", + "Average speed is 649.76% of the surrounding traffic's one", + "Average speed is 1166.23% of the surrounding traffic's one", + "Average speed is 673.7% of the surrounding traffic's one", + "Average speed is 222.51% of the surrounding traffic's one", + "Average speed is 838.11% of the surrounding traffic's one", + "Average speed is 604.56% of the surrounding traffic's one", + "Average speed is 405.64% of the surrounding traffic's one", + "Average speed is 342.17% of the surrounding traffic's one", + "Average speed is 305.41% of the surrounding traffic's one", + "Average speed is 232.39% of the surrounding traffic's one", + "Average speed is 203.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 54.9, + "duration_system": 405.174 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_04_10_10_14_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.42% of the surrounding traffic's one", + "Average speed is 110.47% of the surrounding traffic's one", + "Average speed is 127.61% of the surrounding traffic's one", + "Average speed is 130.59% of the surrounding traffic's one", + "Average speed is 171.26% of the surrounding traffic's one", + "Average speed is 179.98% of the surrounding traffic's one", + "Average speed is 248.23% of the surrounding traffic's one", + "Average speed is 204.41% of the surrounding traffic's one", + "Average speed is 80.64% of the surrounding traffic's one", + "Average speed is 230.85% of the surrounding traffic's one", + "Average speed is 355.06% of the surrounding traffic's one", + "Average speed is 727.36% of the surrounding traffic's one", + "Average speed is 831.31% of the surrounding traffic's one", + "Average speed is 789.49% of the surrounding traffic's one", + "Average speed is 548.9% of the surrounding traffic's one", + "Average speed is 322.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 12.1, + "duration_system": 86.102 + }, + "town_name": "Town12" + } + ] + }, + "driving score": 90.4395805090909, + "success rate": 0.759090909090909, + "eval num": 220 +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_merged_2.json b/evaluation_logs/bench2drive/bench2drive_merged_2.json new file mode 100644 index 0000000000000000000000000000000000000000..7443f2303552fa6254297e40ca0b5840af60ff42 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_merged_2.json @@ -0,0 +1,11012 @@ +{ + "_checkpoint": { + "records": [ + { + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_04_10_15_05_41", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 305.5% of the surrounding traffic's one", + "Average speed is 246.64% of the surrounding traffic's one", + "Average speed is 230.55% of the surrounding traffic's one", + "Average speed is 102.08% of the surrounding traffic's one", + "Average speed is 55.95% of the surrounding traffic's one", + "Average speed is 236.36% of the surrounding traffic's one", + "Average speed is 561.34% of the surrounding traffic's one", + "Average speed is 456.61% of the surrounding traffic's one", + "Average speed is 449.71% of the surrounding traffic's one", + "Average speed is 1130.58% of the surrounding traffic's one", + "Average speed is 1152.02% of the surrounding traffic's one", + "Average speed is 514.91% of the surrounding traffic's one", + "Average speed is 554.6% of the surrounding traffic's one", + "Average speed is 508.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.75, + "duration_system": 95.107 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_04_09_23_22_15", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.24% of the surrounding traffic's one", + "Average speed is 563.01% of the surrounding traffic's one", + "Average speed is 437.5% of the surrounding traffic's one", + "Average speed is 180.5% of the surrounding traffic's one", + "Average speed is 75.81% of the surrounding traffic's one", + "Average speed is 32.21% of the surrounding traffic's one", + "Average speed is 364.41% of the surrounding traffic's one", + "Average speed is 452.3% of the surrounding traffic's one", + "Average speed is 469.25% of the surrounding traffic's one", + "Average speed is 426.57% of the surrounding traffic's one", + "Average speed is 791.58% of the surrounding traffic's one", + "Average speed is 2585.31% of the surrounding traffic's one", + "Average speed is 1474.42% of the surrounding traffic's one", + "Average speed is 1704.53% of the surrounding traffic's one", + "Average speed is 1317.68% of the surrounding traffic's one", + "Average speed is 1411.36% of the surrounding traffic's one", + "Average speed is 1116.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 13.8, + "duration_system": 104.129 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_04_10_15_01_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.4% of the surrounding traffic's one", + "Average speed is 355.63% of the surrounding traffic's one", + "Average speed is 552.78% of the surrounding traffic's one", + "Average speed is 340.31% of the surrounding traffic's one", + "Average speed is 91.35% of the surrounding traffic's one", + "Average speed is 49.37% of the surrounding traffic's one", + "Average speed is 207.04% of the surrounding traffic's one", + "Average speed is 368.44% of the surrounding traffic's one", + "Average speed is 449.07% of the surrounding traffic's one", + "Average speed is 508.16% of the surrounding traffic's one", + "Average speed is 492.82% of the surrounding traffic's one", + "Average speed is 2542.52% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 35740360.46% of the surrounding traffic's one", + "Average speed is 17403433.32% of the surrounding traffic's one", + "Average speed is 269839.68% of the surrounding traffic's one", + "Average speed is 2346515.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 11.75, + "duration_system": 131.159 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_04_10_14_57_03", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3764 at (x=3629.205, y=5080.131, z=367.855) at time=9.800s [CARLA Frame: 5226, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 243.39% of the surrounding traffic's one", + "Average speed is 238.89% of the surrounding traffic's one", + "Average speed is 534.86% of the surrounding traffic's one", + "Average speed is 379.64% of the surrounding traffic's one", + "Average speed is 183.94% of the surrounding traffic's one", + "Average speed is 22.32% of the surrounding traffic's one", + "Average speed is 107.41% of the surrounding traffic's one", + "Average speed is 549.7% of the surrounding traffic's one", + "Average speed is 451.02% of the surrounding traffic's one", + "Average speed is 402.73% of the surrounding traffic's one", + "Average speed is 384.39% of the surrounding traffic's one", + "Average speed is 596.38% of the surrounding traffic's one", + "Average speed is 1542.69% of the surrounding traffic's one", + "Average speed is 770.06% of the surrounding traffic's one", + "Average speed is 752.69% of the surrounding traffic's one", + "Average speed is 709.39% of the surrounding traffic's one", + "Average speed is 524.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.75, + "duration_system": 115.437 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_04_09_22_27_27", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3931 at (x=1324.546, y=3872.6, z=363.3) at time=8.500s [CARLA Frame: 5959, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 344.62% of the surrounding traffic's one", + "Average speed is 569.72% of the surrounding traffic's one", + "Average speed is 463.86% of the surrounding traffic's one", + "Average speed is 120.64% of the surrounding traffic's one", + "Average speed is 35.42% of the surrounding traffic's one", + "Average speed is 179.67% of the surrounding traffic's one", + "Average speed is 251.42% of the surrounding traffic's one", + "Average speed is 27.82% of the surrounding traffic's one", + "Average speed is 1786.45% of the surrounding traffic's one", + "Average speed is 1686.96% of the surrounding traffic's one", + "Average speed is 7605.93% of the surrounding traffic's one", + "Average speed is 2272.43% of the surrounding traffic's one", + "Average speed is 1092.08% of the surrounding traffic's one", + "Average speed is 507.64% of the surrounding traffic's one", + "Average speed is 262.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 269.05, + "duration_system": 3152.095 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_04_10_14_51_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3866 at (x=2492.506, y=4889.214, z=367.363) at time=14.250s [CARLA Frame: 5583, Agent Step: 284]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 185.02% of the surrounding traffic's one", + "Average speed is 145.43% of the surrounding traffic's one", + "Average speed is 1653.52% of the surrounding traffic's one", + "Average speed is 175.91% of the surrounding traffic's one", + "Average speed is 29.72% of the surrounding traffic's one", + "Average speed is 127.17% of the surrounding traffic's one", + "Average speed is 733.82% of the surrounding traffic's one", + "Average speed is 872.04% of the surrounding traffic's one", + "Average speed is 869.73% of the surrounding traffic's one", + "Average speed is 1495.92% of the surrounding traffic's one", + "Average speed is 2083.88% of the surrounding traffic's one", + "Average speed is 948.69% of the surrounding traffic's one", + "Average speed is 721.65% of the surrounding traffic's one", + "Average speed is 676.06% of the surrounding traffic's one", + "Average speed is 452.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 18.35, + "duration_system": 204.64 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_04_10_14_40_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=4723 at (x=-4096.89, y=4563.058, z=171.006) at time=46.750s [CARLA Frame: 6135, Agent Step: 934]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 79.39% of the surrounding traffic's one", + "Average speed is 5.77% of the surrounding traffic's one", + "Average speed is 504.76% of the surrounding traffic's one", + "Average speed is 582.02% of the surrounding traffic's one", + "Average speed is 566.31% of the surrounding traffic's one", + "Average speed is 677.42% of the surrounding traffic's one", + "Average speed is 900.88% of the surrounding traffic's one", + "Average speed is 977.82% of the surrounding traffic's one", + "Average speed is 1125.69% of the surrounding traffic's one", + "Average speed is 1273.4% of the surrounding traffic's one", + "Average speed is 1001.63% of the surrounding traffic's one", + "Average speed is 744.14% of the surrounding traffic's one", + "Average speed is 583.34% of the surrounding traffic's one", + "Average speed is 474.49% of the surrounding traffic's one", + "Average speed is 260.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.45, + "duration_system": 461.523 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_04_09_22_23_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 110.8% of the surrounding traffic's one", + "Average speed is 14.01% of the surrounding traffic's one", + "Average speed is 293.68% of the surrounding traffic's one", + "Average speed is 457.21% of the surrounding traffic's one", + "Average speed is 768.83% of the surrounding traffic's one", + "Average speed is 1192.9% of the surrounding traffic's one", + "Average speed is 914.72% of the surrounding traffic's one", + "Average speed is 757.95% of the surrounding traffic's one", + "Average speed is 474.6% of the surrounding traffic's one", + "Average speed is 427.1% of the surrounding traffic's one", + "Average speed is 341.88% of the surrounding traffic's one", + "Average speed is 337.72% of the surrounding traffic's one", + "Average speed is 315.18% of the surrounding traffic's one", + "Average speed is 274.06% of the surrounding traffic's one", + "Average speed is 276.66% of the surrounding traffic's one", + "Average speed is 243.26% of the surrounding traffic's one", + "Average speed is 171.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 14.45, + "duration_system": 112.123 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_04_09_22_19_42", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.37% of the surrounding traffic's one", + "Average speed is 176.63% of the surrounding traffic's one", + "Average speed is 211.79% of the surrounding traffic's one", + "Average speed is 239.39% of the surrounding traffic's one", + "Average speed is 237.23% of the surrounding traffic's one", + "Average speed is 235.97% of the surrounding traffic's one", + "Average speed is 274.65% of the surrounding traffic's one", + "Average speed is 295.79% of the surrounding traffic's one", + "Average speed is 318.1% of the surrounding traffic's one", + "Average speed is 701.28% of the surrounding traffic's one", + "Average speed is 697.64% of the surrounding traffic's one", + "Average speed is 781.0% of the surrounding traffic's one", + "Average speed is 625.83% of the surrounding traffic's one", + "Average speed is 457.37% of the surrounding traffic's one", + "Average speed is 335.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.05, + "duration_system": 46.056 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_04_10_14_33_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 59.39% of the surrounding traffic's one", + "Average speed is 10.53% of the surrounding traffic's one", + "Average speed is 5733.43% of the surrounding traffic's one", + "Average speed is 3140.17% of the surrounding traffic's one", + "Average speed is 1664.22% of the surrounding traffic's one", + "Average speed is 1085.56% of the surrounding traffic's one", + "Average speed is 1074.09% of the surrounding traffic's one", + "Average speed is 1105.91% of the surrounding traffic's one", + "Average speed is 814.04% of the surrounding traffic's one", + "Average speed is 555.78% of the surrounding traffic's one", + "Average speed is 390.39% of the surrounding traffic's one", + "Average speed is 422.71% of the surrounding traffic's one", + "Average speed is 383.59% of the surrounding traffic's one", + "Average speed is 291.48% of the surrounding traffic's one", + "Average speed is 235.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 26.0, + "duration_system": 261.547 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_04_10_14_25_08", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.75% of the surrounding traffic's one", + "Average speed is 7.57% of the surrounding traffic's one", + "Average speed is 245.64% of the surrounding traffic's one", + "Average speed is 5221.77% of the surrounding traffic's one", + "Average speed is 2647.08% of the surrounding traffic's one", + "Average speed is 1558.19% of the surrounding traffic's one", + "Average speed is 1201.88% of the surrounding traffic's one", + "Average speed is 1109.61% of the surrounding traffic's one", + "Average speed is 891.83% of the surrounding traffic's one", + "Average speed is 975.57% of the surrounding traffic's one", + "Average speed is 585.47% of the surrounding traffic's one", + "Average speed is 398.83% of the surrounding traffic's one", + "Average speed is 283.28% of the surrounding traffic's one", + "Average speed is 208.49% of the surrounding traffic's one", + "Average speed is 240.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 41.7, + "duration_system": 364.85 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_04_09_22_11_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.41% of the surrounding traffic's one", + "Average speed is 1579.53% of the surrounding traffic's one", + "Average speed is 259.01% of the surrounding traffic's one", + "Average speed is 2892.2% of the surrounding traffic's one", + "Average speed is 4377.18% of the surrounding traffic's one", + "Average speed is 2182.86% of the surrounding traffic's one", + "Average speed is 1908.76% of the surrounding traffic's one", + "Average speed is 2672.9% of the surrounding traffic's one", + "Average speed is 2403.06% of the surrounding traffic's one", + "Average speed is 2314.63% of the surrounding traffic's one", + "Average speed is 1579.35% of the surrounding traffic's one", + "Average speed is 1426.58% of the surrounding traffic's one", + "Average speed is 1299.37% of the surrounding traffic's one", + "Average speed is 1081.92% of the surrounding traffic's one", + "Average speed is 913.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.75, + "duration_system": 313.38 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_04_10_14_19_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 227.52% of the surrounding traffic's one", + "Average speed is 206.39% of the surrounding traffic's one", + "Average speed is 198.5% of the surrounding traffic's one", + "Average speed is 372.48% of the surrounding traffic's one", + "Average speed is 389.99% of the surrounding traffic's one", + "Average speed is 428.5% of the surrounding traffic's one", + "Average speed is 576.69% of the surrounding traffic's one", + "Average speed is 555.51% of the surrounding traffic's one", + "Average speed is 562.95% of the surrounding traffic's one", + "Average speed is 838.84% of the surrounding traffic's one", + "Average speed is 575.5% of the surrounding traffic's one", + "Average speed is 773.72% of the surrounding traffic's one", + "Average speed is 3176.74% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 2933209404589.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.55, + "duration_system": 181.216 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_04_09_22_07_28", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.023 meters (1.17% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 210.38% of the surrounding traffic's one", + "Average speed is 651.78% of the surrounding traffic's one", + "Average speed is 489.92% of the surrounding traffic's one", + "Average speed is 419.84% of the surrounding traffic's one", + "Average speed is 397.26% of the surrounding traffic's one", + "Average speed is 400.58% of the surrounding traffic's one", + "Average speed is 572.59% of the surrounding traffic's one", + "Average speed is 1135.41% of the surrounding traffic's one", + "Average speed is 1052.58% of the surrounding traffic's one", + "Average speed is 964.46% of the surrounding traffic's one", + "Average speed is 4398.9% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 42830056.77% of the surrounding traffic's one", + "Average speed is 1437640.64% of the surrounding traffic's one", + "Average speed is 2184389.45% of the surrounding traffic's one", + "Average speed is 2184389.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.988318, + "score_composed": 98.831778 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.45, + "duration_system": 119.132 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_04_09_22_01_56", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=4722 at (x=2800.823, y=6048.195, z=155.512) at time=4.850s [CARLA Frame: 5884, Agent Step: 96]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.6% of the surrounding traffic's one", + "Average speed is 355.55% of the surrounding traffic's one", + "Average speed is 394.13% of the surrounding traffic's one", + "Average speed is 421.01% of the surrounding traffic's one", + "Average speed is 426.64% of the surrounding traffic's one", + "Average speed is 492.26% of the surrounding traffic's one", + "Average speed is 744.32% of the surrounding traffic's one", + "Average speed is 670.05% of the surrounding traffic's one", + "Average speed is 994.93% of the surrounding traffic's one", + "Average speed is 1271.23% of the surrounding traffic's one", + "Average speed is 646.86% of the surrounding traffic's one", + "Average speed is 437.35% of the surrounding traffic's one", + "Average speed is 281.01% of the surrounding traffic's one", + "Average speed is 218.95% of the surrounding traffic's one", + "Average speed is 236.99% of the surrounding traffic's one", + "Average speed is 226.76% of the surrounding traffic's one", + "Average speed is 8182.48% of the surrounding traffic's one", + "Average speed is 1317371.21% of the surrounding traffic's one", + "Average speed is 1317371.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 21.9, + "duration_system": 180.225 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_04_10_13_40_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.4% of the surrounding traffic's one", + "Average speed is 299.23% of the surrounding traffic's one", + "Average speed is 633.22% of the surrounding traffic's one", + "Average speed is 165.3% of the surrounding traffic's one", + "Average speed is 14.43% of the surrounding traffic's one", + "Average speed is 1683.88% of the surrounding traffic's one", + "Average speed is 1587.33% of the surrounding traffic's one", + "Average speed is 1307.33% of the surrounding traffic's one", + "Average speed is 807.32% of the surrounding traffic's one", + "Average speed is 533.85% of the surrounding traffic's one", + "Average speed is 0.38% of the surrounding traffic's one", + "Average speed is 104.33% of the surrounding traffic's one", + "Average speed is 122.59% of the surrounding traffic's one", + "Average speed is 138.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 245.05, + "duration_system": 2205.55 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_04_10_13_30_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 237.05% of the surrounding traffic's one", + "Average speed is 162.89% of the surrounding traffic's one", + "Average speed is 88.27% of the surrounding traffic's one", + "Average speed is 41.99% of the surrounding traffic's one", + "Average speed is 7.99% of the surrounding traffic's one", + "Average speed is 588.03% of the surrounding traffic's one", + "Average speed is 787.62% of the surrounding traffic's one", + "Average speed is 643.12% of the surrounding traffic's one", + "Average speed is 460.98% of the surrounding traffic's one", + "Average speed is 442.37% of the surrounding traffic's one", + "Average speed is 374.95% of the surrounding traffic's one", + "Average speed is 344.09% of the surrounding traffic's one", + "Average speed is 230.6% of the surrounding traffic's one", + "Average speed is 216.83% of the surrounding traffic's one", + "Average speed is 164.65% of the surrounding traffic's one", + "Average speed is 179.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 52.65, + "duration_system": 460.228 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_04_10_13_19_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.24% of the surrounding traffic's one", + "Average speed is 166.1% of the surrounding traffic's one", + "Average speed is 117.83% of the surrounding traffic's one", + "Average speed is 10.61% of the surrounding traffic's one", + "Average speed is 724.47% of the surrounding traffic's one", + "Average speed is 697.51% of the surrounding traffic's one", + "Average speed is 818.57% of the surrounding traffic's one", + "Average speed is 761.0% of the surrounding traffic's one", + "Average speed is 89.59% of the surrounding traffic's one", + "Average speed is 710.87% of the surrounding traffic's one", + "Average speed is 780.97% of the surrounding traffic's one", + "Average speed is 974.34% of the surrounding traffic's one", + "Average speed is 1084.81% of the surrounding traffic's one", + "Average speed is 814.65% of the surrounding traffic's one", + "Average speed is 514.65% of the surrounding traffic's one", + "Average speed is 413.66% of the surrounding traffic's one", + "Average speed is 337.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 45.2, + "duration_system": 447.371 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_04_11_06_17_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 151.06% of the surrounding traffic's one", + "Average speed is 116.84% of the surrounding traffic's one", + "Average speed is 55.38% of the surrounding traffic's one", + "Average speed is 65.52% of the surrounding traffic's one", + "Average speed is 4.11% of the surrounding traffic's one", + "Average speed is 299.94% of the surrounding traffic's one", + "Average speed is 522.02% of the surrounding traffic's one", + "Average speed is 629.82% of the surrounding traffic's one", + "Average speed is 488.44% of the surrounding traffic's one", + "Average speed is 517.52% of the surrounding traffic's one", + "Average speed is 491.63% of the surrounding traffic's one", + "Average speed is 132.15% of the surrounding traffic's one", + "Average speed is 295.64% of the surrounding traffic's one", + "Average speed is 350.45% of the surrounding traffic's one", + "Average speed is 374.2% of the surrounding traffic's one", + "Average speed is 233.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 100.1, + "duration_system": 825.648 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_04_10_12_39_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.08% of the surrounding traffic's one", + "Average speed is 105.94% of the surrounding traffic's one", + "Average speed is 164.49% of the surrounding traffic's one", + "Average speed is 79.5% of the surrounding traffic's one", + "Average speed is 47.96% of the surrounding traffic's one", + "Average speed is 36.19% of the surrounding traffic's one", + "Average speed is 197.6% of the surrounding traffic's one", + "Average speed is 360.42% of the surrounding traffic's one", + "Average speed is 423.62% of the surrounding traffic's one", + "Average speed is 374.2% of the surrounding traffic's one", + "Average speed is 173.6% of the surrounding traffic's one", + "Average speed is 153.33% of the surrounding traffic's one", + "Average speed is 245.54% of the surrounding traffic's one", + "Average speed is 318.04% of the surrounding traffic's one", + "Average speed is 280.59% of the surrounding traffic's one", + "Average speed is 220.53% of the surrounding traffic's one", + "Average speed is 181.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 21.3, + "duration_system": 175.2 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_04_09_21_57_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.6% of the surrounding traffic's one", + "Average speed is 114.7% of the surrounding traffic's one", + "Average speed is 126.3% of the surrounding traffic's one", + "Average speed is 40.93% of the surrounding traffic's one", + "Average speed is 56.68% of the surrounding traffic's one", + "Average speed is 242.15% of the surrounding traffic's one", + "Average speed is 381.19% of the surrounding traffic's one", + "Average speed is 419.63% of the surrounding traffic's one", + "Average speed is 420.57% of the surrounding traffic's one", + "Average speed is 128.04% of the surrounding traffic's one", + "Average speed is 210.87% of the surrounding traffic's one", + "Average speed is 604.52% of the surrounding traffic's one", + "Average speed is 454.4% of the surrounding traffic's one", + "Average speed is 241.79% of the surrounding traffic's one", + "Average speed is 200.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 16.1, + "duration_system": 120.168 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_04_10_12_35_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.43% of the surrounding traffic's one", + "Average speed is 120.25% of the surrounding traffic's one", + "Average speed is 598.08% of the surrounding traffic's one", + "Average speed is 384.84% of the surrounding traffic's one", + "Average speed is 107.2% of the surrounding traffic's one", + "Average speed is 35.92% of the surrounding traffic's one", + "Average speed is 102.28% of the surrounding traffic's one", + "Average speed is 194.04% of the surrounding traffic's one", + "Average speed is 234.37% of the surrounding traffic's one", + "Average speed is 289.91% of the surrounding traffic's one", + "Average speed is 362.3% of the surrounding traffic's one", + "Average speed is 409.17% of the surrounding traffic's one", + "Average speed is 435.6% of the surrounding traffic's one", + "Average speed is 562.12% of the surrounding traffic's one", + "Average speed is 459.83% of the surrounding traffic's one", + "Average speed is 286.27% of the surrounding traffic's one", + "Average speed is 283.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.2, + "duration_system": 107.142 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_04_09_21_53_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.28% of the surrounding traffic's one", + "Average speed is 545.1% of the surrounding traffic's one", + "Average speed is 479.97% of the surrounding traffic's one", + "Average speed is 341.07% of the surrounding traffic's one", + "Average speed is 146.84% of the surrounding traffic's one", + "Average speed is 65.76% of the surrounding traffic's one", + "Average speed is 48.49% of the surrounding traffic's one", + "Average speed is 452.92% of the surrounding traffic's one", + "Average speed is 386.48% of the surrounding traffic's one", + "Average speed is 315.81% of the surrounding traffic's one", + "Average speed is 640.43% of the surrounding traffic's one", + "Average speed is 806.28% of the surrounding traffic's one", + "Average speed is 1336.74% of the surrounding traffic's one", + "Average speed is 2378.6% of the surrounding traffic's one", + "Average speed is 7522.11% of the surrounding traffic's one", + "Average speed is 3130.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.2, + "duration_system": 98.104 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_04_10_12_30_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 347.68% of the surrounding traffic's one", + "Average speed is 245.58% of the surrounding traffic's one", + "Average speed is 345.04% of the surrounding traffic's one", + "Average speed is 147.26% of the surrounding traffic's one", + "Average speed is 54.94% of the surrounding traffic's one", + "Average speed is 159.25% of the surrounding traffic's one", + "Average speed is 309.42% of the surrounding traffic's one", + "Average speed is 367.99% of the surrounding traffic's one", + "Average speed is 434.89% of the surrounding traffic's one", + "Average speed is 418.63% of the surrounding traffic's one", + "Average speed is 471.7% of the surrounding traffic's one", + "Average speed is 561.42% of the surrounding traffic's one", + "Average speed is 2237.18% of the surrounding traffic's one", + "Average speed is 2712.04% of the surrounding traffic's one", + "Average speed is 1261.57% of the surrounding traffic's one", + "Average speed is 641.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.65, + "duration_system": 110.125 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_04_10_12_26_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.2% of the surrounding traffic's one", + "Average speed is 534.36% of the surrounding traffic's one", + "Average speed is 735.43% of the surrounding traffic's one", + "Average speed is 391.51% of the surrounding traffic's one", + "Average speed is 142.44% of the surrounding traffic's one", + "Average speed is 82.32% of the surrounding traffic's one", + "Average speed is 48.15% of the surrounding traffic's one", + "Average speed is 263.96% of the surrounding traffic's one", + "Average speed is 287.05% of the surrounding traffic's one", + "Average speed is 375.23% of the surrounding traffic's one", + "Average speed is 237.17% of the surrounding traffic's one", + "Average speed is 687.95% of the surrounding traffic's one", + "Average speed is 1082.16% of the surrounding traffic's one", + "Average speed is 1037.28% of the surrounding traffic's one", + "Average speed is 1804.11% of the surrounding traffic's one", + "Average speed is 5632.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 13.1, + "duration_system": 118.12 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_04_09_21_49_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.03% of the surrounding traffic's one", + "Average speed is 133.63% of the surrounding traffic's one", + "Average speed is 99.28% of the surrounding traffic's one", + "Average speed is 123.22% of the surrounding traffic's one", + "Average speed is 134.15% of the surrounding traffic's one", + "Average speed is 159.73% of the surrounding traffic's one", + "Average speed is 183.46% of the surrounding traffic's one", + "Average speed is 204.18% of the surrounding traffic's one", + "Average speed is 221.05% of the surrounding traffic's one", + "Average speed is 233.62% of the surrounding traffic's one", + "Average speed is 241.62% of the surrounding traffic's one", + "Average speed is 240.6% of the surrounding traffic's one", + "Average speed is 235.44% of the surrounding traffic's one", + "Average speed is 229.98% of the surrounding traffic's one", + "Average speed is 280.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.25, + "duration_system": 56.077 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_04_10_12_22_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.4% of the surrounding traffic's one", + "Average speed is 135.39% of the surrounding traffic's one", + "Average speed is 146.6% of the surrounding traffic's one", + "Average speed is 126.15% of the surrounding traffic's one", + "Average speed is 121.44% of the surrounding traffic's one", + "Average speed is 148.58% of the surrounding traffic's one", + "Average speed is 176.18% of the surrounding traffic's one", + "Average speed is 196.62% of the surrounding traffic's one", + "Average speed is 212.57% of the surrounding traffic's one", + "Average speed is 229.34% of the surrounding traffic's one", + "Average speed is 234.09% of the surrounding traffic's one", + "Average speed is 230.88% of the surrounding traffic's one", + "Average speed is 219.95% of the surrounding traffic's one", + "Average speed is 192.97% of the surrounding traffic's one", + "Average speed is 168.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.4, + "duration_system": 61.061 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_04_10_12_18_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.17% of the surrounding traffic's one", + "Average speed is 138.33% of the surrounding traffic's one", + "Average speed is 122.85% of the surrounding traffic's one", + "Average speed is 126.7% of the surrounding traffic's one", + "Average speed is 132.19% of the surrounding traffic's one", + "Average speed is 117.01% of the surrounding traffic's one", + "Average speed is 130.93% of the surrounding traffic's one", + "Average speed is 118.88% of the surrounding traffic's one", + "Average speed is 120.95% of the surrounding traffic's one", + "Average speed is 121.99% of the surrounding traffic's one", + "Average speed is 120.65% of the surrounding traffic's one", + "Average speed is 115.37% of the surrounding traffic's one", + "Average speed is 129.14% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 11.15, + "duration_system": 90.232 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_04_10_12_14_22", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.29% of the surrounding traffic's one", + "Average speed is 112.65% of the surrounding traffic's one", + "Average speed is 87.94% of the surrounding traffic's one", + "Average speed is 148.92% of the surrounding traffic's one", + "Average speed is 101.45% of the surrounding traffic's one", + "Average speed is 102.53% of the surrounding traffic's one", + "Average speed is 105.57% of the surrounding traffic's one", + "Average speed is 97.56% of the surrounding traffic's one", + "Average speed is 105.06% of the surrounding traffic's one", + "Average speed is 117.25% of the surrounding traffic's one", + "Average speed is 109.62% of the surrounding traffic's one", + "Average speed is 102.33% of the surrounding traffic's one", + "Average speed is 107.26% of the surrounding traffic's one", + "Average speed is 101.11% of the surrounding traffic's one", + "Average speed is 100.43% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 119.135 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_04_10_12_07_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.01% of the surrounding traffic's one", + "Average speed is 122.43% of the surrounding traffic's one", + "Average speed is 16.66% of the surrounding traffic's one", + "Average speed is 140.7% of the surrounding traffic's one", + "Average speed is 140.26% of the surrounding traffic's one", + "Average speed is 107.44% of the surrounding traffic's one", + "Average speed is 124.79% of the surrounding traffic's one", + "Average speed is 79.58% of the surrounding traffic's one", + "Average speed is 66.1% of the surrounding traffic's one", + "Average speed is 175.48% of the surrounding traffic's one", + "Average speed is 157.39% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one", + "Average speed is 140.79% of the surrounding traffic's one", + "Average speed is 98.0% of the surrounding traffic's one", + "Average speed is 108.11% of the surrounding traffic's one", + "Average speed is 121.49% of the surrounding traffic's one", + "Average speed is 113.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 28.55, + "duration_system": 245.3 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_04_10_12_03_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 49.86% of the surrounding traffic's one", + "Average speed is 108.63% of the surrounding traffic's one", + "Average speed is 119.57% of the surrounding traffic's one", + "Average speed is 128.16% of the surrounding traffic's one", + "Average speed is 130.7% of the surrounding traffic's one", + "Average speed is 115.8% of the surrounding traffic's one", + "Average speed is 125.02% of the surrounding traffic's one", + "Average speed is 123.37% of the surrounding traffic's one", + "Average speed is 122.21% of the surrounding traffic's one", + "Average speed is 108.28% of the surrounding traffic's one", + "Average speed is 108.34% of the surrounding traffic's one", + "Average speed is 120.42% of the surrounding traffic's one", + "Average speed is 105.2% of the surrounding traffic's one", + "Average speed is 121.07% of the surrounding traffic's one", + "Average speed is 126.58% of the surrounding traffic's one", + "Average speed is 107.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 17.65, + "duration_system": 127.157 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_04_10_11_57_27", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.73% of the surrounding traffic's one", + "Average speed is 149.58% of the surrounding traffic's one", + "Average speed is 187.39% of the surrounding traffic's one", + "Average speed is 233.22% of the surrounding traffic's one", + "Average speed is 238.8% of the surrounding traffic's one", + "Average speed is 181.49% of the surrounding traffic's one", + "Average speed is 164.57% of the surrounding traffic's one", + "Average speed is 172.23% of the surrounding traffic's one", + "Average speed is 139.11% of the surrounding traffic's one", + "Average speed is 121.53% of the surrounding traffic's one", + "Average speed is 104.08% of the surrounding traffic's one", + "Average speed is 104.37% of the surrounding traffic's one", + "Average speed is 95.73% of the surrounding traffic's one", + "Average speed is 97.23% of the surrounding traffic's one", + "Average speed is 115.11% of the surrounding traffic's one", + "Average speed is 112.89% of the surrounding traffic's one", + "Average speed is 122.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.3, + "duration_system": 187.803 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_04_10_11_52_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.98% of the surrounding traffic's one", + "Average speed is 218.18% of the surrounding traffic's one", + "Average speed is 415.05% of the surrounding traffic's one", + "Average speed is 570.34% of the surrounding traffic's one", + "Average speed is 478.13% of the surrounding traffic's one", + "Average speed is 513.7% of the surrounding traffic's one", + "Average speed is 534.54% of the surrounding traffic's one", + "Average speed is 502.14% of the surrounding traffic's one", + "Average speed is 407.29% of the surrounding traffic's one", + "Average speed is 447.14% of the surrounding traffic's one", + "Average speed is 373.8% of the surrounding traffic's one", + "Average speed is 360.34% of the surrounding traffic's one", + "Average speed is 382.84% of the surrounding traffic's one", + "Average speed is 358.25% of the surrounding traffic's one", + "Average speed is 473.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.25, + "duration_system": 128.137 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_04_10_11_47_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.24% of the surrounding traffic's one", + "Average speed is 142.7% of the surrounding traffic's one", + "Average speed is 179.69% of the surrounding traffic's one", + "Average speed is 208.98% of the surrounding traffic's one", + "Average speed is 262.56% of the surrounding traffic's one", + "Average speed is 365.78% of the surrounding traffic's one", + "Average speed is 285.22% of the surrounding traffic's one", + "Average speed is 63.94% of the surrounding traffic's one", + "Average speed is 229.0% of the surrounding traffic's one", + "Average speed is 333.09% of the surrounding traffic's one", + "Average speed is 239.68% of the surrounding traffic's one", + "Average speed is 198.55% of the surrounding traffic's one", + "Average speed is 244.6% of the surrounding traffic's one", + "Average speed is 204.85% of the surrounding traffic's one", + "Average speed is 241.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 15.85, + "duration_system": 188.21 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_04_09_21_44_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.4% of the surrounding traffic's one", + "Average speed is 151.35% of the surrounding traffic's one", + "Average speed is 176.03% of the surrounding traffic's one", + "Average speed is 222.14% of the surrounding traffic's one", + "Average speed is 255.52% of the surrounding traffic's one", + "Average speed is 356.25% of the surrounding traffic's one", + "Average speed is 454.48% of the surrounding traffic's one", + "Average speed is 291.65% of the surrounding traffic's one", + "Average speed is 25.78% of the surrounding traffic's one", + "Average speed is 375.28% of the surrounding traffic's one", + "Average speed is 552.52% of the surrounding traffic's one", + "Average speed is 445.32% of the surrounding traffic's one", + "Average speed is 433.83% of the surrounding traffic's one", + "Average speed is 790.28% of the surrounding traffic's one", + "Average speed is 640.62% of the surrounding traffic's one", + "Average speed is 678.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.85, + "duration_system": 161.187 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_04_10_11_41_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.37% of the surrounding traffic's one", + "Average speed is 136.58% of the surrounding traffic's one", + "Average speed is 211.79% of the surrounding traffic's one", + "Average speed is 296.32% of the surrounding traffic's one", + "Average speed is 179.15% of the surrounding traffic's one", + "Average speed is 34.88% of the surrounding traffic's one", + "Average speed is 197.8% of the surrounding traffic's one", + "Average speed is 255.47% of the surrounding traffic's one", + "Average speed is 207.0% of the surrounding traffic's one", + "Average speed is 169.66% of the surrounding traffic's one", + "Average speed is 203.93% of the surrounding traffic's one", + "Average speed is 198.47% of the surrounding traffic's one", + "Average speed is 189.26% of the surrounding traffic's one", + "Average speed is 189.21% of the surrounding traffic's one", + "Average speed is 282.09% of the surrounding traffic's one", + "Average speed is 241.11% of the surrounding traffic's one", + "Average speed is 202.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 21.2, + "duration_system": 217.22 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_04_10_11_34_24", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.6% of the surrounding traffic's one", + "Average speed is 152.91% of the surrounding traffic's one", + "Average speed is 233.58% of the surrounding traffic's one", + "Average speed is 213.27% of the surrounding traffic's one", + "Average speed is 234.56% of the surrounding traffic's one", + "Average speed is 233.42% of the surrounding traffic's one", + "Average speed is 212.26% of the surrounding traffic's one", + "Average speed is 157.92% of the surrounding traffic's one", + "Average speed is 101.32% of the surrounding traffic's one", + "Average speed is 102.24% of the surrounding traffic's one", + "Average speed is 109.44% of the surrounding traffic's one", + "Average speed is 98.8% of the surrounding traffic's one", + "Average speed is 96.36% of the surrounding traffic's one", + "Average speed is 104.76% of the surrounding traffic's one", + "Average speed is 27.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.9, + "duration_system": 248.704 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_04_10_11_29_42", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.68% of the surrounding traffic's one", + "Average speed is 159.76% of the surrounding traffic's one", + "Average speed is 220.63% of the surrounding traffic's one", + "Average speed is 159.22% of the surrounding traffic's one", + "Average speed is 149.43% of the surrounding traffic's one", + "Average speed is 125.55% of the surrounding traffic's one", + "Average speed is 81.53% of the surrounding traffic's one", + "Average speed is 65.35% of the surrounding traffic's one", + "Average speed is 79.95% of the surrounding traffic's one", + "Average speed is 217.85% of the surrounding traffic's one", + "Average speed is 292.26% of the surrounding traffic's one", + "Average speed is 481.93% of the surrounding traffic's one", + "Average speed is 412.83% of the surrounding traffic's one", + "Average speed is 370.27% of the surrounding traffic's one", + "Average speed is 504.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.55, + "duration_system": 127.158 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_04_10_10_45_56", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=4887 at (x=4300.546, y=580.794, z=175.781) at time=91.500s [CARLA Frame: 7594, Agent Step: 1829]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 0.995 meters (0.81% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 127.18% of the surrounding traffic's one", + "Average speed is 136.41% of the surrounding traffic's one", + "Average speed is 226.71% of the surrounding traffic's one", + "Average speed is 257.79% of the surrounding traffic's one", + "Average speed is 240.74% of the surrounding traffic's one", + "Average speed is 166.73% of the surrounding traffic's one", + "Average speed is 96.1% of the surrounding traffic's one", + "Average speed is 17.07% of the surrounding traffic's one", + "Average speed is 43.73% of the surrounding traffic's one", + "Average speed is 369.28% of the surrounding traffic's one", + "Average speed is 310.31% of the surrounding traffic's one", + "Average speed is 304.87% of the surrounding traffic's one", + "Average speed is 331.58% of the surrounding traffic's one", + "Average speed is 285.91% of the surrounding traffic's one", + "Average speed is 241.66% of the surrounding traffic's one", + "Average speed is 237.37% of the surrounding traffic's one", + "Average speed is 261.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.416617, + "score_composed": 41.661742 + }, + "meta": { + "route_length": 132.541, + "duration_game": 248.95, + "duration_system": 2471.204 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_04_09_21_34_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.43% of the surrounding traffic's one", + "Average speed is 134.4% of the surrounding traffic's one", + "Average speed is 3.11% of the surrounding traffic's one", + "Average speed is 115.38% of the surrounding traffic's one", + "Average speed is 192.44% of the surrounding traffic's one", + "Average speed is 191.81% of the surrounding traffic's one", + "Average speed is 122.14% of the surrounding traffic's one", + "Average speed is 85.03% of the surrounding traffic's one", + "Average speed is 107.21% of the surrounding traffic's one", + "Average speed is 101.12% of the surrounding traffic's one", + "Average speed is 94.09% of the surrounding traffic's one", + "Average speed is 98.8% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 114.67% of the surrounding traffic's one", + "Average speed is 107.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 54.1, + "duration_system": 453.511 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_04_09_21_30_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.85% of the surrounding traffic's one", + "Average speed is 180.85% of the surrounding traffic's one", + "Average speed is 206.84% of the surrounding traffic's one", + "Average speed is 264.13% of the surrounding traffic's one", + "Average speed is 229.2% of the surrounding traffic's one", + "Average speed is 221.82% of the surrounding traffic's one", + "Average speed is 218.87% of the surrounding traffic's one", + "Average speed is 213.48% of the surrounding traffic's one", + "Average speed is 206.24% of the surrounding traffic's one", + "Average speed is 200.72% of the surrounding traffic's one", + "Average speed is 189.31% of the surrounding traffic's one", + "Average speed is 176.91% of the surrounding traffic's one", + "Average speed is 163.13% of the surrounding traffic's one", + "Average speed is 156.49% of the surrounding traffic's one", + "Average speed is 160.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.8, + "duration_system": 76.092 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_04_10_10_42_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 82.86% of the surrounding traffic's one", + "Average speed is 130.84% of the surrounding traffic's one", + "Average speed is 125.4% of the surrounding traffic's one", + "Average speed is 157.96% of the surrounding traffic's one", + "Average speed is 172.41% of the surrounding traffic's one", + "Average speed is 196.99% of the surrounding traffic's one", + "Average speed is 215.3% of the surrounding traffic's one", + "Average speed is 229.94% of the surrounding traffic's one", + "Average speed is 246.46% of the surrounding traffic's one", + "Average speed is 247.9% of the surrounding traffic's one", + "Average speed is 242.84% of the surrounding traffic's one", + "Average speed is 245.35% of the surrounding traffic's one", + "Average speed is 226.12% of the surrounding traffic's one", + "Average speed is 200.02% of the surrounding traffic's one", + "Average speed is 184.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 8.1, + "duration_system": 71.095 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_04_09_21_27_15", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 153.12% of the surrounding traffic's one", + "Average speed is 187.76% of the surrounding traffic's one", + "Average speed is 187.29% of the surrounding traffic's one", + "Average speed is 209.66% of the surrounding traffic's one", + "Average speed is 215.89% of the surrounding traffic's one", + "Average speed is 210.08% of the surrounding traffic's one", + "Average speed is 223.94% of the surrounding traffic's one", + "Average speed is 232.38% of the surrounding traffic's one", + "Average speed is 230.06% of the surrounding traffic's one", + "Average speed is 210.01% of the surrounding traffic's one", + "Average speed is 194.44% of the surrounding traffic's one", + "Average speed is 173.42% of the surrounding traffic's one", + "Average speed is 161.43% of the surrounding traffic's one", + "Average speed is 225.16% of the surrounding traffic's one", + "Average speed is 226.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 55.06 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_04_09_21_19_26", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=4722 at (x=-1083.685, y=5974.273, z=146.035) at time=10.550s [CARLA Frame: 6115, Agent Step: 210]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=4724 at (x=-1124.85, y=5966.01, z=145.878) at time=14.550s [CARLA Frame: 6195, Agent Step: 290]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 160.65% of the surrounding traffic's one", + "Average speed is 159.25% of the surrounding traffic's one", + "Average speed is 174.5% of the surrounding traffic's one", + "Average speed is 180.01% of the surrounding traffic's one", + "Average speed is 129.77% of the surrounding traffic's one", + "Average speed is 22.24% of the surrounding traffic's one", + "Average speed is 141.59% of the surrounding traffic's one", + "Average speed is 199.79% of the surrounding traffic's one", + "Average speed is 247.65% of the surrounding traffic's one", + "Average speed is 256.4% of the surrounding traffic's one", + "Average speed is 219.51% of the surrounding traffic's one", + "Average speed is 48.35% of the surrounding traffic's one", + "Average speed is 103.53% of the surrounding traffic's one", + "Average speed is 134.53% of the surrounding traffic's one", + "Average speed is 108.98% of the surrounding traffic's one", + "Average speed is 122.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 20.5, + "duration_system": 320.37 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_04_10_10_35_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.48% of the surrounding traffic's one", + "Average speed is 135.29% of the surrounding traffic's one", + "Average speed is 185.99% of the surrounding traffic's one", + "Average speed is 205.28% of the surrounding traffic's one", + "Average speed is 171.3% of the surrounding traffic's one", + "Average speed is 175.0% of the surrounding traffic's one", + "Average speed is 126.03% of the surrounding traffic's one", + "Average speed is 47.52% of the surrounding traffic's one", + "Average speed is 115.43% of the surrounding traffic's one", + "Average speed is 172.47% of the surrounding traffic's one", + "Average speed is 172.85% of the surrounding traffic's one", + "Average speed is 160.72% of the surrounding traffic's one", + "Average speed is 133.65% of the surrounding traffic's one", + "Average speed is 101.71% of the surrounding traffic's one", + "Average speed is 113.02% of the surrounding traffic's one", + "Average speed is 12.74% of the surrounding traffic's one", + "Average speed is 104.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 34.0, + "duration_system": 244.315 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_04_10_10_30_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.15% of the surrounding traffic's one", + "Average speed is 135.25% of the surrounding traffic's one", + "Average speed is 196.98% of the surrounding traffic's one", + "Average speed is 179.26% of the surrounding traffic's one", + "Average speed is 152.97% of the surrounding traffic's one", + "Average speed is 75.37% of the surrounding traffic's one", + "Average speed is 56.9% of the surrounding traffic's one", + "Average speed is 195.19% of the surrounding traffic's one", + "Average speed is 179.17% of the surrounding traffic's one", + "Average speed is 139.49% of the surrounding traffic's one", + "Average speed is 104.14% of the surrounding traffic's one", + "Average speed is 107.78% of the surrounding traffic's one", + "Average speed is 106.88% of the surrounding traffic's one", + "Average speed is 128.29% of the surrounding traffic's one", + "Average speed is 115.2% of the surrounding traffic's one", + "Average speed is 115.88% of the surrounding traffic's one", + "Average speed is 91.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 18.45, + "duration_system": 132.154 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_04_09_21_12_28", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 91.29% of the surrounding traffic's one", + "Average speed is 12.89% of the surrounding traffic's one", + "Average speed is 338.11% of the surrounding traffic's one", + "Average speed is 400.16% of the surrounding traffic's one", + "Average speed is 447.21% of the surrounding traffic's one", + "Average speed is 436.78% of the surrounding traffic's one", + "Average speed is 434.64% of the surrounding traffic's one", + "Average speed is 400.95% of the surrounding traffic's one", + "Average speed is 860.18% of the surrounding traffic's one", + "Average speed is 768.34% of the surrounding traffic's one", + "Average speed is 773.67% of the surrounding traffic's one", + "Average speed is 442.11% of the surrounding traffic's one", + "Average speed is 418.99% of the surrounding traffic's one", + "Average speed is 323.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 23.45, + "duration_system": 280.297 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_04_10_10_26_40", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.7% of the surrounding traffic's one", + "Average speed is 30.93% of the surrounding traffic's one", + "Average speed is 304.61% of the surrounding traffic's one", + "Average speed is 494.33% of the surrounding traffic's one", + "Average speed is 423.88% of the surrounding traffic's one", + "Average speed is 405.6% of the surrounding traffic's one", + "Average speed is 372.34% of the surrounding traffic's one", + "Average speed is 428.97% of the surrounding traffic's one", + "Average speed is 594.73% of the surrounding traffic's one", + "Average speed is 477.65% of the surrounding traffic's one", + "Average speed is 299.64% of the surrounding traffic's one", + "Average speed is 199.04% of the surrounding traffic's one", + "Average speed is 210.65% of the surrounding traffic's one", + "Average speed is 159.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 11.3, + "duration_system": 110.113 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_04_09_21_09_18", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.54% of the surrounding traffic's one", + "Average speed is 194.49% of the surrounding traffic's one", + "Average speed is 269.97% of the surrounding traffic's one", + "Average speed is 285.98% of the surrounding traffic's one", + "Average speed is 281.4% of the surrounding traffic's one", + "Average speed is 287.01% of the surrounding traffic's one", + "Average speed is 304.82% of the surrounding traffic's one", + "Average speed is 310.32% of the surrounding traffic's one", + "Average speed is 329.5% of the surrounding traffic's one", + "Average speed is 700.06% of the surrounding traffic's one", + "Average speed is 578.97% of the surrounding traffic's one", + "Average speed is 535.7% of the surrounding traffic's one", + "Average speed is 350.31% of the surrounding traffic's one", + "Average speed is 228.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.4, + "duration_system": 50.053 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_04_09_20_48_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.13% of the surrounding traffic's one", + "Average speed is 174.87% of the surrounding traffic's one", + "Average speed is 9653.98% of the surrounding traffic's one", + "Average speed is 4817.42% of the surrounding traffic's one", + "Average speed is 3605.59% of the surrounding traffic's one", + "Average speed is 2291.28% of the surrounding traffic's one", + "Average speed is 1970.59% of the surrounding traffic's one", + "Average speed is 1664.41% of the surrounding traffic's one", + "Average speed is 982.05% of the surrounding traffic's one", + "Average speed is 605.44% of the surrounding traffic's one", + "Average speed is 372.07% of the surrounding traffic's one", + "Average speed is 293.3% of the surrounding traffic's one", + "Average speed is 249.64% of the surrounding traffic's one", + "Average speed is 192.53% of the surrounding traffic's one", + "Average speed is 124.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 52.25, + "duration_system": 1114.165 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_04_10_10_21_14", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.84% of the surrounding traffic's one", + "Average speed is 78.7% of the surrounding traffic's one", + "Average speed is 156.0% of the surrounding traffic's one", + "Average speed is 160.62% of the surrounding traffic's one", + "Average speed is 62.7% of the surrounding traffic's one", + "Average speed is 47.8% of the surrounding traffic's one", + "Average speed is 342.16% of the surrounding traffic's one", + "Average speed is 479.97% of the surrounding traffic's one", + "Average speed is 541.22% of the surrounding traffic's one", + "Average speed is 455.1% of the surrounding traffic's one", + "Average speed is 373.18% of the surrounding traffic's one", + "Average speed is 404.95% of the surrounding traffic's one", + "Average speed is 252.35% of the surrounding traffic's one", + "Average speed is 158.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 14.55, + "duration_system": 184.21 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_04_10_10_13_46", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.26% of the surrounding traffic's one", + "Average speed is 253.73% of the surrounding traffic's one", + "Average speed is 166.64% of the surrounding traffic's one", + "Average speed is 93.64% of the surrounding traffic's one", + "Average speed is 29.27% of the surrounding traffic's one", + "Average speed is 277.37% of the surrounding traffic's one", + "Average speed is 333.51% of the surrounding traffic's one", + "Average speed is 296.65% of the surrounding traffic's one", + "Average speed is 272.35% of the surrounding traffic's one", + "Average speed is 508.62% of the surrounding traffic's one", + "Average speed is 2644.2% of the surrounding traffic's one", + "Average speed is 1081.68% of the surrounding traffic's one", + "Average speed is 543.97% of the surrounding traffic's one", + "Average speed is 262.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 30.4, + "duration_system": 310.907 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_04_10_10_07_56", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 245.75% of the surrounding traffic's one", + "Average speed is 299.53% of the surrounding traffic's one", + "Average speed is 303.66% of the surrounding traffic's one", + "Average speed is 213.38% of the surrounding traffic's one", + "Average speed is 52.92% of the surrounding traffic's one", + "Average speed is 50.82% of the surrounding traffic's one", + "Average speed is 312.84% of the surrounding traffic's one", + "Average speed is 413.95% of the surrounding traffic's one", + "Average speed is 439.2% of the surrounding traffic's one", + "Average speed is 459.34% of the surrounding traffic's one", + "Average speed is 535.71% of the surrounding traffic's one", + "Average speed is 438.11% of the surrounding traffic's one", + "Average speed is 406.67% of the surrounding traffic's one", + "Average speed is 264.14% of the surrounding traffic's one", + "Average speed is 182.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.75, + "duration_system": 213.703 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_04_10_09_59_03", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 21.29% of the surrounding traffic's one", + "Average speed is 145.28% of the surrounding traffic's one", + "Average speed is 385.34% of the surrounding traffic's one", + "Average speed is 208.07% of the surrounding traffic's one", + "Average speed is 48.0% of the surrounding traffic's one", + "Average speed is 268.82% of the surrounding traffic's one", + "Average speed is 396.7% of the surrounding traffic's one", + "Average speed is 434.06% of the surrounding traffic's one", + "Average speed is 313.32% of the surrounding traffic's one", + "Average speed is 294.34% of the surrounding traffic's one", + "Average speed is 313.92% of the surrounding traffic's one", + "Average speed is 211.47% of the surrounding traffic's one", + "Average speed is 149.7% of the surrounding traffic's one", + "Average speed is 137.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 20.55, + "duration_system": 397.431 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_04_09_20_43_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 94.06% of the surrounding traffic's one", + "Average speed is 194.21% of the surrounding traffic's one", + "Average speed is 231.41% of the surrounding traffic's one", + "Average speed is 89.85% of the surrounding traffic's one", + "Average speed is 45.16% of the surrounding traffic's one", + "Average speed is 226.13% of the surrounding traffic's one", + "Average speed is 394.07% of the surrounding traffic's one", + "Average speed is 425.5% of the surrounding traffic's one", + "Average speed is 574.4% of the surrounding traffic's one", + "Average speed is 495.43% of the surrounding traffic's one", + "Average speed is 365.1% of the surrounding traffic's one", + "Average speed is 324.17% of the surrounding traffic's one", + "Average speed is 173.55% of the surrounding traffic's one", + "Average speed is 150.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.55, + "duration_system": 169.182 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_04_10_09_52_50", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 252.5% of the surrounding traffic's one", + "Average speed is 265.82% of the surrounding traffic's one", + "Average speed is 278.92% of the surrounding traffic's one", + "Average speed is 447.49% of the surrounding traffic's one", + "Average speed is 506.05% of the surrounding traffic's one", + "Average speed is 550.56% of the surrounding traffic's one", + "Average speed is 639.2% of the surrounding traffic's one", + "Average speed is 615.09% of the surrounding traffic's one", + "Average speed is 574.47% of the surrounding traffic's one", + "Average speed is 515.63% of the surrounding traffic's one", + "Average speed is 620.8% of the surrounding traffic's one", + "Average speed is 758.78% of the surrounding traffic's one", + "Average speed is 730.15% of the surrounding traffic's one", + "Average speed is 1357.64% of the surrounding traffic's one", + "Average speed is 1328.75% of the surrounding traffic's one", + "Average speed is 729.68% of the surrounding traffic's one", + "Average speed is 483.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 13.0, + "duration_system": 239.247 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_04_10_09_47_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 649.75% of the surrounding traffic's one", + "Average speed is 387.42% of the surrounding traffic's one", + "Average speed is 734.44% of the surrounding traffic's one", + "Average speed is 726.72% of the surrounding traffic's one", + "Average speed is 442.84% of the surrounding traffic's one", + "Average speed is 161.06% of the surrounding traffic's one", + "Average speed is 165.59% of the surrounding traffic's one", + "Average speed is 263.95% of the surrounding traffic's one", + "Average speed is 215.42% of the surrounding traffic's one", + "Average speed is 210.72% of the surrounding traffic's one", + "Average speed is 190.67% of the surrounding traffic's one", + "Average speed is 168.27% of the surrounding traffic's one", + "Average speed is 170.33% of the surrounding traffic's one", + "Average speed is 432.62% of the surrounding traffic's one", + "Average speed is 482.4% of the surrounding traffic's one", + "Average speed is 456.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 14.15, + "duration_system": 199.212 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_04_10_09_41_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 247.57% of the surrounding traffic's one", + "Average speed is 280.33% of the surrounding traffic's one", + "Average speed is 290.33% of the surrounding traffic's one", + "Average speed is 452.35% of the surrounding traffic's one", + "Average speed is 531.48% of the surrounding traffic's one", + "Average speed is 555.82% of the surrounding traffic's one", + "Average speed is 584.43% of the surrounding traffic's one", + "Average speed is 521.03% of the surrounding traffic's one", + "Average speed is 413.46% of the surrounding traffic's one", + "Average speed is 361.71% of the surrounding traffic's one", + "Average speed is 478.49% of the surrounding traffic's one", + "Average speed is 438.89% of the surrounding traffic's one", + "Average speed is 526.34% of the surrounding traffic's one", + "Average speed is 1011.01% of the surrounding traffic's one", + "Average speed is 1114.88% of the surrounding traffic's one", + "Average speed is 655.87% of the surrounding traffic's one", + "Average speed is 414.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 13.9, + "duration_system": 232.263 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_04_10_09_35_51", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3720 at (x=905.948, y=3116.224, z=363.184) at time=12.200s [CARLA Frame: 6290, Agent Step: 243]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 11.919 meters (7.68% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 163.06% of the surrounding traffic's one", + "Average speed is 427.53% of the surrounding traffic's one", + "Average speed is 453.9% of the surrounding traffic's one", + "Average speed is 405.54% of the surrounding traffic's one", + "Average speed is 468.19% of the surrounding traffic's one", + "Average speed is 434.54% of the surrounding traffic's one", + "Average speed is 446.35% of the surrounding traffic's one", + "Average speed is 434.78% of the surrounding traffic's one", + "Average speed is 866.4% of the surrounding traffic's one", + "Average speed is 1205.54% of the surrounding traffic's one", + "Average speed is 1162.57% of the surrounding traffic's one", + "Average speed is 686.68% of the surrounding traffic's one", + "Average speed is 318.26% of the surrounding traffic's one", + "Average speed is 345.27% of the surrounding traffic's one", + "Average speed is 753.16% of the surrounding traffic's one", + "Average speed is 2636857.03% of the surrounding traffic's one", + "Average speed is 742716.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.553902, + "score_composed": 55.390159 + }, + "meta": { + "route_length": 164.082, + "duration_game": 13.75, + "duration_system": 181.19 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_04_09_20_38_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.88% of the surrounding traffic's one", + "Average speed is 146.63% of the surrounding traffic's one", + "Average speed is 329.44% of the surrounding traffic's one", + "Average speed is 404.79% of the surrounding traffic's one", + "Average speed is 320.6% of the surrounding traffic's one", + "Average speed is 97.63% of the surrounding traffic's one", + "Average speed is 139.05% of the surrounding traffic's one", + "Average speed is 166.95% of the surrounding traffic's one", + "Average speed is 77.41% of the surrounding traffic's one", + "Average speed is 28.37% of the surrounding traffic's one", + "Average speed is 530.35% of the surrounding traffic's one", + "Average speed is 344.07% of the surrounding traffic's one", + "Average speed is 467.57% of the surrounding traffic's one", + "Average speed is 284.78% of the surrounding traffic's one", + "Average speed is 239.9% of the surrounding traffic's one", + "Average speed is 161.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.45, + "duration_system": 155.485 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_04_10_09_27_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.92% of the surrounding traffic's one", + "Average speed is 154.18% of the surrounding traffic's one", + "Average speed is 108.92% of the surrounding traffic's one", + "Average speed is 14.34% of the surrounding traffic's one", + "Average speed is 398.53% of the surrounding traffic's one", + "Average speed is 439.08% of the surrounding traffic's one", + "Average speed is 723.15% of the surrounding traffic's one", + "Average speed is 767.78% of the surrounding traffic's one", + "Average speed is 431.87% of the surrounding traffic's one", + "Average speed is 347.14% of the surrounding traffic's one", + "Average speed is 206.82% of the surrounding traffic's one", + "Average speed is 6.7% of the surrounding traffic's one", + "Average speed is 219.69% of the surrounding traffic's one", + "Average speed is 252.36% of the surrounding traffic's one", + "Average speed is 202.97% of the surrounding traffic's one", + "Average speed is 155.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 40.35, + "duration_system": 366.279 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_04_10_09_08_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 170.24% of the surrounding traffic's one", + "Average speed is 220.64% of the surrounding traffic's one", + "Average speed is 604.89% of the surrounding traffic's one", + "Average speed is 235.92% of the surrounding traffic's one", + "Average speed is 62.85% of the surrounding traffic's one", + "Average speed is 3.13% of the surrounding traffic's one", + "Average speed is 269.77% of the surrounding traffic's one", + "Average speed is 557.81% of the surrounding traffic's one", + "Average speed is 732.21% of the surrounding traffic's one", + "Average speed is 590.53% of the surrounding traffic's one", + "Average speed is 558.63% of the surrounding traffic's one", + "Average speed is 979.91% of the surrounding traffic's one", + "Average speed is 1802.4% of the surrounding traffic's one", + "Average speed is 5459.46% of the surrounding traffic's one", + "Average speed is 2586.95% of the surrounding traffic's one", + "Average speed is 648.92% of the surrounding traffic's one", + "Average speed is 587.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 111.9, + "duration_system": 982.098 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_04_10_09_05_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.43% of the surrounding traffic's one", + "Average speed is 716.44% of the surrounding traffic's one", + "Average speed is 1022.51% of the surrounding traffic's one", + "Average speed is 555.6% of the surrounding traffic's one", + "Average speed is 358.95% of the surrounding traffic's one", + "Average speed is 328.71% of the surrounding traffic's one", + "Average speed is 297.51% of the surrounding traffic's one", + "Average speed is 321.56% of the surrounding traffic's one", + "Average speed is 300.82% of the surrounding traffic's one", + "Average speed is 243.23% of the surrounding traffic's one", + "Average speed is 280.72% of the surrounding traffic's one", + "Average speed is 780.63% of the surrounding traffic's one", + "Average speed is 1043.89% of the surrounding traffic's one", + "Average speed is 1072.07% of the surrounding traffic's one", + "Average speed is 1433.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.2, + "duration_system": 74.092 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_04_09_20_34_12", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3802 at (x=38.989, y=4838.637, z=372.116) at time=8.950s [CARLA Frame: 6079, Agent Step: 178]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=469 at (x=43.263, y=4842.199, z=372.109)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.61% of the surrounding traffic's one", + "Average speed is 520.96% of the surrounding traffic's one", + "Average speed is 789.03% of the surrounding traffic's one", + "Average speed is 346.64% of the surrounding traffic's one", + "Average speed is 116.57% of the surrounding traffic's one", + "Average speed is 47.91% of the surrounding traffic's one", + "Average speed is 92.01% of the surrounding traffic's one", + "Average speed is 245.82% of the surrounding traffic's one", + "Average speed is 283.59% of the surrounding traffic's one", + "Average speed is 292.81% of the surrounding traffic's one", + "Average speed is 540.19% of the surrounding traffic's one", + "Average speed is 592.85% of the surrounding traffic's one", + "Average speed is 533.37% of the surrounding traffic's one", + "Average speed is 714.95% of the surrounding traffic's one", + "Average speed is 1371.81% of the surrounding traffic's one", + "Average speed is 1473.28% of the surrounding traffic's one", + "Average speed is 824.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.48, + "score_composed": 48.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 13.15, + "duration_system": 119.642 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_04_10_09_01_10", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=3001.522, y=4627.479, z=365.342) at time=6.200s [CARLA Frame: 5919, Agent Step: 123]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.67% of the surrounding traffic's one", + "Average speed is 338.55% of the surrounding traffic's one", + "Average speed is 485.85% of the surrounding traffic's one", + "Average speed is 325.54% of the surrounding traffic's one", + "Average speed is 220.96% of the surrounding traffic's one", + "Average speed is 64.5% of the surrounding traffic's one", + "Average speed is 184.99% of the surrounding traffic's one", + "Average speed is 192.16% of the surrounding traffic's one", + "Average speed is 103.83% of the surrounding traffic's one", + "Average speed is 373.37% of the surrounding traffic's one", + "Average speed is 628.34% of the surrounding traffic's one", + "Average speed is 2212.29% of the surrounding traffic's one", + "Average speed is 1186.52% of the surrounding traffic's one", + "Average speed is 663.07% of the surrounding traffic's one", + "Average speed is 346.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 12.5, + "duration_system": 104.115 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_04_10_08_57_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 239.91% of the surrounding traffic's one", + "Average speed is 796.21% of the surrounding traffic's one", + "Average speed is 713.45% of the surrounding traffic's one", + "Average speed is 371.17% of the surrounding traffic's one", + "Average speed is 282.23% of the surrounding traffic's one", + "Average speed is 89.74% of the surrounding traffic's one", + "Average speed is 165.55% of the surrounding traffic's one", + "Average speed is 279.4% of the surrounding traffic's one", + "Average speed is 280.32% of the surrounding traffic's one", + "Average speed is 219.88% of the surrounding traffic's one", + "Average speed is 227.18% of the surrounding traffic's one", + "Average speed is 343.34% of the surrounding traffic's one", + "Average speed is 473.85% of the surrounding traffic's one", + "Average speed is 367.85% of the surrounding traffic's one", + "Average speed is 413.34% of the surrounding traffic's one", + "Average speed is 274.1% of the surrounding traffic's one", + "Average speed is 210.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.8, + "duration_system": 75.093 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_04_11_04_20_28", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.011, y=-86.325, z=336.045) at time=10.350s [CARLA Frame: 5797, Agent Step: 206]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2379.091, y=-79.213, z=335.968) at time=11.000s [CARLA Frame: 5810, Agent Step: 219]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.8% of the surrounding traffic's one", + "Average speed is 269.64% of the surrounding traffic's one", + "Average speed is 425.92% of the surrounding traffic's one", + "Average speed is 369.08% of the surrounding traffic's one", + "Average speed is 23.03% of the surrounding traffic's one", + "Average speed is 176.59% of the surrounding traffic's one", + "Average speed is 430.48% of the surrounding traffic's one", + "Average speed is 434.94% of the surrounding traffic's one", + "Average speed is 509.1% of the surrounding traffic's one", + "Average speed is 631.85% of the surrounding traffic's one", + "Average speed is 392.07% of the surrounding traffic's one", + "Average speed is 35.34% of the surrounding traffic's one", + "Average speed is 388.33% of the surrounding traffic's one", + "Average speed is 309.48% of the surrounding traffic's one", + "Average speed is 336.85% of the surrounding traffic's one", + "Average speed is 239.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 87.704, + "duration_game": 201.5, + "duration_system": 1753.983 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_04_11_04_15_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1584 at (x=1371.346, y=5004.662, z=370.807)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.51% of the surrounding traffic's one", + "Average speed is 151.26% of the surrounding traffic's one", + "Average speed is 502.93% of the surrounding traffic's one", + "Average speed is 255.49% of the surrounding traffic's one", + "Average speed is 160.69% of the surrounding traffic's one", + "Average speed is 161.06% of the surrounding traffic's one", + "Average speed is 176.13% of the surrounding traffic's one", + "Average speed is 176.54% of the surrounding traffic's one", + "Average speed is 174.08% of the surrounding traffic's one", + "Average speed is 181.85% of the surrounding traffic's one", + "Average speed is 160.71% of the surrounding traffic's one", + "Average speed is 128.42% of the surrounding traffic's one", + "Average speed is 154.23% of the surrounding traffic's one", + "Average speed is 137.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 10.2, + "duration_system": 165.177 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_04_10_04_13_26", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.119, y=4700.015, z=365.258) at time=9.800s [CARLA Frame: 6501, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.05% of the surrounding traffic's one", + "Average speed is 396.85% of the surrounding traffic's one", + "Average speed is 473.34% of the surrounding traffic's one", + "Average speed is 226.44% of the surrounding traffic's one", + "Average speed is 65.96% of the surrounding traffic's one", + "Average speed is 26.07% of the surrounding traffic's one", + "Average speed is 188.23% of the surrounding traffic's one", + "Average speed is 353.77% of the surrounding traffic's one", + "Average speed is 303.59% of the surrounding traffic's one", + "Average speed is 282.85% of the surrounding traffic's one", + "Average speed is 318.16% of the surrounding traffic's one", + "Average speed is 411.89% of the surrounding traffic's one", + "Average speed is 291.08% of the surrounding traffic's one", + "Average speed is 363.73% of the surrounding traffic's one", + "Average speed is 313.05% of the surrounding traffic's one", + "Average speed is 253.4% of the surrounding traffic's one", + "Average speed is 245.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.95, + "duration_system": 123.115 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_04_10_04_06_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2390.203, y=-93.721, z=335.706) at time=33.250s [CARLA Frame: 6738, Agent Step: 664]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.0% of the surrounding traffic's one", + "Average speed is 286.33% of the surrounding traffic's one", + "Average speed is 229.28% of the surrounding traffic's one", + "Average speed is 12.16% of the surrounding traffic's one", + "Average speed is 1688.61% of the surrounding traffic's one", + "Average speed is 1141.73% of the surrounding traffic's one", + "Average speed is 1151.03% of the surrounding traffic's one", + "Average speed is 1064.13% of the surrounding traffic's one", + "Average speed is 943.96% of the surrounding traffic's one", + "Average speed is 869.31% of the surrounding traffic's one", + "Average speed is 1029.19% of the surrounding traffic's one", + "Average speed is 4001.89% of the surrounding traffic's one", + "Average speed is 786.47% of the surrounding traffic's one", + "Average speed is 644.79% of the surrounding traffic's one", + "Average speed is 382.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.1, + "duration_system": 269.309 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_04_10_04_01_32", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.29% of the surrounding traffic's one", + "Average speed is 156.64% of the surrounding traffic's one", + "Average speed is 401.69% of the surrounding traffic's one", + "Average speed is 73.39% of the surrounding traffic's one", + "Average speed is 29.11% of the surrounding traffic's one", + "Average speed is 171.88% of the surrounding traffic's one", + "Average speed is 404.41% of the surrounding traffic's one", + "Average speed is 453.34% of the surrounding traffic's one", + "Average speed is 495.5% of the surrounding traffic's one", + "Average speed is 463.55% of the surrounding traffic's one", + "Average speed is 1100.97% of the surrounding traffic's one", + "Average speed is 1254.01% of the surrounding traffic's one", + "Average speed is 678.51% of the surrounding traffic's one", + "Average speed is 317.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.35, + "duration_system": 180.19 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_04_11_04_10_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.71% of the surrounding traffic's one", + "Average speed is 414.67% of the surrounding traffic's one", + "Average speed is 396.63% of the surrounding traffic's one", + "Average speed is 90.76% of the surrounding traffic's one", + "Average speed is 34.9% of the surrounding traffic's one", + "Average speed is 121.96% of the surrounding traffic's one", + "Average speed is 221.71% of the surrounding traffic's one", + "Average speed is 271.44% of the surrounding traffic's one", + "Average speed is 328.83% of the surrounding traffic's one", + "Average speed is 316.82% of the surrounding traffic's one", + "Average speed is 333.31% of the surrounding traffic's one", + "Average speed is 351.51% of the surrounding traffic's one", + "Average speed is 873.36% of the surrounding traffic's one", + "Average speed is 350.7% of the surrounding traffic's one", + "Average speed is 438.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 12.65, + "duration_system": 134.163 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_04_11_04_07_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.66% of the surrounding traffic's one", + "Average speed is 97.18% of the surrounding traffic's one", + "Average speed is 156.6% of the surrounding traffic's one", + "Average speed is 39.17% of the surrounding traffic's one", + "Average speed is 284.13% of the surrounding traffic's one", + "Average speed is 357.89% of the surrounding traffic's one", + "Average speed is 432.22% of the surrounding traffic's one", + "Average speed is 533.93% of the surrounding traffic's one", + "Average speed is 469.89% of the surrounding traffic's one", + "Average speed is 390.1% of the surrounding traffic's one", + "Average speed is 353.52% of the surrounding traffic's one", + "Average speed is 319.24% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 99.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 13.35, + "duration_system": 109.107 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_04_11_03_54_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.9% of the surrounding traffic's one", + "Average speed is 114.84% of the surrounding traffic's one", + "Average speed is 102.58% of the surrounding traffic's one", + "Average speed is 86.68% of the surrounding traffic's one", + "Average speed is 155.28% of the surrounding traffic's one", + "Average speed is 174.62% of the surrounding traffic's one", + "Average speed is 43.24% of the surrounding traffic's one", + "Average speed is 188.58% of the surrounding traffic's one", + "Average speed is 189.92% of the surrounding traffic's one", + "Average speed is 248.29% of the surrounding traffic's one", + "Average speed is 253.42% of the surrounding traffic's one", + "Average speed is 141.78% of the surrounding traffic's one", + "Average speed is 170.99% of the surrounding traffic's one", + "Average speed is 153.04% of the surrounding traffic's one", + "Average speed is 230.63% of the surrounding traffic's one", + "Average speed is 205.64% of the surrounding traffic's one", + "Average speed is 166.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 29.6, + "duration_system": 677.709 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_04_10_03_57_55", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 275.37% of the surrounding traffic's one", + "Average speed is 198.88% of the surrounding traffic's one", + "Average speed is 129.53% of the surrounding traffic's one", + "Average speed is 117.2% of the surrounding traffic's one", + "Average speed is 127.31% of the surrounding traffic's one", + "Average speed is 194.79% of the surrounding traffic's one", + "Average speed is 283.91% of the surrounding traffic's one", + "Average speed is 289.65% of the surrounding traffic's one", + "Average speed is 319.46% of the surrounding traffic's one", + "Average speed is 352.65% of the surrounding traffic's one", + "Average speed is 392.09% of the surrounding traffic's one", + "Average speed is 570.26% of the surrounding traffic's one", + "Average speed is 389.3% of the surrounding traffic's one", + "Average speed is 334.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 11.4, + "duration_system": 117.133 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_04_10_03_54_21", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=165 at (x=194.234, y=-309.761, z=0.029) at time=10.700s [CARLA Frame: 6246, Agent Step: 213]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.12% of the surrounding traffic's one", + "Average speed is 179.49% of the surrounding traffic's one", + "Average speed is 200.28% of the surrounding traffic's one", + "Average speed is 164.68% of the surrounding traffic's one", + "Average speed is 24.13% of the surrounding traffic's one", + "Average speed is 135.55% of the surrounding traffic's one", + "Average speed is 418.66% of the surrounding traffic's one", + "Average speed is 535.67% of the surrounding traffic's one", + "Average speed is 382.35% of the surrounding traffic's one", + "Average speed is 305.15% of the surrounding traffic's one", + "Average speed is 272.84% of the surrounding traffic's one", + "Average speed is 800.32% of the surrounding traffic's one", + "Average speed is 907.96% of the surrounding traffic's one", + "Average speed is 531.57% of the surrounding traffic's one", + "Average speed is 259.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 13.65, + "duration_system": 114.134 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_04_10_03_48_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=166 at (x=263.058, y=-247.023, z=0.002) at time=14.650s [CARLA Frame: 6597, Agent Step: 292]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 211.39% of the surrounding traffic's one", + "Average speed is 788.56% of the surrounding traffic's one", + "Average speed is 730.12% of the surrounding traffic's one", + "Average speed is 60.09% of the surrounding traffic's one", + "Average speed is 18.7% of the surrounding traffic's one", + "Average speed is 189.59% of the surrounding traffic's one", + "Average speed is 360.24% of the surrounding traffic's one", + "Average speed is 379.12% of the surrounding traffic's one", + "Average speed is 364.31% of the surrounding traffic's one", + "Average speed is 226.5% of the surrounding traffic's one", + "Average speed is 862.07% of the surrounding traffic's one", + "Average speed is 601.23% of the surrounding traffic's one", + "Average speed is 374.03% of the surrounding traffic's one", + "Average speed is 268.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 18.05, + "duration_system": 255.253 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_04_10_03_44_39", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.289, y=-250.633, z=0.008) at time=9.200s [CARLA Frame: 6353, Agent Step: 183]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=38 at (x=245.631, y=-246.074, z=0.004)" + ], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 6.0 meters (8.2% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 183.74% of the surrounding traffic's one", + "Average speed is 2522.55% of the surrounding traffic's one", + "Average speed is 1981.92% of the surrounding traffic's one", + "Average speed is 545.72% of the surrounding traffic's one", + "Average speed is 169.76% of the surrounding traffic's one", + "Average speed is 32.38% of the surrounding traffic's one", + "Average speed is 101.61% of the surrounding traffic's one", + "Average speed is 204.9% of the surrounding traffic's one", + "Average speed is 274.35% of the surrounding traffic's one", + "Average speed is 264.58% of the surrounding traffic's one", + "Average speed is 425.05% of the surrounding traffic's one", + "Average speed is 436.87% of the surrounding traffic's one", + "Average speed is 394.66% of the surrounding traffic's one", + "Average speed is 350.31% of the surrounding traffic's one", + "Average speed is 692.03% of the surrounding traffic's one", + "Average speed is 377.47% of the surrounding traffic's one", + "Average speed is 292.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.440632, + "score_composed": 44.063152 + }, + "meta": { + "route_length": 79.155, + "duration_game": 13.05, + "duration_system": 129.13 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_04_11_03_47_52", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.76% of the surrounding traffic's one", + "Average speed is 218.58% of the surrounding traffic's one", + "Average speed is 139.26% of the surrounding traffic's one", + "Average speed is 8.02% of the surrounding traffic's one", + "Average speed is 1064.83% of the surrounding traffic's one", + "Average speed is 3935.08% of the surrounding traffic's one", + "Average speed is 2161.86% of the surrounding traffic's one", + "Average speed is 1257.85% of the surrounding traffic's one", + "Average speed is 997.52% of the surrounding traffic's one", + "Average speed is 710.89% of the surrounding traffic's one", + "Average speed is 795.88% of the surrounding traffic's one", + "Average speed is 489.86% of the surrounding traffic's one", + "Average speed is 263.07% of the surrounding traffic's one", + "Average speed is 196.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.4, + "duration_system": 271.306 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_04_10_03_30_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.54% of the surrounding traffic's one", + "Average speed is 103.91% of the surrounding traffic's one", + "Average speed is 67.26% of the surrounding traffic's one", + "Average speed is 88.85% of the surrounding traffic's one", + "Average speed is 79.79% of the surrounding traffic's one", + "Average speed is 138.88% of the surrounding traffic's one", + "Average speed is 84.88% of the surrounding traffic's one", + "Average speed is 77.18% of the surrounding traffic's one", + "Average speed is 117.39% of the surrounding traffic's one", + "Average speed is 123.82% of the surrounding traffic's one", + "Average speed is 15.71% of the surrounding traffic's one", + "Average speed is 1053.9% of the surrounding traffic's one", + "Average speed is 668.3% of the surrounding traffic's one", + "Average speed is 1080.29% of the surrounding traffic's one", + "Average speed is 576.49% of the surrounding traffic's one", + "Average speed is 236.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 50.2, + "duration_system": 748.921 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_04_09_20_30_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.52% of the surrounding traffic's one", + "Average speed is 171.35% of the surrounding traffic's one", + "Average speed is 123.03% of the surrounding traffic's one", + "Average speed is 159.39% of the surrounding traffic's one", + "Average speed is 176.1% of the surrounding traffic's one", + "Average speed is 204.85% of the surrounding traffic's one", + "Average speed is 248.98% of the surrounding traffic's one", + "Average speed is 259.14% of the surrounding traffic's one", + "Average speed is 274.87% of the surrounding traffic's one", + "Average speed is 243.21% of the surrounding traffic's one", + "Average speed is 200.93% of the surrounding traffic's one", + "Average speed is 189.82% of the surrounding traffic's one", + "Average speed is 189.51% of the surrounding traffic's one", + "Average speed is 184.03% of the surrounding traffic's one", + "Average speed is 173.39% of the surrounding traffic's one", + "Average speed is 228.5% of the surrounding traffic's one", + "Average speed is 164.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 9.4, + "duration_system": 111.133 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_04_10_08_52_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.28% of the surrounding traffic's one", + "Average speed is 165.74% of the surrounding traffic's one", + "Average speed is 144.41% of the surrounding traffic's one", + "Average speed is 147.2% of the surrounding traffic's one", + "Average speed is 129.52% of the surrounding traffic's one", + "Average speed is 120.49% of the surrounding traffic's one", + "Average speed is 128.45% of the surrounding traffic's one", + "Average speed is 114.3% of the surrounding traffic's one", + "Average speed is 111.99% of the surrounding traffic's one", + "Average speed is 121.56% of the surrounding traffic's one", + "Average speed is 113.01% of the surrounding traffic's one", + "Average speed is 125.13% of the surrounding traffic's one", + "Average speed is 121.91% of the surrounding traffic's one", + "Average speed is 189.85% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.65, + "duration_system": 168.164 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_04_10_03_26_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.66% of the surrounding traffic's one", + "Average speed is 485.76% of the surrounding traffic's one", + "Average speed is 349.58% of the surrounding traffic's one", + "Average speed is 219.46% of the surrounding traffic's one", + "Average speed is 13.61% of the surrounding traffic's one", + "Average speed is 213.87% of the surrounding traffic's one", + "Average speed is 353.99% of the surrounding traffic's one", + "Average speed is 346.73% of the surrounding traffic's one", + "Average speed is 320.29% of the surrounding traffic's one", + "Average speed is 369.77% of the surrounding traffic's one", + "Average speed is 618.36% of the surrounding traffic's one", + "Average speed is 444.13% of the surrounding traffic's one", + "Average speed is 338.65% of the surrounding traffic's one", + "Average speed is 231.56% of the surrounding traffic's one", + "Average speed is 216.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.7, + "duration_system": 151.406 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_04_11_03_43_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=1760 at (x=-1801.835, y=-10135.079, z=274.839) at time=7.700s [CARLA Frame: 5278, Agent Step: 153]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.0 meters (7.89% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 317.55% of the surrounding traffic's one", + "Average speed is 497.86% of the surrounding traffic's one", + "Average speed is 382.42% of the surrounding traffic's one", + "Average speed is 245.14% of the surrounding traffic's one", + "Average speed is 91.51% of the surrounding traffic's one", + "Average speed is 134.61% of the surrounding traffic's one", + "Average speed is 244.62% of the surrounding traffic's one", + "Average speed is 230.92% of the surrounding traffic's one", + "Average speed is 174.25% of the surrounding traffic's one", + "Average speed is 101.64% of the surrounding traffic's one", + "Average speed is 285.03% of the surrounding traffic's one", + "Average speed is 147.73% of the surrounding traffic's one", + "Average speed is 826.05% of the surrounding traffic's one", + "Average speed is 835.74% of the surrounding traffic's one", + "Average speed is 505.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.552654, + "score_composed": 55.265436 + }, + "meta": { + "route_length": 70.367, + "duration_game": 11.9, + "duration_system": 143.161 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_04_11_03_39_34", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=36 at (x=267.718, y=-249.81, z=0.004)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.42% of the surrounding traffic's one", + "Average speed is 1819.66% of the surrounding traffic's one", + "Average speed is 565.95% of the surrounding traffic's one", + "Average speed is 109.52% of the surrounding traffic's one", + "Average speed is 17.78% of the surrounding traffic's one", + "Average speed is 242.1% of the surrounding traffic's one", + "Average speed is 446.6% of the surrounding traffic's one", + "Average speed is 413.55% of the surrounding traffic's one", + "Average speed is 404.66% of the surrounding traffic's one", + "Average speed is 764.85% of the surrounding traffic's one", + "Average speed is 3258.07% of the surrounding traffic's one", + "Average speed is 1151.01% of the surrounding traffic's one", + "Average speed is 585.54% of the surrounding traffic's one", + "Average speed is 359.12% of the surrounding traffic's one", + "Average speed is 168.36% of the surrounding traffic's one", + "Average speed is 126.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 15.35, + "duration_system": 123.132 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_04_11_03_30_31", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.27% of the surrounding traffic's one", + "Average speed is 246.94% of the surrounding traffic's one", + "Average speed is 260.72% of the surrounding traffic's one", + "Average speed is 81.85% of the surrounding traffic's one", + "Average speed is 10.86% of the surrounding traffic's one", + "Average speed is 623.68% of the surrounding traffic's one", + "Average speed is 744.98% of the surrounding traffic's one", + "Average speed is 686.91% of the surrounding traffic's one", + "Average speed is 660.04% of the surrounding traffic's one", + "Average speed is 611.61% of the surrounding traffic's one", + "Average speed is 1618.98% of the surrounding traffic's one", + "Average speed is 7957.39% of the surrounding traffic's one", + "Average speed is 711.88% of the surrounding traffic's one", + "Average speed is 564.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.65, + "duration_system": 435.452 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_04_10_03_18_57", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.834, y=-81.313, z=0.028) at time=17.550s [CARLA Frame: 6395, Agent Step: 350]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=197 at (x=-30.634, y=-87.935, z=-0.005) at time=19.500s [CARLA Frame: 6434, Agent Step: 389]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.3% of the surrounding traffic's one", + "Average speed is 126.81% of the surrounding traffic's one", + "Average speed is 141.53% of the surrounding traffic's one", + "Average speed is 146.91% of the surrounding traffic's one", + "Average speed is 34.78% of the surrounding traffic's one", + "Average speed is 1520.77% of the surrounding traffic's one", + "Average speed is 1489.74% of the surrounding traffic's one", + "Average speed is 1243.47% of the surrounding traffic's one", + "Average speed is 848.15% of the surrounding traffic's one", + "Average speed is 843.04% of the surrounding traffic's one", + "Average speed is 1565.42% of the surrounding traffic's one", + "Average speed is 1037.47% of the surrounding traffic's one", + "Average speed is 763.39% of the surrounding traffic's one", + "Average speed is 949.95% of the surrounding traffic's one", + "Average speed is 870.44% of the surrounding traffic's one", + "Average speed is 786.13% of the surrounding traffic's one", + "Average speed is 838.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 21.45, + "duration_system": 322.516 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_04_10_03_09_34", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.42% of the surrounding traffic's one", + "Average speed is 190.88% of the surrounding traffic's one", + "Average speed is 253.65% of the surrounding traffic's one", + "Average speed is 102.1% of the surrounding traffic's one", + "Average speed is 178.31% of the surrounding traffic's one", + "Average speed is 236.16% of the surrounding traffic's one", + "Average speed is 214.71% of the surrounding traffic's one", + "Average speed is 232.1% of the surrounding traffic's one", + "Average speed is 147.79% of the surrounding traffic's one", + "Average speed is 31.15% of the surrounding traffic's one", + "Average speed is 629.57% of the surrounding traffic's one", + "Average speed is 377.99% of the surrounding traffic's one", + "Average speed is 271.81% of the surrounding traffic's one", + "Average speed is 235.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 21.15, + "duration_system": 463.465 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_04_09_20_21_50", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.57% of the surrounding traffic's one", + "Average speed is 81.19% of the surrounding traffic's one", + "Average speed is 169.06% of the surrounding traffic's one", + "Average speed is 201.38% of the surrounding traffic's one", + "Average speed is 199.68% of the surrounding traffic's one", + "Average speed is 247.95% of the surrounding traffic's one", + "Average speed is 96.61% of the surrounding traffic's one", + "Average speed is 148.09% of the surrounding traffic's one", + "Average speed is 90.98% of the surrounding traffic's one", + "Average speed is 47.65% of the surrounding traffic's one", + "Average speed is 146.8% of the surrounding traffic's one", + "Average speed is 83.25% of the surrounding traffic's one", + "Average speed is 181.02% of the surrounding traffic's one", + "Average speed is 177.59% of the surrounding traffic's one", + "Average speed is 180.62% of the surrounding traffic's one", + "Average speed is 136.37% of the surrounding traffic's one", + "Average speed is 129.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.3, + "duration_system": 359.398 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_04_10_08_46_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.97% of the surrounding traffic's one", + "Average speed is 153.93% of the surrounding traffic's one", + "Average speed is 177.44% of the surrounding traffic's one", + "Average speed is 176.38% of the surrounding traffic's one", + "Average speed is 136.6% of the surrounding traffic's one", + "Average speed is 178.42% of the surrounding traffic's one", + "Average speed is 193.59% of the surrounding traffic's one", + "Average speed is 139.06% of the surrounding traffic's one", + "Average speed is 11.34% of the surrounding traffic's one", + "Average speed is 178.96% of the surrounding traffic's one", + "Average speed is 175.41% of the surrounding traffic's one", + "Average speed is 80.99% of the surrounding traffic's one", + "Average speed is 100.67% of the surrounding traffic's one", + "Average speed is 165.96% of the surrounding traffic's one", + "Average speed is 170.73% of the surrounding traffic's one", + "Average speed is 163.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 26.4, + "duration_system": 214.242 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_04_10_03_05_31", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=260 at (x=692.862, y=738.073, z=117.997) at time=10.900s [CARLA Frame: 6247, Agent Step: 217]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.86% of the surrounding traffic's one", + "Average speed is 213.54% of the surrounding traffic's one", + "Average speed is 306.99% of the surrounding traffic's one", + "Average speed is 596.87% of the surrounding traffic's one", + "Average speed is 308.9% of the surrounding traffic's one", + "Average speed is 31.51% of the surrounding traffic's one", + "Average speed is 301.29% of the surrounding traffic's one", + "Average speed is 481.38% of the surrounding traffic's one", + "Average speed is 635.58% of the surrounding traffic's one", + "Average speed is 612.82% of the surrounding traffic's one", + "Average speed is 524.38% of the surrounding traffic's one", + "Average speed is 850.86% of the surrounding traffic's one", + "Average speed is 834.45% of the surrounding traffic's one", + "Average speed is 598.87% of the surrounding traffic's one", + "Average speed is 646.13% of the surrounding traffic's one", + "Average speed is 922.39% of the surrounding traffic's one", + "Average speed is 951.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 13.2, + "duration_system": 141.148 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_04_11_03_22_19", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 631.44% of the surrounding traffic's one", + "Average speed is 1119.84% of the surrounding traffic's one", + "Average speed is 552.79% of the surrounding traffic's one", + "Average speed is 123.85% of the surrounding traffic's one", + "Average speed is 11.5% of the surrounding traffic's one", + "Average speed is 1527.2% of the surrounding traffic's one", + "Average speed is 1511.79% of the surrounding traffic's one", + "Average speed is 1424.45% of the surrounding traffic's one", + "Average speed is 1161.56% of the surrounding traffic's one", + "Average speed is 1346.1% of the surrounding traffic's one", + "Average speed is 1341.46% of the surrounding traffic's one", + "Average speed is 1106.3% of the surrounding traffic's one", + "Average speed is 1751.96% of the surrounding traffic's one", + "Average speed is 1418.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.7, + "duration_system": 387.417 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_04_10_03_01_22", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=171 at (x=-107.246, y=95.096, z=-0.003) at time=10.250s [CARLA Frame: 6281, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.63% of the surrounding traffic's one", + "Average speed is 430.22% of the surrounding traffic's one", + "Average speed is 2117.19% of the surrounding traffic's one", + "Average speed is 1158.1% of the surrounding traffic's one", + "Average speed is 468.54% of the surrounding traffic's one", + "Average speed is 46.15% of the surrounding traffic's one", + "Average speed is 261.53% of the surrounding traffic's one", + "Average speed is 411.37% of the surrounding traffic's one", + "Average speed is 447.38% of the surrounding traffic's one", + "Average speed is 457.63% of the surrounding traffic's one", + "Average speed is 542.92% of the surrounding traffic's one", + "Average speed is 1216.35% of the surrounding traffic's one", + "Average speed is 1424.69% of the surrounding traffic's one", + "Average speed is 717.85% of the surrounding traffic's one", + "Average speed is 636.64% of the surrounding traffic's one", + "Average speed is 679.16% of the surrounding traffic's one", + "Average speed is 433.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 12.75, + "duration_system": 148.15 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_04_11_03_13_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.28% of the surrounding traffic's one", + "Average speed is 154.12% of the surrounding traffic's one", + "Average speed is 249.32% of the surrounding traffic's one", + "Average speed is 39.37% of the surrounding traffic's one", + "Average speed is 269.21% of the surrounding traffic's one", + "Average speed is 342.64% of the surrounding traffic's one", + "Average speed is 738.78% of the surrounding traffic's one", + "Average speed is 876.71% of the surrounding traffic's one", + "Average speed is 80.47% of the surrounding traffic's one", + "Average speed is 4427.46% of the surrounding traffic's one", + "Average speed is 3913.46% of the surrounding traffic's one", + "Average speed is 38532.09% of the surrounding traffic's one", + "Average speed is 2592.26% of the surrounding traffic's one", + "Average speed is 1126.01% of the surrounding traffic's one", + "Average speed is 1016.71% of the surrounding traffic's one", + "Average speed is 954.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 56.0, + "duration_system": 423.452 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_04_11_03_10_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.08% of the surrounding traffic's one", + "Average speed is 156.44% of the surrounding traffic's one", + "Average speed is 372.72% of the surrounding traffic's one", + "Average speed is 426.59% of the surrounding traffic's one", + "Average speed is 436.82% of the surrounding traffic's one", + "Average speed is 455.84% of the surrounding traffic's one", + "Average speed is 428.99% of the surrounding traffic's one", + "Average speed is 387.59% of the surrounding traffic's one", + "Average speed is 313.56% of the surrounding traffic's one", + "Average speed is 232.58% of the surrounding traffic's one", + "Average speed is 165.28% of the surrounding traffic's one", + "Average speed is 214.72% of the surrounding traffic's one", + "Average speed is 321.03% of the surrounding traffic's one", + "Average speed is 245.66% of the surrounding traffic's one", + "Average speed is 158.57% of the surrounding traffic's one", + "Average speed is 193.62% of the surrounding traffic's one", + "Average speed is 216.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.6, + "duration_system": 100.097 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_04_11_03_00_58", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.98% of the surrounding traffic's one", + "Average speed is 188.05% of the surrounding traffic's one", + "Average speed is 239.17% of the surrounding traffic's one", + "Average speed is 238.66% of the surrounding traffic's one", + "Average speed is 35.24% of the surrounding traffic's one", + "Average speed is 187.84% of the surrounding traffic's one", + "Average speed is 10.04% of the surrounding traffic's one", + "Average speed is 265.65% of the surrounding traffic's one", + "Average speed is 579.06% of the surrounding traffic's one", + "Average speed is 855.54% of the surrounding traffic's one", + "Average speed is 902.54% of the surrounding traffic's one", + "Average speed is 434.97% of the surrounding traffic's one", + "Average speed is 213.52% of the surrounding traffic's one", + "Average speed is 27.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 61.65, + "duration_system": 442.47 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_04_10_08_41_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.51% of the surrounding traffic's one", + "Average speed is 125.3% of the surrounding traffic's one", + "Average speed is 150.37% of the surrounding traffic's one", + "Average speed is 299.93% of the surrounding traffic's one", + "Average speed is 235.51% of the surrounding traffic's one", + "Average speed is 204.23% of the surrounding traffic's one", + "Average speed is 131.68% of the surrounding traffic's one", + "Average speed is 35.31% of the surrounding traffic's one", + "Average speed is 103.1% of the surrounding traffic's one", + "Average speed is 187.55% of the surrounding traffic's one", + "Average speed is 245.8% of the surrounding traffic's one", + "Average speed is 156.64% of the surrounding traffic's one", + "Average speed is 127.99% of the surrounding traffic's one", + "Average speed is 110.48% of the surrounding traffic's one", + "Average speed is 116.61% of the surrounding traffic's one", + "Average speed is 129.51% of the surrounding traffic's one", + "Average speed is 86.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 26.4, + "duration_system": 200.205 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_04_10_08_34_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.64% of the surrounding traffic's one", + "Average speed is 152.38% of the surrounding traffic's one", + "Average speed is 270.67% of the surrounding traffic's one", + "Average speed is 174.18% of the surrounding traffic's one", + "Average speed is 153.17% of the surrounding traffic's one", + "Average speed is 17.5% of the surrounding traffic's one", + "Average speed is 295.27% of the surrounding traffic's one", + "Average speed is 231.43% of the surrounding traffic's one", + "Average speed is 240.74% of the surrounding traffic's one", + "Average speed is 180.88% of the surrounding traffic's one", + "Average speed is 210.18% of the surrounding traffic's one", + "Average speed is 183.09% of the surrounding traffic's one", + "Average speed is 210.74% of the surrounding traffic's one", + "Average speed is 215.91% of the surrounding traffic's one", + "Average speed is 148.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.95, + "duration_system": 245.264 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_04_10_02_58_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.54% of the surrounding traffic's one", + "Average speed is 218.86% of the surrounding traffic's one", + "Average speed is 206.04% of the surrounding traffic's one", + "Average speed is 149.38% of the surrounding traffic's one", + "Average speed is 209.47% of the surrounding traffic's one", + "Average speed is 176.65% of the surrounding traffic's one", + "Average speed is 216.39% of the surrounding traffic's one", + "Average speed is 250.1% of the surrounding traffic's one", + "Average speed is 260.45% of the surrounding traffic's one", + "Average speed is 273.62% of the surrounding traffic's one", + "Average speed is 336.37% of the surrounding traffic's one", + "Average speed is 790.48% of the surrounding traffic's one", + "Average speed is 1361.94% of the surrounding traffic's one", + "Average speed is 1270.48% of the surrounding traffic's one", + "Average speed is 1020.23% of the surrounding traffic's one", + "Average speed is 829.93% of the surrounding traffic's one", + "Average speed is 435.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 9.25, + "duration_system": 71.068 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_04_11_02_53_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.8% of the surrounding traffic's one", + "Average speed is 107.43% of the surrounding traffic's one", + "Average speed is 19.83% of the surrounding traffic's one", + "Average speed is 90.64% of the surrounding traffic's one", + "Average speed is 163.91% of the surrounding traffic's one", + "Average speed is 120.78% of the surrounding traffic's one", + "Average speed is 116.52% of the surrounding traffic's one", + "Average speed is 103.46% of the surrounding traffic's one", + "Average speed is 109.05% of the surrounding traffic's one", + "Average speed is 100.1% of the surrounding traffic's one", + "Average speed is 101.07% of the surrounding traffic's one", + "Average speed is 102.89% of the surrounding traffic's one", + "Average speed is 108.66% of the surrounding traffic's one", + "Average speed is 104.07% of the surrounding traffic's one", + "Average speed is 114.34% of the surrounding traffic's one", + "Average speed is 115.35% of the surrounding traffic's one", + "Average speed is 99.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.7, + "duration_system": 372.383 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_04_10_08_24_44", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.41% of the surrounding traffic's one", + "Average speed is 120.04% of the surrounding traffic's one", + "Average speed is 258.19% of the surrounding traffic's one", + "Average speed is 315.33% of the surrounding traffic's one", + "Average speed is 243.04% of the surrounding traffic's one", + "Average speed is 162.51% of the surrounding traffic's one", + "Average speed is 96.85% of the surrounding traffic's one", + "Average speed is 12.43% of the surrounding traffic's one", + "Average speed is 523.99% of the surrounding traffic's one", + "Average speed is 405.39% of the surrounding traffic's one", + "Average speed is 423.49% of the surrounding traffic's one", + "Average speed is 387.8% of the surrounding traffic's one", + "Average speed is 283.93% of the surrounding traffic's one", + "Average speed is 234.65% of the surrounding traffic's one", + "Average speed is 255.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.25, + "duration_system": 470.968 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_04_11_02_35_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 1.56% of the surrounding traffic's one", + "Average speed is 151.18% of the surrounding traffic's one", + "Average speed is 133.26% of the surrounding traffic's one", + "Average speed is 113.16% of the surrounding traffic's one", + "Average speed is 142.46% of the surrounding traffic's one", + "Average speed is 129.5% of the surrounding traffic's one", + "Average speed is 112.29% of the surrounding traffic's one", + "Average speed is 137.68% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one", + "Average speed is 116.63% of the surrounding traffic's one", + "Average speed is 123.44% of the surrounding traffic's one", + "Average speed is 94.16% of the surrounding traffic's one", + "Average speed is 144.02% of the surrounding traffic's one", + "Average speed is 137.16% of the surrounding traffic's one", + "Average speed is 114.59% of the surrounding traffic's one", + "Average speed is 86.41% of the surrounding traffic's one", + "Average speed is 88.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 99.55, + "duration_system": 973.266 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_04_11_02_31_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 151.49% of the surrounding traffic's one", + "Average speed is 61.49% of the surrounding traffic's one", + "Average speed is 147.24% of the surrounding traffic's one", + "Average speed is 104.68% of the surrounding traffic's one", + "Average speed is 102.46% of the surrounding traffic's one", + "Average speed is 104.06% of the surrounding traffic's one", + "Average speed is 99.9% of the surrounding traffic's one", + "Average speed is 103.45% of the surrounding traffic's one", + "Average speed is 104.46% of the surrounding traffic's one", + "Average speed is 106.86% of the surrounding traffic's one", + "Average speed is 98.46% of the surrounding traffic's one", + "Average speed is 103.75% of the surrounding traffic's one", + "Average speed is 104.14% of the surrounding traffic's one", + "Average speed is 101.13% of the surrounding traffic's one", + "Average speed is 122.74% of the surrounding traffic's one", + "Average speed is 117.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.4, + "duration_system": 117.121 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_04_11_02_20_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.61% of the surrounding traffic's one", + "Average speed is 237.15% of the surrounding traffic's one", + "Average speed is 105.59% of the surrounding traffic's one", + "Average speed is 297.59% of the surrounding traffic's one", + "Average speed is 21.73% of the surrounding traffic's one", + "Average speed is 145.91% of the surrounding traffic's one", + "Average speed is 272.38% of the surrounding traffic's one", + "Average speed is 312.93% of the surrounding traffic's one", + "Average speed is 334.71% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 11660.81% of the surrounding traffic's one", + "Average speed is 4376.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.212, + "duration_game": 65.05, + "duration_system": 541.564 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_04_11_02_10_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.19% of the surrounding traffic's one", + "Average speed is 121.93% of the surrounding traffic's one", + "Average speed is 15.8% of the surrounding traffic's one", + "Average speed is 110.63% of the surrounding traffic's one", + "Average speed is 118.55% of the surrounding traffic's one", + "Average speed is 111.74% of the surrounding traffic's one", + "Average speed is 93.62% of the surrounding traffic's one", + "Average speed is 110.38% of the surrounding traffic's one", + "Average speed is 111.03% of the surrounding traffic's one", + "Average speed is 106.19% of the surrounding traffic's one", + "Average speed is 108.82% of the surrounding traffic's one", + "Average speed is 109.88% of the surrounding traffic's one", + "Average speed is 114.81% of the surrounding traffic's one", + "Average speed is 107.52% of the surrounding traffic's one", + "Average speed is 118.93% of the surrounding traffic's one", + "Average speed is 99.75% of the surrounding traffic's one", + "Average speed is 102.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.2, + "duration_system": 478.483 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_04_10_02_54_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.38% of the surrounding traffic's one", + "Average speed is 127.49% of the surrounding traffic's one", + "Average speed is 214.81% of the surrounding traffic's one", + "Average speed is 245.47% of the surrounding traffic's one", + "Average speed is 228.13% of the surrounding traffic's one", + "Average speed is 184.09% of the surrounding traffic's one", + "Average speed is 76.53% of the surrounding traffic's one", + "Average speed is 186.34% of the surrounding traffic's one", + "Average speed is 84.12% of the surrounding traffic's one", + "Average speed is 174.23% of the surrounding traffic's one", + "Average speed is 198.44% of the surrounding traffic's one", + "Average speed is 169.53% of the surrounding traffic's one", + "Average speed is 156.81% of the surrounding traffic's one", + "Average speed is 148.18% of the surrounding traffic's one", + "Average speed is 141.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.2, + "duration_system": 155.166 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_04_10_02_51_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.94% of the surrounding traffic's one", + "Average speed is 163.71% of the surrounding traffic's one", + "Average speed is 72.84% of the surrounding traffic's one", + "Average speed is 87.31% of the surrounding traffic's one", + "Average speed is 105.87% of the surrounding traffic's one", + "Average speed is 107.3% of the surrounding traffic's one", + "Average speed is 101.19% of the surrounding traffic's one", + "Average speed is 92.29% of the surrounding traffic's one", + "Average speed is 74.41% of the surrounding traffic's one", + "Average speed is 47.53% of the surrounding traffic's one", + "Average speed is 74.14% of the surrounding traffic's one", + "Average speed is 87.52% of the surrounding traffic's one", + "Average speed is 93.81% of the surrounding traffic's one", + "Average speed is 92.78% of the surrounding traffic's one", + "Average speed is 84.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 12.05, + "duration_system": 89.098 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_04_11_02_06_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.74% of the surrounding traffic's one", + "Average speed is 135.94% of the surrounding traffic's one", + "Average speed is 150.29% of the surrounding traffic's one", + "Average speed is 170.92% of the surrounding traffic's one", + "Average speed is 199.45% of the surrounding traffic's one", + "Average speed is 217.43% of the surrounding traffic's one", + "Average speed is 225.47% of the surrounding traffic's one", + "Average speed is 205.85% of the surrounding traffic's one", + "Average speed is 140.53% of the surrounding traffic's one", + "Average speed is 77.53% of the surrounding traffic's one", + "Average speed is 110.06% of the surrounding traffic's one", + "Average speed is 113.7% of the surrounding traffic's one", + "Average speed is 134.54% of the surrounding traffic's one", + "Average speed is 174.53% of the surrounding traffic's one", + "Average speed is 204.73% of the surrounding traffic's one", + "Average speed is 158.49% of the surrounding traffic's one", + "Average speed is 165.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.85, + "duration_system": 118.144 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_04_10_02_47_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.51% of the surrounding traffic's one", + "Average speed is 317.48% of the surrounding traffic's one", + "Average speed is 293.33% of the surrounding traffic's one", + "Average speed is 212.15% of the surrounding traffic's one", + "Average speed is 113.84% of the surrounding traffic's one", + "Average speed is 133.17% of the surrounding traffic's one", + "Average speed is 173.01% of the surrounding traffic's one", + "Average speed is 187.92% of the surrounding traffic's one", + "Average speed is 189.07% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 11.35, + "duration_system": 141.167 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_04_11_01_27_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 146.79% of the surrounding traffic's one", + "Average speed is 234.45% of the surrounding traffic's one", + "Average speed is 218.38% of the surrounding traffic's one", + "Average speed is 204.02% of the surrounding traffic's one", + "Average speed is 200.23% of the surrounding traffic's one", + "Average speed is 156.7% of the surrounding traffic's one", + "Average speed is 170.65% of the surrounding traffic's one", + "Average speed is 171.92% of the surrounding traffic's one", + "Average speed is 159.23% of the surrounding traffic's one", + "Average speed is 153.8% of the surrounding traffic's one", + "Average speed is 146.36% of the surrounding traffic's one", + "Average speed is 153.63% of the surrounding traffic's one", + "Average speed is 167.14% of the surrounding traffic's one", + "Average speed is 167.02% of the surrounding traffic's one", + "Average speed is 155.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.75, + "duration_system": 2278.59 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_04_10_07_55_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.33% of the surrounding traffic's one", + "Average speed is 158.36% of the surrounding traffic's one", + "Average speed is 199.58% of the surrounding traffic's one", + "Average speed is 123.45% of the surrounding traffic's one", + "Average speed is 26.86% of the surrounding traffic's one", + "Average speed is 1.51% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 190.96% of the surrounding traffic's one", + "Average speed is 327.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 60.75, + "duration_system": 1639.66 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_04_11_01_18_20", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.88% of the surrounding traffic's one", + "Average speed is 681.08% of the surrounding traffic's one", + "Average speed is 1127.64% of the surrounding traffic's one", + "Average speed is 2045.51% of the surrounding traffic's one", + "Average speed is 2083.0% of the surrounding traffic's one", + "Average speed is 1422.64% of the surrounding traffic's one", + "Average speed is 1422.48% of the surrounding traffic's one", + "Average speed is 904.35% of the surrounding traffic's one", + "Average speed is 571.22% of the surrounding traffic's one", + "Average speed is 397.33% of the surrounding traffic's one", + "Average speed is 326.4% of the surrounding traffic's one", + "Average speed is 252.58% of the surrounding traffic's one", + "Average speed is 201.04% of the surrounding traffic's one", + "Average speed is 189.71% of the surrounding traffic's one", + "Average speed is 223.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 50.2, + "duration_system": 420.62 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_04_11_01_15_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 88.13% of the surrounding traffic's one", + "Average speed is 21.37% of the surrounding traffic's one", + "Average speed is 173.67% of the surrounding traffic's one", + "Average speed is 308.49% of the surrounding traffic's one", + "Average speed is 369.47% of the surrounding traffic's one", + "Average speed is 406.21% of the surrounding traffic's one", + "Average speed is 334.37% of the surrounding traffic's one", + "Average speed is 370.04% of the surrounding traffic's one", + "Average speed is 691.0% of the surrounding traffic's one", + "Average speed is 558.35% of the surrounding traffic's one", + "Average speed is 555.8% of the surrounding traffic's one", + "Average speed is 394.29% of the surrounding traffic's one", + "Average speed is 328.8% of the surrounding traffic's one", + "Average speed is 310.4% of the surrounding traffic's one", + "Average speed is 232.02% of the surrounding traffic's one", + "Average speed is 193.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 11.15, + "duration_system": 73.084 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_04_11_01_09_25", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.72% of the surrounding traffic's one", + "Average speed is 191.23% of the surrounding traffic's one", + "Average speed is 184.12% of the surrounding traffic's one", + "Average speed is 185.19% of the surrounding traffic's one", + "Average speed is 174.07% of the surrounding traffic's one", + "Average speed is 144.32% of the surrounding traffic's one", + "Average speed is 103.68% of the surrounding traffic's one", + "Average speed is 88.68% of the surrounding traffic's one", + "Average speed is 51.79% of the surrounding traffic's one", + "Average speed is 75.32% of the surrounding traffic's one", + "Average speed is 101.45% of the surrounding traffic's one", + "Average speed is 75.16% of the surrounding traffic's one", + "Average speed is 135.91% of the surrounding traffic's one", + "Average speed is 229.17% of the surrounding traffic's one", + "Average speed is 379.0% of the surrounding traffic's one", + "Average speed is 315.59% of the surrounding traffic's one", + "Average speed is 333.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.85, + "duration_system": 248.47 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_04_11_01_04_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.66% of the surrounding traffic's one", + "Average speed is 120.36% of the surrounding traffic's one", + "Average speed is 188.06% of the surrounding traffic's one", + "Average speed is 198.48% of the surrounding traffic's one", + "Average speed is 138.39% of the surrounding traffic's one", + "Average speed is 122.19% of the surrounding traffic's one", + "Average speed is 92.0% of the surrounding traffic's one", + "Average speed is 80.78% of the surrounding traffic's one", + "Average speed is 56.21% of the surrounding traffic's one", + "Average speed is 94.4% of the surrounding traffic's one", + "Average speed is 276.68% of the surrounding traffic's one", + "Average speed is 346.3% of the surrounding traffic's one", + "Average speed is 266.85% of the surrounding traffic's one", + "Average speed is 284.69% of the surrounding traffic's one", + "Average speed is 385.61% of the surrounding traffic's one", + "Average speed is 415.04% of the surrounding traffic's one", + "Average speed is 486.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.5, + "duration_system": 159.17 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_04_10_02_40_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.1% of the surrounding traffic's one", + "Average speed is 52.94% of the surrounding traffic's one", + "Average speed is 84.64% of the surrounding traffic's one", + "Average speed is 150.44% of the surrounding traffic's one", + "Average speed is 155.27% of the surrounding traffic's one", + "Average speed is 173.03% of the surrounding traffic's one", + "Average speed is 189.87% of the surrounding traffic's one", + "Average speed is 111.27% of the surrounding traffic's one", + "Average speed is 20.0% of the surrounding traffic's one", + "Average speed is 122.68% of the surrounding traffic's one", + "Average speed is 194.02% of the surrounding traffic's one", + "Average speed is 214.05% of the surrounding traffic's one", + "Average speed is 354.73% of the surrounding traffic's one", + "Average speed is 192.7% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.7, + "duration_system": 253.286 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_04_11_00_59_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.75% of the surrounding traffic's one", + "Average speed is 138.62% of the surrounding traffic's one", + "Average speed is 242.16% of the surrounding traffic's one", + "Average speed is 225.29% of the surrounding traffic's one", + "Average speed is 162.73% of the surrounding traffic's one", + "Average speed is 59.96% of the surrounding traffic's one", + "Average speed is 75.47% of the surrounding traffic's one", + "Average speed is 148.61% of the surrounding traffic's one", + "Average speed is 176.82% of the surrounding traffic's one", + "Average speed is 157.53% of the surrounding traffic's one", + "Average speed is 168.69% of the surrounding traffic's one", + "Average speed is 169.75% of the surrounding traffic's one", + "Average speed is 184.9% of the surrounding traffic's one", + "Average speed is 176.68% of the surrounding traffic's one", + "Average speed is 175.81% of the surrounding traffic's one", + "Average speed is 301.9% of the surrounding traffic's one", + "Average speed is 156.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 18.05, + "duration_system": 246.239 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_04_11_00_50_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.36% of the surrounding traffic's one", + "Average speed is 78.96% of the surrounding traffic's one", + "Average speed is 160.27% of the surrounding traffic's one", + "Average speed is 216.82% of the surrounding traffic's one", + "Average speed is 209.91% of the surrounding traffic's one", + "Average speed is 135.71% of the surrounding traffic's one", + "Average speed is 51.48% of the surrounding traffic's one", + "Average speed is 12.71% of the surrounding traffic's one", + "Average speed is 439.55% of the surrounding traffic's one", + "Average speed is 305.49% of the surrounding traffic's one", + "Average speed is 260.15% of the surrounding traffic's one", + "Average speed is 208.59% of the surrounding traffic's one", + "Average speed is 210.52% of the surrounding traffic's one", + "Average speed is 175.6% of the surrounding traffic's one", + "Average speed is 138.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 46.7, + "duration_system": 395.459 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_04_11_00_44_31", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 424.56% of the surrounding traffic's one", + "Average speed is 111624.69% of the surrounding traffic's one", + "Average speed is 714.12% of the surrounding traffic's one", + "Average speed is 110.49% of the surrounding traffic's one", + "Average speed is 8.78% of the surrounding traffic's one", + "Average speed is 2335.05% of the surrounding traffic's one", + "Average speed is 1999.94% of the surrounding traffic's one", + "Average speed is 1665.46% of the surrounding traffic's one", + "Average speed is 1523.91% of the surrounding traffic's one", + "Average speed is 1720.15% of the surrounding traffic's one", + "Average speed is 1851.77% of the surrounding traffic's one", + "Average speed is 1486.67% of the surrounding traffic's one", + "Average speed is 853.33% of the surrounding traffic's one", + "Average speed is 260.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 35.7, + "duration_system": 249.286 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_04_11_00_04_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.83% of the surrounding traffic's one", + "Average speed is 213.1% of the surrounding traffic's one", + "Average speed is 218.62% of the surrounding traffic's one", + "Average speed is 184.67% of the surrounding traffic's one", + "Average speed is 173.91% of the surrounding traffic's one", + "Average speed is 12.09% of the surrounding traffic's one", + "Average speed is 68.3% of the surrounding traffic's one", + "Average speed is 329.71% of the surrounding traffic's one", + "Average speed is 257.8% of the surrounding traffic's one", + "Average speed is 224.29% of the surrounding traffic's one", + "Average speed is 205.17% of the surrounding traffic's one", + "Average speed is 180.04% of the surrounding traffic's one", + "Average speed is 177.58% of the surrounding traffic's one", + "Average speed is 202.82% of the surrounding traffic's one", + "Average speed is 220.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 129.43, + "duration_game": 248.85, + "duration_system": 2319.231 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_04_10_23_57_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.98% of the surrounding traffic's one", + "Average speed is 186.76% of the surrounding traffic's one", + "Average speed is 221.77% of the surrounding traffic's one", + "Average speed is 162.47% of the surrounding traffic's one", + "Average speed is 138.9% of the surrounding traffic's one", + "Average speed is 35.15% of the surrounding traffic's one", + "Average speed is 180.45% of the surrounding traffic's one", + "Average speed is 183.23% of the surrounding traffic's one", + "Average speed is 65.64% of the surrounding traffic's one", + "Average speed is 94.66% of the surrounding traffic's one", + "Average speed is 116.14% of the surrounding traffic's one", + "Average speed is 99.76% of the surrounding traffic's one", + "Average speed is 143.41% of the surrounding traffic's one", + "Average speed is 133.37% of the surrounding traffic's one", + "Average speed is 116.43% of the surrounding traffic's one", + "Average speed is 92.61% of the surrounding traffic's one", + "Average speed is 111.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 32.9, + "duration_system": 303.345 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_04_10_22_56_45", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=251 at (x=99.597, y=-505.787, z=154.409) at time=174.150s [CARLA Frame: 8471, Agent Step: 3482]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=252 at (x=93.171, y=-511.706, z=154.767) at time=331.700s [CARLA Frame: 11622, Agent Step: 6633]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 12.012 meters (12.62% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 128.79% of the surrounding traffic's one", + "Average speed is 198.81% of the surrounding traffic's one", + "Average speed is 373.54% of the surrounding traffic's one", + "Average speed is 457.6% of the surrounding traffic's one", + "Average speed is 261.92% of the surrounding traffic's one", + "Average speed is 187.39% of the surrounding traffic's one", + "Average speed is 7.81% of the surrounding traffic's one", + "Average speed is 632.89% of the surrounding traffic's one", + "Average speed is 283.34% of the surrounding traffic's one", + "Average speed is 460.92% of the surrounding traffic's one", + "Average speed is 482.24% of the surrounding traffic's one", + "Average speed is 646.97% of the surrounding traffic's one", + "Average speed is 31.53% of the surrounding traffic's one", + "Average speed is 1.87% of the surrounding traffic's one", + "Average speed is 86.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.220188, + "score_composed": 22.018805 + }, + "meta": { + "route_length": 105.188, + "duration_game": 338.75, + "duration_system": 3508.72 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_04_10_07_48_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.64% of the surrounding traffic's one", + "Average speed is 204.67% of the surrounding traffic's one", + "Average speed is 270.38% of the surrounding traffic's one", + "Average speed is 264.19% of the surrounding traffic's one", + "Average speed is 216.27% of the surrounding traffic's one", + "Average speed is 136.53% of the surrounding traffic's one", + "Average speed is 57.73% of the surrounding traffic's one", + "Average speed is 96.76% of the surrounding traffic's one", + "Average speed is 190.48% of the surrounding traffic's one", + "Average speed is 232.4% of the surrounding traffic's one", + "Average speed is 207.09% of the surrounding traffic's one", + "Average speed is 86.81% of the surrounding traffic's one", + "Average speed is 121.16% of the surrounding traffic's one", + "Average speed is 101.61% of the surrounding traffic's one", + "Average speed is 109.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 15.25, + "duration_system": 265.275 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_04_10_02_33_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.04% of the surrounding traffic's one", + "Average speed is 145.54% of the surrounding traffic's one", + "Average speed is 217.28% of the surrounding traffic's one", + "Average speed is 199.32% of the surrounding traffic's one", + "Average speed is 170.27% of the surrounding traffic's one", + "Average speed is 70.72% of the surrounding traffic's one", + "Average speed is 73.57% of the surrounding traffic's one", + "Average speed is 153.09% of the surrounding traffic's one", + "Average speed is 115.98% of the surrounding traffic's one", + "Average speed is 137.41% of the surrounding traffic's one", + "Average speed is 123.41% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one", + "Average speed is 130.63% of the surrounding traffic's one", + "Average speed is 123.16% of the surrounding traffic's one", + "Average speed is 141.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 341.352 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_04_10_22_27_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.68% of the surrounding traffic's one", + "Average speed is 78.17% of the surrounding traffic's one", + "Average speed is 29.29% of the surrounding traffic's one", + "Average speed is 65.74% of the surrounding traffic's one", + "Average speed is 84.17% of the surrounding traffic's one", + "Average speed is 46.94% of the surrounding traffic's one", + "Average speed is 2.67% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 58.0, + "duration_system": 1614.879 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_04_10_07_37_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.58% of the surrounding traffic's one", + "Average speed is 137.19% of the surrounding traffic's one", + "Average speed is 152.0% of the surrounding traffic's one", + "Average speed is 190.88% of the surrounding traffic's one", + "Average speed is 119.15% of the surrounding traffic's one", + "Average speed is 39.67% of the surrounding traffic's one", + "Average speed is 139.31% of the surrounding traffic's one", + "Average speed is 96.98% of the surrounding traffic's one", + "Average speed is 144.57% of the surrounding traffic's one", + "Average speed is 268.46% of the surrounding traffic's one", + "Average speed is 189.35% of the surrounding traffic's one", + "Average speed is 162.02% of the surrounding traffic's one", + "Average speed is 121.73% of the surrounding traffic's one", + "Average speed is 131.23% of the surrounding traffic's one", + "Average speed is 147.03% of the surrounding traffic's one", + "Average speed is 123.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 19.45, + "duration_system": 543.987 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_04_10_22_19_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=229 at (x=1046.141, y=631.986, z=120.549) at time=5.250s [CARLA Frame: 5344, Agent Step: 104]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.78% of the surrounding traffic's one", + "Average speed is 157.41% of the surrounding traffic's one", + "Average speed is 205.73% of the surrounding traffic's one", + "Average speed is 199.69% of the surrounding traffic's one", + "Average speed is 180.64% of the surrounding traffic's one", + "Average speed is 154.65% of the surrounding traffic's one", + "Average speed is 177.47% of the surrounding traffic's one", + "Average speed is 188.54% of the surrounding traffic's one", + "Average speed is 179.88% of the surrounding traffic's one", + "Average speed is 120.86% of the surrounding traffic's one", + "Average speed is 128.45% of the surrounding traffic's one", + "Average speed is 117.11% of the surrounding traffic's one", + "Average speed is 135.91% of the surrounding traffic's one", + "Average speed is 118.1% of the surrounding traffic's one", + "Average speed is 112.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 13.9, + "duration_system": 397.393 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_04_10_22_09_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.29% of the surrounding traffic's one", + "Average speed is 135.49% of the surrounding traffic's one", + "Average speed is 156.09% of the surrounding traffic's one", + "Average speed is 133.0% of the surrounding traffic's one", + "Average speed is 127.12% of the surrounding traffic's one", + "Average speed is 135.7% of the surrounding traffic's one", + "Average speed is 10.69% of the surrounding traffic's one", + "Average speed is 123.15% of the surrounding traffic's one", + "Average speed is 128.77% of the surrounding traffic's one", + "Average speed is 127.5% of the surrounding traffic's one", + "Average speed is 104.05% of the surrounding traffic's one", + "Average speed is 113.09% of the surrounding traffic's one", + "Average speed is 109.46% of the surrounding traffic's one", + "Average speed is 95.35% of the surrounding traffic's one", + "Average speed is 134.78% of the surrounding traffic's one", + "Average speed is 163.66% of the surrounding traffic's one", + "Average speed is 195.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 24.5, + "duration_system": 464.479 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_04_10_02_29_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.63% of the surrounding traffic's one", + "Average speed is 136.06% of the surrounding traffic's one", + "Average speed is 109.57% of the surrounding traffic's one", + "Average speed is 124.31% of the surrounding traffic's one", + "Average speed is 186.73% of the surrounding traffic's one", + "Average speed is 166.53% of the surrounding traffic's one", + "Average speed is 180.46% of the surrounding traffic's one", + "Average speed is 186.47% of the surrounding traffic's one", + "Average speed is 182.45% of the surrounding traffic's one", + "Average speed is 171.1% of the surrounding traffic's one", + "Average speed is 162.25% of the surrounding traffic's one", + "Average speed is 152.74% of the surrounding traffic's one", + "Average speed is 137.17% of the surrounding traffic's one", + "Average speed is 117.15% of the surrounding traffic's one", + "Average speed is 105.38% of the surrounding traffic's one", + "Average speed is 86.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.9, + "duration_system": 150.138 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_04_10_07_31_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3707 at (x=1973.566, y=3081.115, z=357.231) at time=6.200s [CARLA Frame: 6211, Agent Step: 123]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.69% of the surrounding traffic's one", + "Average speed is 167.19% of the surrounding traffic's one", + "Average speed is 214.28% of the surrounding traffic's one", + "Average speed is 235.86% of the surrounding traffic's one", + "Average speed is 202.63% of the surrounding traffic's one", + "Average speed is 182.5% of the surrounding traffic's one", + "Average speed is 187.36% of the surrounding traffic's one", + "Average speed is 163.65% of the surrounding traffic's one", + "Average speed is 128.53% of the surrounding traffic's one", + "Average speed is 51.26% of the surrounding traffic's one", + "Average speed is 216.94% of the surrounding traffic's one", + "Average speed is 213.81% of the surrounding traffic's one", + "Average speed is 167.89% of the surrounding traffic's one", + "Average speed is 72.55% of the surrounding traffic's one", + "Average speed is 123.65% of the surrounding traffic's one", + "Average speed is 119.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 14.7, + "duration_system": 246.243 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_04_10_20_48_34", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.95% of the surrounding traffic's one", + "Average speed is 132.2% of the surrounding traffic's one", + "Average speed is 98.59% of the surrounding traffic's one", + "Average speed is 128.56% of the surrounding traffic's one", + "Average speed is 134.71% of the surrounding traffic's one", + "Average speed is 110.84% of the surrounding traffic's one", + "Average speed is 105.15% of the surrounding traffic's one", + "Average speed is 138.07% of the surrounding traffic's one", + "Average speed is 84.7% of the surrounding traffic's one", + "Average speed is 121.56% of the surrounding traffic's one", + "Average speed is 130.79% of the surrounding traffic's one", + "Average speed is 118.07% of the surrounding traffic's one", + "Average speed is 114.53% of the surrounding traffic's one", + "Average speed is 160.05% of the surrounding traffic's one", + "Average speed is 129.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 17.05, + "duration_system": 449.408 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_04_10_20_42_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 64.29% of the surrounding traffic's one", + "Average speed is 166.81% of the surrounding traffic's one", + "Average speed is 214.61% of the surrounding traffic's one", + "Average speed is 227.08% of the surrounding traffic's one", + "Average speed is 209.61% of the surrounding traffic's one", + "Average speed is 228.08% of the surrounding traffic's one", + "Average speed is 217.61% of the surrounding traffic's one", + "Average speed is 178.14% of the surrounding traffic's one", + "Average speed is 120.99% of the surrounding traffic's one", + "Average speed is 112.0% of the surrounding traffic's one", + "Average speed is 109.93% of the surrounding traffic's one", + "Average speed is 105.0% of the surrounding traffic's one", + "Average speed is 110.21% of the surrounding traffic's one", + "Average speed is 107.73% of the surrounding traffic's one", + "Average speed is 111.21% of the surrounding traffic's one", + "Average speed is 110.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 16.6, + "duration_system": 247.242 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_04_09_20_11_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.2% of the surrounding traffic's one", + "Average speed is 120.18% of the surrounding traffic's one", + "Average speed is 131.02% of the surrounding traffic's one", + "Average speed is 120.14% of the surrounding traffic's one", + "Average speed is 29.55% of the surrounding traffic's one", + "Average speed is 28.65% of the surrounding traffic's one", + "Average speed is 147.99% of the surrounding traffic's one", + "Average speed is 130.67% of the surrounding traffic's one", + "Average speed is 129.5% of the surrounding traffic's one", + "Average speed is 125.41% of the surrounding traffic's one", + "Average speed is 124.68% of the surrounding traffic's one", + "Average speed is 159.68% of the surrounding traffic's one", + "Average speed is 205.46% of the surrounding traffic's one", + "Average speed is 179.59% of the surrounding traffic's one", + "Average speed is 174.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 19.2, + "duration_system": 497.538 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_04_10_07_06_21", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=3702 at (x=-1540.94, y=6461.293, z=373.291) at time=49.300s [CARLA Frame: 7165, Agent Step: 985]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.159, y=6458.237, z=373.433) at time=46.650s [CARLA Frame: 7112, Agent Step: 932]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.07% of the surrounding traffic's one", + "Average speed is 186.98% of the surrounding traffic's one", + "Average speed is 176.01% of the surrounding traffic's one", + "Average speed is 168.46% of the surrounding traffic's one", + "Average speed is 127.79% of the surrounding traffic's one", + "Average speed is 2.28% of the surrounding traffic's one", + "Average speed is 92.79% of the surrounding traffic's one", + "Average speed is 85.18% of the surrounding traffic's one", + "Average speed is 82.64% of the surrounding traffic's one", + "Average speed is 102.99% of the surrounding traffic's one", + "Average speed is 140.45% of the surrounding traffic's one", + "Average speed is 155.95% of the surrounding traffic's one", + "Average speed is 174.6% of the surrounding traffic's one", + "Average speed is 203.9% of the surrounding traffic's one", + "Average speed is 198.67% of the surrounding traffic's one", + "Average speed is 219.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.39, + "score_composed": 39.0 + }, + "meta": { + "route_length": 134.084, + "duration_game": 53.25, + "duration_system": 1346.404 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_04_10_20_38_39", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.84% of the surrounding traffic's one", + "Average speed is 110.66% of the surrounding traffic's one", + "Average speed is 112.74% of the surrounding traffic's one", + "Average speed is 98.79% of the surrounding traffic's one", + "Average speed is 100.02% of the surrounding traffic's one", + "Average speed is 110.34% of the surrounding traffic's one", + "Average speed is 98.13% of the surrounding traffic's one", + "Average speed is 66.2% of the surrounding traffic's one", + "Average speed is 81.25% of the surrounding traffic's one", + "Average speed is 135.88% of the surrounding traffic's one", + "Average speed is 111.33% of the surrounding traffic's one", + "Average speed is 120.3% of the surrounding traffic's one", + "Average speed is 115.96% of the surrounding traffic's one", + "Average speed is 109.07% of the surrounding traffic's one", + "Average speed is 67.55% of the surrounding traffic's one", + "Average speed is 87.98% of the surrounding traffic's one", + "Average speed is 80.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 20.45, + "duration_system": 143.154 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_04_10_20_30_25", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.44% of the surrounding traffic's one", + "Average speed is 142.78% of the surrounding traffic's one", + "Average speed is 148.02% of the surrounding traffic's one", + "Average speed is 182.32% of the surrounding traffic's one", + "Average speed is 164.26% of the surrounding traffic's one", + "Average speed is 114.08% of the surrounding traffic's one", + "Average speed is 19.23% of the surrounding traffic's one", + "Average speed is 91.72% of the surrounding traffic's one", + "Average speed is 163.12% of the surrounding traffic's one", + "Average speed is 183.08% of the surrounding traffic's one", + "Average speed is 189.69% of the surrounding traffic's one", + "Average speed is 169.36% of the surrounding traffic's one", + "Average speed is 138.03% of the surrounding traffic's one", + "Average speed is 124.53% of the surrounding traffic's one", + "Average speed is 72.94% of the surrounding traffic's one", + "Average speed is 167.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 20.45, + "duration_system": 389.368 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_04_10_02_22_17", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=154 at (x=-359.085, y=429.219, z=-0.002) at time=9.150s [CARLA Frame: 6305, Agent Step: 182]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.47% of the surrounding traffic's one", + "Average speed is 148.07% of the surrounding traffic's one", + "Average speed is 166.08% of the surrounding traffic's one", + "Average speed is 168.04% of the surrounding traffic's one", + "Average speed is 83.71% of the surrounding traffic's one", + "Average speed is 48.23% of the surrounding traffic's one", + "Average speed is 123.41% of the surrounding traffic's one", + "Average speed is 154.43% of the surrounding traffic's one", + "Average speed is 106.57% of the surrounding traffic's one", + "Average speed is 138.21% of the surrounding traffic's one", + "Average speed is 174.92% of the surrounding traffic's one", + "Average speed is 195.91% of the surrounding traffic's one", + "Average speed is 245.24% of the surrounding traffic's one", + "Average speed is 242.13% of the surrounding traffic's one", + "Average speed is 233.28% of the surrounding traffic's one", + "Average speed is 253.13% of the surrounding traffic's one", + "Average speed is 333.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.65, + "score_composed": 65.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 13.95, + "duration_system": 321.31 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_04_10_20_16_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.36% of the surrounding traffic's one", + "Average speed is 139.1% of the surrounding traffic's one", + "Average speed is 118.44% of the surrounding traffic's one", + "Average speed is 105.24% of the surrounding traffic's one", + "Average speed is 45.74% of the surrounding traffic's one", + "Average speed is 7.23% of the surrounding traffic's one", + "Average speed is 131.58% of the surrounding traffic's one", + "Average speed is 110.29% of the surrounding traffic's one", + "Average speed is 134.97% of the surrounding traffic's one", + "Average speed is 146.98% of the surrounding traffic's one", + "Average speed is 192.56% of the surrounding traffic's one", + "Average speed is 211.65% of the surrounding traffic's one", + "Average speed is 245.91% of the surrounding traffic's one", + "Average speed is 254.68% of the surrounding traffic's one", + "Average speed is 274.17% of the surrounding traffic's one", + "Average speed is 260.86% of the surrounding traffic's one", + "Average speed is 246.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 27.05, + "duration_system": 743.689 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_04_10_20_13_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.69% of the surrounding traffic's one", + "Average speed is 148.15% of the surrounding traffic's one", + "Average speed is 128.12% of the surrounding traffic's one", + "Average speed is 149.66% of the surrounding traffic's one", + "Average speed is 112.13% of the surrounding traffic's one", + "Average speed is 126.3% of the surrounding traffic's one", + "Average speed is 103.37% of the surrounding traffic's one", + "Average speed is 109.5% of the surrounding traffic's one", + "Average speed is 118.66% of the surrounding traffic's one", + "Average speed is 99.52% of the surrounding traffic's one", + "Average speed is 134.49% of the surrounding traffic's one", + "Average speed is 150.59% of the surrounding traffic's one", + "Average speed is 128.68% of the surrounding traffic's one", + "Average speed is 163.38% of the surrounding traffic's one", + "Average speed is 119.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 10.9, + "duration_system": 77.08 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_04_11_07_03_48", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.08% of the surrounding traffic's one", + "Average speed is 22.13% of the surrounding traffic's one", + "Average speed is 71.19% of the surrounding traffic's one", + "Average speed is 133.89% of the surrounding traffic's one", + "Average speed is 125.03% of the surrounding traffic's one", + "Average speed is 119.41% of the surrounding traffic's one", + "Average speed is 104.48% of the surrounding traffic's one", + "Average speed is 103.67% of the surrounding traffic's one", + "Average speed is 118.42% of the surrounding traffic's one", + "Average speed is 108.72% of the surrounding traffic's one", + "Average speed is 102.46% of the surrounding traffic's one", + "Average speed is 139.36% of the surrounding traffic's one", + "Average speed is 13.52% of the surrounding traffic's one", + "Average speed is 92.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.55, + "duration_system": 380.613 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_04_10_02_15_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.84% of the surrounding traffic's one", + "Average speed is 138.69% of the surrounding traffic's one", + "Average speed is 178.51% of the surrounding traffic's one", + "Average speed is 195.13% of the surrounding traffic's one", + "Average speed is 148.77% of the surrounding traffic's one", + "Average speed is 121.27% of the surrounding traffic's one", + "Average speed is 61.41% of the surrounding traffic's one", + "Average speed is 57.06% of the surrounding traffic's one", + "Average speed is 72.79% of the surrounding traffic's one", + "Average speed is 117.74% of the surrounding traffic's one", + "Average speed is 155.96% of the surrounding traffic's one", + "Average speed is 141.23% of the surrounding traffic's one", + "Average speed is 163.34% of the surrounding traffic's one", + "Average speed is 127.03% of the surrounding traffic's one", + "Average speed is 146.74% of the surrounding traffic's one", + "Average speed is 118.23% of the surrounding traffic's one", + "Average speed is 128.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 17.95, + "duration_system": 324.471 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_04_10_18_31_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.62% of the surrounding traffic's one", + "Average speed is 142.0% of the surrounding traffic's one", + "Average speed is 113.13% of the surrounding traffic's one", + "Average speed is 115.3% of the surrounding traffic's one", + "Average speed is 80.94% of the surrounding traffic's one", + "Average speed is 27.0% of the surrounding traffic's one", + "Average speed is 2.92% of the surrounding traffic's one", + "Average speed is 120.62% of the surrounding traffic's one", + "Average speed is 99.71% of the surrounding traffic's one", + "Average speed is 103.18% of the surrounding traffic's one", + "Average speed is 99.21% of the surrounding traffic's one", + "Average speed is 91.43% of the surrounding traffic's one", + "Average speed is 95.85% of the surrounding traffic's one", + "Average speed is 103.18% of the surrounding traffic's one", + "Average speed is 99.19% of the surrounding traffic's one", + "Average speed is 99.89% of the surrounding traffic's one", + "Average speed is 40.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 59.05, + "duration_system": 1706.657 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_04_10_02_06_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=152 at (x=197.178, y=249.77, z=-0.007) at time=9.750s [CARLA Frame: 5747, Agent Step: 194]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.02% of the surrounding traffic's one", + "Average speed is 101.65% of the surrounding traffic's one", + "Average speed is 116.15% of the surrounding traffic's one", + "Average speed is 57.95% of the surrounding traffic's one", + "Average speed is 30.26% of the surrounding traffic's one", + "Average speed is 92.04% of the surrounding traffic's one", + "Average speed is 151.73% of the surrounding traffic's one", + "Average speed is 178.24% of the surrounding traffic's one", + "Average speed is 173.47% of the surrounding traffic's one", + "Average speed is 181.0% of the surrounding traffic's one", + "Average speed is 193.28% of the surrounding traffic's one", + "Average speed is 197.49% of the surrounding traffic's one", + "Average speed is 181.43% of the surrounding traffic's one", + "Average speed is 136.55% of the surrounding traffic's one", + "Average speed is 47.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.0, + "duration_system": 394.395 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_04_10_01_59_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.41% of the surrounding traffic's one", + "Average speed is 106.3% of the surrounding traffic's one", + "Average speed is 70.99% of the surrounding traffic's one", + "Average speed is 83.19% of the surrounding traffic's one", + "Average speed is 135.97% of the surrounding traffic's one", + "Average speed is 103.51% of the surrounding traffic's one", + "Average speed is 67.41% of the surrounding traffic's one", + "Average speed is 120.48% of the surrounding traffic's one", + "Average speed is 102.08% of the surrounding traffic's one", + "Average speed is 114.69% of the surrounding traffic's one", + "Average speed is 110.45% of the surrounding traffic's one", + "Average speed is 107.92% of the surrounding traffic's one", + "Average speed is 113.94% of the surrounding traffic's one", + "Average speed is 124.64% of the surrounding traffic's one", + "Average speed is 117.83% of the surrounding traffic's one", + "Average speed is 101.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.7, + "duration_system": 349.35 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_04_10_01_54_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.38% of the surrounding traffic's one", + "Average speed is 127.1% of the surrounding traffic's one", + "Average speed is 136.5% of the surrounding traffic's one", + "Average speed is 159.97% of the surrounding traffic's one", + "Average speed is 107.15% of the surrounding traffic's one", + "Average speed is 91.7% of the surrounding traffic's one", + "Average speed is 109.04% of the surrounding traffic's one", + "Average speed is 124.73% of the surrounding traffic's one", + "Average speed is 124.86% of the surrounding traffic's one", + "Average speed is 98.06% of the surrounding traffic's one", + "Average speed is 87.11% of the surrounding traffic's one", + "Average speed is 84.09% of the surrounding traffic's one", + "Average speed is 93.78% of the surrounding traffic's one", + "Average speed is 96.34% of the surrounding traffic's one", + "Average speed is 96.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.45, + "duration_system": 176.178 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_04_10_18_20_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.99% of the surrounding traffic's one", + "Average speed is 121.11% of the surrounding traffic's one", + "Average speed is 13.77% of the surrounding traffic's one", + "Average speed is 68.42% of the surrounding traffic's one", + "Average speed is 77.53% of the surrounding traffic's one", + "Average speed is 99.53% of the surrounding traffic's one", + "Average speed is 127.96% of the surrounding traffic's one", + "Average speed is 133.09% of the surrounding traffic's one", + "Average speed is 121.23% of the surrounding traffic's one", + "Average speed is 116.52% of the surrounding traffic's one", + "Average speed is 109.56% of the surrounding traffic's one", + "Average speed is 115.1% of the surrounding traffic's one", + "Average speed is 104.74% of the surrounding traffic's one", + "Average speed is 116.24% of the surrounding traffic's one", + "Average speed is 131.18% of the surrounding traffic's one", + "Average speed is 98.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 25.3, + "duration_system": 530.658 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_04_10_18_17_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.77% of the surrounding traffic's one", + "Average speed is 152.19% of the surrounding traffic's one", + "Average speed is 161.77% of the surrounding traffic's one", + "Average speed is 189.36% of the surrounding traffic's one", + "Average speed is 163.0% of the surrounding traffic's one", + "Average speed is 169.62% of the surrounding traffic's one", + "Average speed is 116.62% of the surrounding traffic's one", + "Average speed is 25.99% of the surrounding traffic's one", + "Average speed is 145.2% of the surrounding traffic's one", + "Average speed is 228.68% of the surrounding traffic's one", + "Average speed is 255.45% of the surrounding traffic's one", + "Average speed is 237.89% of the surrounding traffic's one", + "Average speed is 237.2% of the surrounding traffic's one", + "Average speed is 169.38% of the surrounding traffic's one", + "Average speed is 155.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 11.8, + "duration_system": 84.081 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_04_10_01_50_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.46% of the surrounding traffic's one", + "Average speed is 154.5% of the surrounding traffic's one", + "Average speed is 234.04% of the surrounding traffic's one", + "Average speed is 183.54% of the surrounding traffic's one", + "Average speed is 141.17% of the surrounding traffic's one", + "Average speed is 68.1% of the surrounding traffic's one", + "Average speed is 57.54% of the surrounding traffic's one", + "Average speed is 58.63% of the surrounding traffic's one", + "Average speed is 309.86% of the surrounding traffic's one", + "Average speed is 335.11% of the surrounding traffic's one", + "Average speed is 304.68% of the surrounding traffic's one", + "Average speed is 223.67% of the surrounding traffic's one", + "Average speed is 169.02% of the surrounding traffic's one", + "Average speed is 377.32% of the surrounding traffic's one", + "Average speed is 458.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.5, + "duration_system": 138.164 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_04_10_01_46_47", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 107.05% of the surrounding traffic's one", + "Average speed is 86.71% of the surrounding traffic's one", + "Average speed is 267.43% of the surrounding traffic's one", + "Average speed is 185.84% of the surrounding traffic's one", + "Average speed is 166.81% of the surrounding traffic's one", + "Average speed is 181.08% of the surrounding traffic's one", + "Average speed is 121.36% of the surrounding traffic's one", + "Average speed is 47.4% of the surrounding traffic's one", + "Average speed is 135.84% of the surrounding traffic's one", + "Average speed is 207.27% of the surrounding traffic's one", + "Average speed is 130.27% of the surrounding traffic's one", + "Average speed is 95.85% of the surrounding traffic's one", + "Average speed is 89.99% of the surrounding traffic's one", + "Average speed is 128.36% of the surrounding traffic's one", + "Average speed is 105.58% of the surrounding traffic's one", + "Average speed is 120.66% of the surrounding traffic's one", + "Average speed is 90.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 18.8, + "duration_system": 126.156 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_04_10_18_08_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.05% of the surrounding traffic's one", + "Average speed is 151.65% of the surrounding traffic's one", + "Average speed is 147.08% of the surrounding traffic's one", + "Average speed is 155.67% of the surrounding traffic's one", + "Average speed is 146.92% of the surrounding traffic's one", + "Average speed is 157.61% of the surrounding traffic's one", + "Average speed is 146.0% of the surrounding traffic's one", + "Average speed is 41.55% of the surrounding traffic's one", + "Average speed is 51.68% of the surrounding traffic's one", + "Average speed is 127.36% of the surrounding traffic's one", + "Average speed is 169.33% of the surrounding traffic's one", + "Average speed is 191.49% of the surrounding traffic's one", + "Average speed is 187.18% of the surrounding traffic's one", + "Average speed is 122.55% of the surrounding traffic's one", + "Average speed is 114.61% of the surrounding traffic's one", + "Average speed is 118.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 14.9, + "duration_system": 413.861 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_04_10_01_43_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 97.94% of the surrounding traffic's one", + "Average speed is 133.26% of the surrounding traffic's one", + "Average speed is 164.05% of the surrounding traffic's one", + "Average speed is 131.4% of the surrounding traffic's one", + "Average speed is 116.42% of the surrounding traffic's one", + "Average speed is 56.42% of the surrounding traffic's one", + "Average speed is 36.57% of the surrounding traffic's one", + "Average speed is 132.08% of the surrounding traffic's one", + "Average speed is 182.67% of the surrounding traffic's one", + "Average speed is 216.5% of the surrounding traffic's one", + "Average speed is 224.06% of the surrounding traffic's one", + "Average speed is 208.48% of the surrounding traffic's one", + "Average speed is 200.93% of the surrounding traffic's one", + "Average speed is 193.16% of the surrounding traffic's one", + "Average speed is 224.47% of the surrounding traffic's one", + "Average speed is 222.57% of the surrounding traffic's one", + "Average speed is 205.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 13.0, + "duration_system": 104.104 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_04_10_01_39_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.71% of the surrounding traffic's one", + "Average speed is 60.18% of the surrounding traffic's one", + "Average speed is 136.82% of the surrounding traffic's one", + "Average speed is 256.54% of the surrounding traffic's one", + "Average speed is 186.25% of the surrounding traffic's one", + "Average speed is 76.91% of the surrounding traffic's one", + "Average speed is 87.37% of the surrounding traffic's one", + "Average speed is 162.36% of the surrounding traffic's one", + "Average speed is 105.08% of the surrounding traffic's one", + "Average speed is 115.95% of the surrounding traffic's one", + "Average speed is 118.56% of the surrounding traffic's one", + "Average speed is 111.13% of the surrounding traffic's one", + "Average speed is 108.85% of the surrounding traffic's one", + "Average speed is 102.95% of the surrounding traffic's one", + "Average speed is 105.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 20.5, + "duration_system": 147.292 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_04_10_01_30_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 110.6% of the surrounding traffic's one", + "Average speed is 142.37% of the surrounding traffic's one", + "Average speed is 282.54% of the surrounding traffic's one", + "Average speed is 206.82% of the surrounding traffic's one", + "Average speed is 215.24% of the surrounding traffic's one", + "Average speed is 158.4% of the surrounding traffic's one", + "Average speed is 51.47% of the surrounding traffic's one", + "Average speed is 80.42% of the surrounding traffic's one", + "Average speed is 171.62% of the surrounding traffic's one", + "Average speed is 141.55% of the surrounding traffic's one", + "Average speed is 116.2% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 114.38% of the surrounding traffic's one", + "Average speed is 111.34% of the surrounding traffic's one", + "Average speed is 118.27% of the surrounding traffic's one", + "Average speed is 15.1% of the surrounding traffic's one", + "Average speed is 90.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.8, + "duration_system": 436.625 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_04_10_07_02_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 49.07% of the surrounding traffic's one", + "Average speed is 21.55% of the surrounding traffic's one", + "Average speed is 439.32% of the surrounding traffic's one", + "Average speed is 506.33% of the surrounding traffic's one", + "Average speed is 437.2% of the surrounding traffic's one", + "Average speed is 497.32% of the surrounding traffic's one", + "Average speed is 590.65% of the surrounding traffic's one", + "Average speed is 708.18% of the surrounding traffic's one", + "Average speed is 551.97% of the surrounding traffic's one", + "Average speed is 419.87% of the surrounding traffic's one", + "Average speed is 359.99% of the surrounding traffic's one", + "Average speed is 249.43% of the surrounding traffic's one", + "Average speed is 200.14% of the surrounding traffic's one", + "Average speed is 197.46% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 120.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 13.05, + "duration_system": 110.117 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_04_10_18_04_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.28% of the surrounding traffic's one", + "Average speed is 246.72% of the surrounding traffic's one", + "Average speed is 206.83% of the surrounding traffic's one", + "Average speed is 215.09% of the surrounding traffic's one", + "Average speed is 171.22% of the surrounding traffic's one", + "Average speed is 143.29% of the surrounding traffic's one", + "Average speed is 131.74% of the surrounding traffic's one", + "Average speed is 138.6% of the surrounding traffic's one", + "Average speed is 143.6% of the surrounding traffic's one", + "Average speed is 129.52% of the surrounding traffic's one", + "Average speed is 113.77% of the surrounding traffic's one", + "Average speed is 111.26% of the surrounding traffic's one", + "Average speed is 258.33% of the surrounding traffic's one", + "Average speed is 226.38% of the surrounding traffic's one", + "Average speed is 161.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.1, + "duration_system": 151.144 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_04_10_17_59_37", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=4732 at (x=-5743.206, y=4730.418, z=186.964) at time=8.600s [CARLA Frame: 5477, Agent Step: 171]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.8% of the surrounding traffic's one", + "Average speed is 320.03% of the surrounding traffic's one", + "Average speed is 260.11% of the surrounding traffic's one", + "Average speed is 218.79% of the surrounding traffic's one", + "Average speed is 211.98% of the surrounding traffic's one", + "Average speed is 223.56% of the surrounding traffic's one", + "Average speed is 223.14% of the surrounding traffic's one", + "Average speed is 212.8% of the surrounding traffic's one", + "Average speed is 247.46% of the surrounding traffic's one", + "Average speed is 352.14% of the surrounding traffic's one", + "Average speed is 377.52% of the surrounding traffic's one", + "Average speed is 348.42% of the surrounding traffic's one", + "Average speed is 238.09% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 11.95, + "duration_system": 114.225 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_04_10_17_52_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 324.16% of the surrounding traffic's one", + "Average speed is 320.37% of the surrounding traffic's one", + "Average speed is 188.26% of the surrounding traffic's one", + "Average speed is 289.18% of the surrounding traffic's one", + "Average speed is 205.46% of the surrounding traffic's one", + "Average speed is 160.83% of the surrounding traffic's one", + "Average speed is 147.23% of the surrounding traffic's one", + "Average speed is 154.09% of the surrounding traffic's one", + "Average speed is 166.52% of the surrounding traffic's one", + "Average speed is 150.63% of the surrounding traffic's one", + "Average speed is 153.47% of the surrounding traffic's one", + "Average speed is 190.93% of the surrounding traffic's one", + "Average speed is 172.62% of the surrounding traffic's one", + "Average speed is 174.36% of the surrounding traffic's one", + "Average speed is 142.75% of the surrounding traffic's one", + "Average speed is 122.39% of the surrounding traffic's one", + "Average speed is 99.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.6, + "duration_system": 266.306 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_04_10_01_26_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.85% of the surrounding traffic's one", + "Average speed is 383.43% of the surrounding traffic's one", + "Average speed is 521.7% of the surrounding traffic's one", + "Average speed is 635.89% of the surrounding traffic's one", + "Average speed is 650.25% of the surrounding traffic's one", + "Average speed is 560.96% of the surrounding traffic's one", + "Average speed is 466.23% of the surrounding traffic's one", + "Average speed is 438.1% of the surrounding traffic's one", + "Average speed is 665.05% of the surrounding traffic's one", + "Average speed is 1077.04% of the surrounding traffic's one", + "Average speed is 3805.1% of the surrounding traffic's one", + "Average speed is 39205.15% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 97.115 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_04_11_09_54_53", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=-2578.923, y=5909.458, z=157.256) at time=20.150s [CARLA Frame: 5457, Agent Step: 402]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.81% of the surrounding traffic's one", + "Average speed is 102.39% of the surrounding traffic's one", + "Average speed is 218.67% of the surrounding traffic's one", + "Average speed is 188.21% of the surrounding traffic's one", + "Average speed is 140.38% of the surrounding traffic's one", + "Average speed is 155.71% of the surrounding traffic's one", + "Average speed is 162.77% of the surrounding traffic's one", + "Average speed is 192.18% of the surrounding traffic's one", + "Average speed is 188.9% of the surrounding traffic's one", + "Average speed is 196.32% of the surrounding traffic's one", + "Average speed is 207.52% of the surrounding traffic's one", + "Average speed is 206.39% of the surrounding traffic's one", + "Average speed is 208.55% of the surrounding traffic's one", + "Average speed is 200.93% of the surrounding traffic's one", + "Average speed is 154.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=-2578.684, y=5909.379, z=157.253)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 81.82, + "score_penalty": 0.65, + "score_composed": 53.183 + }, + "meta": { + "route_length": 161.403, + "duration_game": 80.35, + "duration_system": 620.738 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_04_10_06_59_22", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.51% of the surrounding traffic's one", + "Average speed is 206.91% of the surrounding traffic's one", + "Average speed is 213.12% of the surrounding traffic's one", + "Average speed is 218.83% of the surrounding traffic's one", + "Average speed is 236.47% of the surrounding traffic's one", + "Average speed is 232.27% of the surrounding traffic's one", + "Average speed is 229.11% of the surrounding traffic's one", + "Average speed is 271.91% of the surrounding traffic's one", + "Average speed is 250.55% of the surrounding traffic's one", + "Average speed is 603.9% of the surrounding traffic's one", + "Average speed is 572.19% of the surrounding traffic's one", + "Average speed is 461.85% of the surrounding traffic's one", + "Average speed is 358.09% of the surrounding traffic's one", + "Average speed is 280.8% of the surrounding traffic's one", + "Average speed is 184.59% of the surrounding traffic's one", + "Average speed is 102.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.8, + "duration_system": 47.06 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_04_09_20_08_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 195.43% of the surrounding traffic's one", + "Average speed is 191.15% of the surrounding traffic's one", + "Average speed is 212.33% of the surrounding traffic's one", + "Average speed is 241.42% of the surrounding traffic's one", + "Average speed is 267.71% of the surrounding traffic's one", + "Average speed is 293.61% of the surrounding traffic's one", + "Average speed is 308.5% of the surrounding traffic's one", + "Average speed is 362.28% of the surrounding traffic's one", + "Average speed is 340.62% of the surrounding traffic's one", + "Average speed is 468.31% of the surrounding traffic's one", + "Average speed is 415.4% of the surrounding traffic's one", + "Average speed is 281.59% of the surrounding traffic's one", + "Average speed is 239.94% of the surrounding traffic's one", + "Average speed is 223.48% of the surrounding traffic's one", + "Average speed is 172.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.1, + "duration_system": 63.067 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_04_10_17_35_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 255.44% of the surrounding traffic's one", + "Average speed is 288.32% of the surrounding traffic's one", + "Average speed is 265.52% of the surrounding traffic's one", + "Average speed is 72.61% of the surrounding traffic's one", + "Average speed is 210.69% of the surrounding traffic's one", + "Average speed is 240.76% of the surrounding traffic's one", + "Average speed is 188.88% of the surrounding traffic's one", + "Average speed is 126.52% of the surrounding traffic's one", + "Average speed is 188.58% of the surrounding traffic's one", + "Average speed is 209.79% of the surrounding traffic's one", + "Average speed is 206.73% of the surrounding traffic's one", + "Average speed is 147.89% of the surrounding traffic's one", + "Average speed is 160.77% of the surrounding traffic's one", + "Average speed is 216.18% of the surrounding traffic's one", + "Average speed is 197.16% of the surrounding traffic's one", + "Average speed is 213.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 13.75, + "duration_system": 122.133 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_04_10_17_30_08", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.road and id=0 at (x=-5750.756, y=4329.84, z=180.262) at time=17.450s [CARLA Frame: 6055, Agent Step: 348]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 16.138 meters (12.86% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 178.78% of the surrounding traffic's one", + "Average speed is 81.3% of the surrounding traffic's one", + "Average speed is 172.89% of the surrounding traffic's one", + "Average speed is 228.08% of the surrounding traffic's one", + "Average speed is 183.44% of the surrounding traffic's one", + "Average speed is 167.32% of the surrounding traffic's one", + "Average speed is 141.97% of the surrounding traffic's one", + "Average speed is 138.22% of the surrounding traffic's one", + "Average speed is 146.5% of the surrounding traffic's one", + "Average speed is 224.89% of the surrounding traffic's one", + "Average speed is 218.28% of the surrounding traffic's one", + "Average speed is 24.27% of the surrounding traffic's one", + "Average speed is 130.55% of the surrounding traffic's one", + "Average speed is 72.92% of the surrounding traffic's one", + "Average speed is 244.52% of the surrounding traffic's one", + "Average speed is 440.54% of the surrounding traffic's one", + "Average speed is 480.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.566403, + "score_composed": 56.640277 + }, + "meta": { + "route_length": 134.412, + "duration_game": 21.05, + "duration_system": 158.179 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_04_10_01_21_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 254.07% of the surrounding traffic's one", + "Average speed is 259.35% of the surrounding traffic's one", + "Average speed is 194.51% of the surrounding traffic's one", + "Average speed is 191.31% of the surrounding traffic's one", + "Average speed is 173.37% of the surrounding traffic's one", + "Average speed is 141.55% of the surrounding traffic's one", + "Average speed is 134.01% of the surrounding traffic's one", + "Average speed is 152.37% of the surrounding traffic's one", + "Average speed is 138.83% of the surrounding traffic's one", + "Average speed is 142.11% of the surrounding traffic's one", + "Average speed is 126.94% of the surrounding traffic's one", + "Average speed is 102.58% of the surrounding traffic's one", + "Average speed is 263.71% of the surrounding traffic's one", + "Average speed is 225.67% of the surrounding traffic's one", + "Average speed is 143.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.35, + "duration_system": 178.201 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_04_09_20_04_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.52% of the surrounding traffic's one", + "Average speed is 189.16% of the surrounding traffic's one", + "Average speed is 216.53% of the surrounding traffic's one", + "Average speed is 244.46% of the surrounding traffic's one", + "Average speed is 270.66% of the surrounding traffic's one", + "Average speed is 289.21% of the surrounding traffic's one", + "Average speed is 305.65% of the surrounding traffic's one", + "Average speed is 312.42% of the surrounding traffic's one", + "Average speed is 272.24% of the surrounding traffic's one", + "Average speed is 427.67% of the surrounding traffic's one", + "Average speed is 379.59% of the surrounding traffic's one", + "Average speed is 290.14% of the surrounding traffic's one", + "Average speed is 253.72% of the surrounding traffic's one", + "Average speed is 207.13% of the surrounding traffic's one", + "Average speed is 79.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.8, + "duration_system": 69.073 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_04_10_17_23_18", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.9% of the surrounding traffic's one", + "Average speed is 104.08% of the surrounding traffic's one", + "Average speed is 173.33% of the surrounding traffic's one", + "Average speed is 139.0% of the surrounding traffic's one", + "Average speed is 132.15% of the surrounding traffic's one", + "Average speed is 132.73% of the surrounding traffic's one", + "Average speed is 151.47% of the surrounding traffic's one", + "Average speed is 157.59% of the surrounding traffic's one", + "Average speed is 160.67% of the surrounding traffic's one", + "Average speed is 192.47% of the surrounding traffic's one", + "Average speed is 201.82% of the surrounding traffic's one", + "Average speed is 178.38% of the surrounding traffic's one", + "Average speed is 177.84% of the surrounding traffic's one", + "Average speed is 174.41% of the surrounding traffic's one", + "Average speed is 137.43% of the surrounding traffic's one", + "Average speed is 166.24% of the surrounding traffic's one", + "Average speed is 122.37% of the surrounding traffic's one", + "Average speed is 78.4% of the surrounding traffic's one", + "Average speed is 66.01% of the surrounding traffic's one", + "Average speed is 66.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2622.204, y=5902.03, z=157.715)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 27.95, + "duration_system": 258.292 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_04_10_17_18_38", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3716 at (x=1101.357, y=3102.768, z=364.842) at time=8.000s [CARLA Frame: 5414, Agent Step: 159]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 323.59% of the surrounding traffic's one", + "Average speed is 350.35% of the surrounding traffic's one", + "Average speed is 274.67% of the surrounding traffic's one", + "Average speed is 229.16% of the surrounding traffic's one", + "Average speed is 189.7% of the surrounding traffic's one", + "Average speed is 95.18% of the surrounding traffic's one", + "Average speed is 158.48% of the surrounding traffic's one", + "Average speed is 200.98% of the surrounding traffic's one", + "Average speed is 220.1% of the surrounding traffic's one", + "Average speed is 178.27% of the surrounding traffic's one", + "Average speed is 145.74% of the surrounding traffic's one", + "Average speed is 175.63% of the surrounding traffic's one", + "Average speed is 161.28% of the surrounding traffic's one", + "Average speed is 159.86% of the surrounding traffic's one", + "Average speed is 166.2% of the surrounding traffic's one", + "Average speed is 157.24% of the surrounding traffic's one", + "Average speed is 159.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 13.95, + "duration_system": 145.157 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_04_10_06_49_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 52.21% of the surrounding traffic's one", + "Average speed is 5.67% of the surrounding traffic's one", + "Average speed is 1561.25% of the surrounding traffic's one", + "Average speed is 1804.67% of the surrounding traffic's one", + "Average speed is 1828.64% of the surrounding traffic's one", + "Average speed is 1712.63% of the surrounding traffic's one", + "Average speed is 1741.83% of the surrounding traffic's one", + "Average speed is 1610.89% of the surrounding traffic's one", + "Average speed is 1446.27% of the surrounding traffic's one", + "Average speed is 1890.45% of the surrounding traffic's one", + "Average speed is 1882.84% of the surrounding traffic's one", + "Average speed is 1184.68% of the surrounding traffic's one", + "Average speed is 861.43% of the surrounding traffic's one", + "Average speed is 658.69% of the surrounding traffic's one", + "Average speed is 413.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.8, + "duration_system": 481.579 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_04_10_01_16_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 408.16% of the surrounding traffic's one", + "Average speed is 655.6% of the surrounding traffic's one", + "Average speed is 927.5% of the surrounding traffic's one", + "Average speed is 1028.66% of the surrounding traffic's one", + "Average speed is 1003.47% of the surrounding traffic's one", + "Average speed is 839.07% of the surrounding traffic's one", + "Average speed is 626.16% of the surrounding traffic's one", + "Average speed is 471.11% of the surrounding traffic's one", + "Average speed is 586.24% of the surrounding traffic's one", + "Average speed is 682.65% of the surrounding traffic's one", + "Average speed is 702.99% of the surrounding traffic's one", + "Average speed is 865.34% of the surrounding traffic's one", + "Average speed is 778.91% of the surrounding traffic's one", + "Average speed is 443.35% of the surrounding traffic's one", + "Average speed is 400.88% of the surrounding traffic's one", + "Average speed is 371.62% of the surrounding traffic's one", + "Average speed is 349.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.9, + "duration_system": 156.158 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_04_10_01_10_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 313.72% of the surrounding traffic's one", + "Average speed is 247.41% of the surrounding traffic's one", + "Average speed is 219.71% of the surrounding traffic's one", + "Average speed is 278.04% of the surrounding traffic's one", + "Average speed is 201.15% of the surrounding traffic's one", + "Average speed is 167.29% of the surrounding traffic's one", + "Average speed is 138.53% of the surrounding traffic's one", + "Average speed is 174.71% of the surrounding traffic's one", + "Average speed is 184.42% of the surrounding traffic's one", + "Average speed is 153.89% of the surrounding traffic's one", + "Average speed is 132.92% of the surrounding traffic's one", + "Average speed is 135.85% of the surrounding traffic's one", + "Average speed is 140.35% of the surrounding traffic's one", + "Average speed is 178.75% of the surrounding traffic's one", + "Average speed is 142.64% of the surrounding traffic's one", + "Average speed is 147.72% of the surrounding traffic's one", + "Average speed is 132.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.6, + "duration_system": 237.354 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_04_10_17_14_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 277.1% of the surrounding traffic's one", + "Average speed is 381.88% of the surrounding traffic's one", + "Average speed is 519.82% of the surrounding traffic's one", + "Average speed is 637.15% of the surrounding traffic's one", + "Average speed is 648.4% of the surrounding traffic's one", + "Average speed is 550.11% of the surrounding traffic's one", + "Average speed is 461.91% of the surrounding traffic's one", + "Average speed is 430.94% of the surrounding traffic's one", + "Average speed is 690.36% of the surrounding traffic's one", + "Average speed is 1111.94% of the surrounding traffic's one", + "Average speed is 3849.71% of the surrounding traffic's one", + "Average speed is 35344.63% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 101.14 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_04_10_17_09_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 218.98% of the surrounding traffic's one", + "Average speed is 73.94% of the surrounding traffic's one", + "Average speed is 171.68% of the surrounding traffic's one", + "Average speed is 193.12% of the surrounding traffic's one", + "Average speed is 146.36% of the surrounding traffic's one", + "Average speed is 173.82% of the surrounding traffic's one", + "Average speed is 179.41% of the surrounding traffic's one", + "Average speed is 185.39% of the surrounding traffic's one", + "Average speed is 227.32% of the surrounding traffic's one", + "Average speed is 325.58% of the surrounding traffic's one", + "Average speed is 394.79% of the surrounding traffic's one", + "Average speed is 421.34% of the surrounding traffic's one", + "Average speed is 396.75% of the surrounding traffic's one", + "Average speed is 362.5% of the surrounding traffic's one", + "Average speed is 358.47% of the surrounding traffic's one", + "Average speed is 346.64% of the surrounding traffic's one", + "Average speed is 238.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 14.95, + "duration_system": 171.171 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_04_11_09_32_56", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=508.054, y=6001.154, z=165.531) at time=21.000s [CARLA Frame: 5160, Agent Step: 419]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.98% of the surrounding traffic's one", + "Average speed is 125.15% of the surrounding traffic's one", + "Average speed is 186.05% of the surrounding traffic's one", + "Average speed is 203.76% of the surrounding traffic's one", + "Average speed is 143.02% of the surrounding traffic's one", + "Average speed is 155.58% of the surrounding traffic's one", + "Average speed is 160.33% of the surrounding traffic's one", + "Average speed is 175.81% of the surrounding traffic's one", + "Average speed is 203.52% of the surrounding traffic's one", + "Average speed is 214.12% of the surrounding traffic's one", + "Average speed is 228.9% of the surrounding traffic's one", + "Average speed is 225.04% of the surrounding traffic's one", + "Average speed is 214.76% of the surrounding traffic's one", + "Average speed is 205.81% of the surrounding traffic's one", + "Average speed is 168.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=508.322, y=6001.062, z=165.533)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 84.18, + "score_penalty": 0.65, + "score_composed": 54.717 + }, + "meta": { + "route_length": 165.559, + "duration_game": 81.25, + "duration_system": 1156.216 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_04_10_16_46_44", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3709 at (x=-820.799, y=4757.731, z=369.994) at time=9.550s [CARLA Frame: 6098, Agent Step: 190]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 7.014 meters (7.24% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 333.1% of the surrounding traffic's one", + "Average speed is 293.46% of the surrounding traffic's one", + "Average speed is 244.76% of the surrounding traffic's one", + "Average speed is 178.71% of the surrounding traffic's one", + "Average speed is 173.95% of the surrounding traffic's one", + "Average speed is 152.67% of the surrounding traffic's one", + "Average speed is 148.32% of the surrounding traffic's one", + "Average speed is 149.01% of the surrounding traffic's one", + "Average speed is 169.08% of the surrounding traffic's one", + "Average speed is 180.09% of the surrounding traffic's one", + "Average speed is 175.89% of the surrounding traffic's one", + "Average speed is 138.33% of the surrounding traffic's one", + "Average speed is 128.18% of the surrounding traffic's one", + "Average speed is 119.87% of the surrounding traffic's one", + "Average speed is 89.97% of the surrounding traffic's one", + "Average speed is 104.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.556543, + "score_composed": 55.654315 + }, + "meta": { + "route_length": 106.658, + "duration_game": 14.4, + "duration_system": 301.32 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_04_09_20_00_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 248.6% of the surrounding traffic's one", + "Average speed is 310.1% of the surrounding traffic's one", + "Average speed is 343.08% of the surrounding traffic's one", + "Average speed is 237.85% of the surrounding traffic's one", + "Average speed is 252.55% of the surrounding traffic's one", + "Average speed is 407.51% of the surrounding traffic's one", + "Average speed is 442.35% of the surrounding traffic's one", + "Average speed is 493.99% of the surrounding traffic's one", + "Average speed is 586.1% of the surrounding traffic's one", + "Average speed is 594.42% of the surrounding traffic's one", + "Average speed is 546.49% of the surrounding traffic's one", + "Average speed is 587.39% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 10475526.45% of the surrounding traffic's one", + "Average speed is 49144.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.9, + "duration_system": 105.125 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_04_09_19_56_10", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.12% of the surrounding traffic's one", + "Average speed is 574.35% of the surrounding traffic's one", + "Average speed is 483.05% of the surrounding traffic's one", + "Average speed is 299.27% of the surrounding traffic's one", + "Average speed is 179.52% of the surrounding traffic's one", + "Average speed is 178.51% of the surrounding traffic's one", + "Average speed is 55.14% of the surrounding traffic's one", + "Average speed is 144.7% of the surrounding traffic's one", + "Average speed is 211.25% of the surrounding traffic's one", + "Average speed is 200.95% of the surrounding traffic's one", + "Average speed is 119.12% of the surrounding traffic's one", + "Average speed is 123.6% of the surrounding traffic's one", + "Average speed is 169.37% of the surrounding traffic's one", + "Average speed is 135.31% of the surrounding traffic's one", + "Average speed is 2814.32% of the surrounding traffic's one", + "Average speed is 10243048.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.45, + "duration_system": 139.197 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_04_10_06_44_46", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.32% of the surrounding traffic's one", + "Average speed is 495.03% of the surrounding traffic's one", + "Average speed is 317.99% of the surrounding traffic's one", + "Average speed is 218.93% of the surrounding traffic's one", + "Average speed is 154.65% of the surrounding traffic's one", + "Average speed is 176.56% of the surrounding traffic's one", + "Average speed is 155.86% of the surrounding traffic's one", + "Average speed is 163.57% of the surrounding traffic's one", + "Average speed is 69.7% of the surrounding traffic's one", + "Average speed is 174.11% of the surrounding traffic's one", + "Average speed is 258.36% of the surrounding traffic's one", + "Average speed is 353.8% of the surrounding traffic's one", + "Average speed is 246.55% of the surrounding traffic's one", + "Average speed is 57.83% of the surrounding traffic's one", + "Average speed is 143.27% of the surrounding traffic's one", + "Average speed is 193.32% of the surrounding traffic's one", + "Average speed is 368.9% of the surrounding traffic's one", + "Average speed is 443.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.4, + "duration_system": 127.138 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_04_10_06_33_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 300.63% of the surrounding traffic's one", + "Average speed is 467.24% of the surrounding traffic's one", + "Average speed is 300.68% of the surrounding traffic's one", + "Average speed is 180.6% of the surrounding traffic's one", + "Average speed is 78.1% of the surrounding traffic's one", + "Average speed is 10.93% of the surrounding traffic's one", + "Average speed is 4111.34% of the surrounding traffic's one", + "Average speed is 820.57% of the surrounding traffic's one", + "Average speed is 173.65% of the surrounding traffic's one", + "Average speed is 3018.83% of the surrounding traffic's one", + "Average speed is 2047.12% of the surrounding traffic's one", + "Average speed is 1096.2% of the surrounding traffic's one", + "Average speed is 926.79% of the surrounding traffic's one", + "Average speed is 476.83% of the surrounding traffic's one", + "Average speed is 323.45% of the surrounding traffic's one", + "Average speed is 175.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 62.05, + "duration_system": 558.468 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_04_10_06_25_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 207.72% of the surrounding traffic's one", + "Average speed is 1072.49% of the surrounding traffic's one", + "Average speed is 1632.53% of the surrounding traffic's one", + "Average speed is 229.56% of the surrounding traffic's one", + "Average speed is 78.96% of the surrounding traffic's one", + "Average speed is 43.51% of the surrounding traffic's one", + "Average speed is 167.27% of the surrounding traffic's one", + "Average speed is 185.85% of the surrounding traffic's one", + "Average speed is 98.41% of the surrounding traffic's one", + "Average speed is 267.85% of the surrounding traffic's one", + "Average speed is 2717.67% of the surrounding traffic's one", + "Average speed is 2220.98% of the surrounding traffic's one", + "Average speed is 783.4% of the surrounding traffic's one", + "Average speed is 386.23% of the surrounding traffic's one", + "Average speed is 145.79% of the surrounding traffic's one", + "Average speed is 66.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 24.45, + "duration_system": 311.366 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_04_10_06_16_18", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 168.69% of the surrounding traffic's one", + "Average speed is 713.26% of the surrounding traffic's one", + "Average speed is 794.8% of the surrounding traffic's one", + "Average speed is 154.06% of the surrounding traffic's one", + "Average speed is 12.8% of the surrounding traffic's one", + "Average speed is 2161.18% of the surrounding traffic's one", + "Average speed is 2050.4% of the surrounding traffic's one", + "Average speed is 2024.35% of the surrounding traffic's one", + "Average speed is 1913.84% of the surrounding traffic's one", + "Average speed is 1123.21% of the surrounding traffic's one", + "Average speed is 7278.46% of the surrounding traffic's one", + "Average speed is 2362.43% of the surrounding traffic's one", + "Average speed is 738.81% of the surrounding traffic's one", + "Average speed is 564.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.9, + "duration_system": 433.724 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_04_10_06_11_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.33% of the surrounding traffic's one", + "Average speed is 114.06% of the surrounding traffic's one", + "Average speed is 120.23% of the surrounding traffic's one", + "Average speed is 37.87% of the surrounding traffic's one", + "Average speed is 166.28% of the surrounding traffic's one", + "Average speed is 61.49% of the surrounding traffic's one", + "Average speed is 310.13% of the surrounding traffic's one", + "Average speed is 430.4% of the surrounding traffic's one", + "Average speed is 118.93% of the surrounding traffic's one", + "Average speed is 821.6% of the surrounding traffic's one", + "Average speed is 2201.71% of the surrounding traffic's one", + "Average speed is 1540.21% of the surrounding traffic's one", + "Average speed is 832.46% of the surrounding traffic's one", + "Average speed is 703.34% of the surrounding traffic's one", + "Average speed is 369.92% of the surrounding traffic's one", + "Average speed is 266.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 18.45, + "duration_system": 139.168 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_04_11_06_12_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.62% of the surrounding traffic's one", + "Average speed is 151.06% of the surrounding traffic's one", + "Average speed is 85.7% of the surrounding traffic's one", + "Average speed is 13.05% of the surrounding traffic's one", + "Average speed is 261.15% of the surrounding traffic's one", + "Average speed is 861.67% of the surrounding traffic's one", + "Average speed is 292.38% of the surrounding traffic's one", + "Average speed is 676.73% of the surrounding traffic's one", + "Average speed is 696.43% of the surrounding traffic's one", + "Average speed is 495.79% of the surrounding traffic's one", + "Average speed is 241.06% of the surrounding traffic's one", + "Average speed is 246.22% of the surrounding traffic's one", + "Average speed is 274.99% of the surrounding traffic's one", + "Average speed is 347.56% of the surrounding traffic's one", + "Average speed is 238.97% of the surrounding traffic's one", + "Average speed is 203.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.45, + "duration_system": 193.198 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_04_10_05_51_33", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=236.81, y=5915.833, z=361.2) at time=11.750s [CARLA Frame: 6383, Agent Step: 234]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.51% of the surrounding traffic's one", + "Average speed is 102.0% of the surrounding traffic's one", + "Average speed is 390.45% of the surrounding traffic's one", + "Average speed is 194.36% of the surrounding traffic's one", + "Average speed is 150.21% of the surrounding traffic's one", + "Average speed is 52.88% of the surrounding traffic's one", + "Average speed is 36.96% of the surrounding traffic's one", + "Average speed is 272.63% of the surrounding traffic's one", + "Average speed is 368.57% of the surrounding traffic's one", + "Average speed is 310.41% of the surrounding traffic's one", + "Average speed is 318.07% of the surrounding traffic's one", + "Average speed is 703.11% of the surrounding traffic's one", + "Average speed is 1053.02% of the surrounding traffic's one", + "Average speed is 981.07% of the surrounding traffic's one", + "Average speed is 502.08% of the surrounding traffic's one", + "Average speed is 397.21% of the surrounding traffic's one", + "Average speed is 428.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 13.15, + "duration_system": 126.131 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_04_10_05_28_36", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.71% of the surrounding traffic's one", + "Average speed is 201.41% of the surrounding traffic's one", + "Average speed is 430.6% of the surrounding traffic's one", + "Average speed is 160.42% of the surrounding traffic's one", + "Average speed is 15.74% of the surrounding traffic's one", + "Average speed is 3.56% of the surrounding traffic's one", + "Average speed is 413.52% of the surrounding traffic's one", + "Average speed is 462.87% of the surrounding traffic's one", + "Average speed is 435.24% of the surrounding traffic's one", + "Average speed is 383.15% of the surrounding traffic's one", + "Average speed is 649.81% of the surrounding traffic's one", + "Average speed is 842.71% of the surrounding traffic's one", + "Average speed is 914.49% of the surrounding traffic's one", + "Average speed is 863.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 101.85, + "duration_system": 1241.491 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_04_09_19_51_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 269.85% of the surrounding traffic's one", + "Average speed is 468.25% of the surrounding traffic's one", + "Average speed is 415.43% of the surrounding traffic's one", + "Average speed is 96.13% of the surrounding traffic's one", + "Average speed is 30.48% of the surrounding traffic's one", + "Average speed is 39.42% of the surrounding traffic's one", + "Average speed is 368.91% of the surrounding traffic's one", + "Average speed is 645.43% of the surrounding traffic's one", + "Average speed is 585.69% of the surrounding traffic's one", + "Average speed is 452.39% of the surrounding traffic's one", + "Average speed is 491.62% of the surrounding traffic's one", + "Average speed is 1879.48% of the surrounding traffic's one", + "Average speed is 1676.31% of the surrounding traffic's one", + "Average speed is 991.68% of the surrounding traffic's one", + "Average speed is 902.63% of the surrounding traffic's one", + "Average speed is 1063.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 14.55, + "duration_system": 164.188 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_04_09_19_47_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 411.66% of the surrounding traffic's one", + "Average speed is 585.4% of the surrounding traffic's one", + "Average speed is 521.67% of the surrounding traffic's one", + "Average speed is 254.12% of the surrounding traffic's one", + "Average speed is 121.2% of the surrounding traffic's one", + "Average speed is 37.82% of the surrounding traffic's one", + "Average speed is 234.47% of the surrounding traffic's one", + "Average speed is 307.31% of the surrounding traffic's one", + "Average speed is 282.71% of the surrounding traffic's one", + "Average speed is 156.09% of the surrounding traffic's one", + "Average speed is 336.33% of the surrounding traffic's one", + "Average speed is 1196.16% of the surrounding traffic's one", + "Average speed is 4019.68% of the surrounding traffic's one", + "Average speed is 4132.69% of the surrounding traffic's one", + "Average speed is 2408.73% of the surrounding traffic's one", + "Average speed is 1954.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 13.25, + "duration_system": 116.122 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_04_10_16_31_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.19% of the surrounding traffic's one", + "Average speed is 144.09% of the surrounding traffic's one", + "Average speed is 189.86% of the surrounding traffic's one", + "Average speed is 75.63% of the surrounding traffic's one", + "Average speed is 6.48% of the surrounding traffic's one", + "Average speed is 269.47% of the surrounding traffic's one", + "Average speed is 347.71% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 130.02% of the surrounding traffic's one", + "Average speed is 244.17% of the surrounding traffic's one", + "Average speed is 167.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 31.35, + "duration_system": 747.932 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_04_10_05_06_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.33% of the surrounding traffic's one", + "Average speed is 266.67% of the surrounding traffic's one", + "Average speed is 202.19% of the surrounding traffic's one", + "Average speed is 100.04% of the surrounding traffic's one", + "Average speed is 106.67% of the surrounding traffic's one", + "Average speed is 3.84% of the surrounding traffic's one", + "Average speed is 203.3% of the surrounding traffic's one", + "Average speed is 715.66% of the surrounding traffic's one", + "Average speed is 685.22% of the surrounding traffic's one", + "Average speed is 404.41% of the surrounding traffic's one", + "Average speed is 467.45% of the surrounding traffic's one", + "Average speed is 8402.74% of the surrounding traffic's one", + "Average speed is 2592.97% of the surrounding traffic's one", + "Average speed is 3269.71% of the surrounding traffic's one", + "Average speed is 1256.95% of the surrounding traffic's one", + "Average speed is 1095.55% of the surrounding traffic's one", + "Average speed is 1148.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 107.4, + "duration_system": 1163.318 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_04_09_19_42_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 206.49% of the surrounding traffic's one", + "Average speed is 526.65% of the surrounding traffic's one", + "Average speed is 492.67% of the surrounding traffic's one", + "Average speed is 417.12% of the surrounding traffic's one", + "Average speed is 166.61% of the surrounding traffic's one", + "Average speed is 58.14% of the surrounding traffic's one", + "Average speed is 126.69% of the surrounding traffic's one", + "Average speed is 199.85% of the surrounding traffic's one", + "Average speed is 231.94% of the surrounding traffic's one", + "Average speed is 246.63% of the surrounding traffic's one", + "Average speed is 313.34% of the surrounding traffic's one", + "Average speed is 597.78% of the surrounding traffic's one", + "Average speed is 1034.88% of the surrounding traffic's one", + "Average speed is 691.92% of the surrounding traffic's one", + "Average speed is 576.12% of the surrounding traffic's one", + "Average speed is 1043.68% of the surrounding traffic's one", + "Average speed is 2801.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 11.8, + "duration_system": 122.122 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_04_09_19_36_29", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3736 at (x=-1380.684, y=5321.89, z=376.652) at time=26.550s [CARLA Frame: 6815, Agent Step: 530]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.14% of the surrounding traffic's one", + "Average speed is 166.3% of the surrounding traffic's one", + "Average speed is 438.56% of the surrounding traffic's one", + "Average speed is 473.48% of the surrounding traffic's one", + "Average speed is 138.88% of the surrounding traffic's one", + "Average speed is 17.66% of the surrounding traffic's one", + "Average speed is 102.26% of the surrounding traffic's one", + "Average speed is 1127.39% of the surrounding traffic's one", + "Average speed is 259.21% of the surrounding traffic's one", + "Average speed is 470.84% of the surrounding traffic's one", + "Average speed is 1487.78% of the surrounding traffic's one", + "Average speed is 62087.75% of the surrounding traffic's one", + "Average speed is 6118.48% of the surrounding traffic's one", + "Average speed is 3449.17% of the surrounding traffic's one", + "Average speed is 2101.9% of the surrounding traffic's one", + "Average speed is 2342.03% of the surrounding traffic's one", + "Average speed is 1014.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 31.7, + "duration_system": 248.329 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_04_10_05_01_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 349.21% of the surrounding traffic's one", + "Average speed is 631.3% of the surrounding traffic's one", + "Average speed is 434.17% of the surrounding traffic's one", + "Average speed is 89.94% of the surrounding traffic's one", + "Average speed is 109.33% of the surrounding traffic's one", + "Average speed is 57.42% of the surrounding traffic's one", + "Average speed is 310.79% of the surrounding traffic's one", + "Average speed is 448.34% of the surrounding traffic's one", + "Average speed is 392.01% of the surrounding traffic's one", + "Average speed is 285.45% of the surrounding traffic's one", + "Average speed is 305.47% of the surrounding traffic's one", + "Average speed is 325.0% of the surrounding traffic's one", + "Average speed is 259.55% of the surrounding traffic's one", + "Average speed is 189.65% of the surrounding traffic's one", + "Average speed is 189.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.3, + "duration_system": 186.592 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_04_09_19_32_08", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3718 at (x=2536.246, y=2072.77, z=356.945) at time=10.100s [CARLA Frame: 6370, Agent Step: 201]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.46% of the surrounding traffic's one", + "Average speed is 560.0% of the surrounding traffic's one", + "Average speed is 604.95% of the surrounding traffic's one", + "Average speed is 539.06% of the surrounding traffic's one", + "Average speed is 134.43% of the surrounding traffic's one", + "Average speed is 37.89% of the surrounding traffic's one", + "Average speed is 378.38% of the surrounding traffic's one", + "Average speed is 455.28% of the surrounding traffic's one", + "Average speed is 457.16% of the surrounding traffic's one", + "Average speed is 520.03% of the surrounding traffic's one", + "Average speed is 688.54% of the surrounding traffic's one", + "Average speed is 837.81% of the surrounding traffic's one", + "Average speed is 1174.54% of the surrounding traffic's one", + "Average speed is 1853.93% of the surrounding traffic's one", + "Average speed is 955.93% of the surrounding traffic's one", + "Average speed is 631.16% of the surrounding traffic's one", + "Average speed is 648.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 12.7, + "duration_system": 126.142 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_04_09_19_22_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.08% of the surrounding traffic's one", + "Average speed is 972.63% of the surrounding traffic's one", + "Average speed is 271.61% of the surrounding traffic's one", + "Average speed is 207.68% of the surrounding traffic's one", + "Average speed is 264.19% of the surrounding traffic's one", + "Average speed is 339.44% of the surrounding traffic's one", + "Average speed is 339.39% of the surrounding traffic's one", + "Average speed is 223.38% of the surrounding traffic's one", + "Average speed is 200.01% of the surrounding traffic's one", + "Average speed is 95.28% of the surrounding traffic's one", + "Average speed is 89.22% of the surrounding traffic's one", + "Average speed is 80.7% of the surrounding traffic's one", + "Average speed is 77.02% of the surrounding traffic's one", + "Average speed is 81.82% of the surrounding traffic's one", + "Average speed is 83.68% of the surrounding traffic's one", + "Average speed is 88.76% of the surrounding traffic's one", + "Average speed is 90.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 53.95, + "duration_system": 425.518 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_04_10_04_50_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.15% of the surrounding traffic's one", + "Average speed is 99.48% of the surrounding traffic's one", + "Average speed is 247.4% of the surrounding traffic's one", + "Average speed is 240.2% of the surrounding traffic's one", + "Average speed is 232.29% of the surrounding traffic's one", + "Average speed is 139.06% of the surrounding traffic's one", + "Average speed is 14.74% of the surrounding traffic's one", + "Average speed is 438.56% of the surrounding traffic's one", + "Average speed is 501.77% of the surrounding traffic's one", + "Average speed is 529.55% of the surrounding traffic's one", + "Average speed is 501.42% of the surrounding traffic's one", + "Average speed is 266.22% of the surrounding traffic's one", + "Average speed is 221.24% of the surrounding traffic's one", + "Average speed is 187.36% of the surrounding traffic's one", + "Average speed is 211.3% of the surrounding traffic's one", + "Average speed is 205.55% of the surrounding traffic's one", + "Average speed is 205.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 58.85, + "duration_system": 527.591 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_04_10_16_27_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.12% of the surrounding traffic's one", + "Average speed is 74.66% of the surrounding traffic's one", + "Average speed is 189.14% of the surrounding traffic's one", + "Average speed is 186.51% of the surrounding traffic's one", + "Average speed is 67.02% of the surrounding traffic's one", + "Average speed is 129.52% of the surrounding traffic's one", + "Average speed is 92.63% of the surrounding traffic's one", + "Average speed is 99.12% of the surrounding traffic's one", + "Average speed is 78.51% of the surrounding traffic's one", + "Average speed is 131.96% of the surrounding traffic's one", + "Average speed is 156.87% of the surrounding traffic's one", + "Average speed is 136.19% of the surrounding traffic's one", + "Average speed is 137.93% of the surrounding traffic's one", + "Average speed is 127.92% of the surrounding traffic's one", + "Average speed is 134.57% of the surrounding traffic's one", + "Average speed is 109.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.25, + "duration_system": 130.16 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_04_09_19_09_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.6% of the surrounding traffic's one", + "Average speed is 143.73% of the surrounding traffic's one", + "Average speed is 148.54% of the surrounding traffic's one", + "Average speed is 172.38% of the surrounding traffic's one", + "Average speed is 124.01% of the surrounding traffic's one", + "Average speed is 6.15% of the surrounding traffic's one", + "Average speed is 134.97% of the surrounding traffic's one", + "Average speed is 731.48% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 138.78% of the surrounding traffic's one", + "Average speed is 237.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.35, + "duration_system": 678.721 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_04_10_16_22_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.21% of the surrounding traffic's one", + "Average speed is 92.83% of the surrounding traffic's one", + "Average speed is 202.7% of the surrounding traffic's one", + "Average speed is 146.2% of the surrounding traffic's one", + "Average speed is 62.04% of the surrounding traffic's one", + "Average speed is 96.83% of the surrounding traffic's one", + "Average speed is 97.01% of the surrounding traffic's one", + "Average speed is 81.94% of the surrounding traffic's one", + "Average speed is 128.09% of the surrounding traffic's one", + "Average speed is 184.34% of the surrounding traffic's one", + "Average speed is 169.11% of the surrounding traffic's one", + "Average speed is 167.04% of the surrounding traffic's one", + "Average speed is 148.71% of the surrounding traffic's one", + "Average speed is 120.33% of the surrounding traffic's one", + "Average speed is 112.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.7, + "duration_system": 146.177 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_04_10_16_18_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.89% of the surrounding traffic's one", + "Average speed is 66.55% of the surrounding traffic's one", + "Average speed is 192.21% of the surrounding traffic's one", + "Average speed is 189.76% of the surrounding traffic's one", + "Average speed is 103.88% of the surrounding traffic's one", + "Average speed is 98.86% of the surrounding traffic's one", + "Average speed is 83.73% of the surrounding traffic's one", + "Average speed is 81.08% of the surrounding traffic's one", + "Average speed is 76.5% of the surrounding traffic's one", + "Average speed is 86.31% of the surrounding traffic's one", + "Average speed is 133.16% of the surrounding traffic's one", + "Average speed is 206.16% of the surrounding traffic's one", + "Average speed is 277.61% of the surrounding traffic's one", + "Average speed is 256.01% of the surrounding traffic's one", + "Average speed is 201.22% of the surrounding traffic's one", + "Average speed is 125.86% of the surrounding traffic's one", + "Average speed is 112.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.2, + "duration_system": 129.197 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_04_09_18_57_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.3% of the surrounding traffic's one", + "Average speed is 160.51% of the surrounding traffic's one", + "Average speed is 184.95% of the surrounding traffic's one", + "Average speed is 55.26% of the surrounding traffic's one", + "Average speed is 7.25% of the surrounding traffic's one", + "Average speed is 253.15% of the surrounding traffic's one", + "Average speed is 878.47% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 192.44% of the surrounding traffic's one", + "Average speed is 187.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 31.15, + "duration_system": 606.718 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_04_10_16_13_26", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.31% of the surrounding traffic's one", + "Average speed is 160.47% of the surrounding traffic's one", + "Average speed is 335.07% of the surrounding traffic's one", + "Average speed is 234.64% of the surrounding traffic's one", + "Average speed is 143.16% of the surrounding traffic's one", + "Average speed is 74.2% of the surrounding traffic's one", + "Average speed is 282.77% of the surrounding traffic's one", + "Average speed is 220.12% of the surrounding traffic's one", + "Average speed is 138.5% of the surrounding traffic's one", + "Average speed is 107.81% of the surrounding traffic's one", + "Average speed is 83.17% of the surrounding traffic's one", + "Average speed is 94.62% of the surrounding traffic's one", + "Average speed is 80.93% of the surrounding traffic's one", + "Average speed is 119.43% of the surrounding traffic's one", + "Average speed is 99.79% of the surrounding traffic's one", + "Average speed is 100.88% of the surrounding traffic's one", + "Average speed is 98.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 19.05, + "duration_system": 157.217 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_04_10_04_37_09", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.48% of the surrounding traffic's one", + "Average speed is 185.17% of the surrounding traffic's one", + "Average speed is 218.47% of the surrounding traffic's one", + "Average speed is 237.49% of the surrounding traffic's one", + "Average speed is 221.81% of the surrounding traffic's one", + "Average speed is 155.2% of the surrounding traffic's one", + "Average speed is 17.6% of the surrounding traffic's one", + "Average speed is 67.12% of the surrounding traffic's one", + "Average speed is 67.02% of the surrounding traffic's one", + "Average speed is 25.99% of the surrounding traffic's one", + "Average speed is 24.51% of the surrounding traffic's one", + "Average speed is 22.65% of the surrounding traffic's one", + "Average speed is 24.45% of the surrounding traffic's one", + "Average speed is 21.67% of the surrounding traffic's one", + "Average speed is 35.28% of the surrounding traffic's one", + "Average speed is 25.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 51.85, + "duration_system": 674.703 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_04_09_18_47_26", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=530.947, y=3914.132, z=371.207) at time=8.700s [CARLA Frame: 6178, Agent Step: 173]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.04% of the surrounding traffic's one", + "Average speed is 151.33% of the surrounding traffic's one", + "Average speed is 139.54% of the surrounding traffic's one", + "Average speed is 171.82% of the surrounding traffic's one", + "Average speed is 137.13% of the surrounding traffic's one", + "Average speed is 124.49% of the surrounding traffic's one", + "Average speed is 110.6% of the surrounding traffic's one", + "Average speed is 70.51% of the surrounding traffic's one", + "Average speed is 134.94% of the surrounding traffic's one", + "Average speed is 160.13% of the surrounding traffic's one", + "Average speed is 115.15% of the surrounding traffic's one", + "Average speed is 111.5% of the surrounding traffic's one", + "Average speed is 131.67% of the surrounding traffic's one", + "Average speed is 117.0% of the surrounding traffic's one", + "Average speed is 111.65% of the surrounding traffic's one", + "Average speed is 119.8% of the surrounding traffic's one", + "Average speed is 47.63% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 16.05, + "duration_system": 435.48 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_04_10_16_08_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.93% of the surrounding traffic's one", + "Average speed is 111.44% of the surrounding traffic's one", + "Average speed is 195.18% of the surrounding traffic's one", + "Average speed is 163.79% of the surrounding traffic's one", + "Average speed is 164.39% of the surrounding traffic's one", + "Average speed is 116.13% of the surrounding traffic's one", + "Average speed is 76.61% of the surrounding traffic's one", + "Average speed is 205.32% of the surrounding traffic's one", + "Average speed is 174.95% of the surrounding traffic's one", + "Average speed is 114.49% of the surrounding traffic's one", + "Average speed is 100.14% of the surrounding traffic's one", + "Average speed is 97.51% of the surrounding traffic's one", + "Average speed is 98.8% of the surrounding traffic's one", + "Average speed is 99.64% of the surrounding traffic's one", + "Average speed is 126.22% of the surrounding traffic's one", + "Average speed is 120.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 18.15, + "duration_system": 147.203 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_04_10_04_22_21", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.41% of the surrounding traffic's one", + "Average speed is 176.84% of the surrounding traffic's one", + "Average speed is 156.1% of the surrounding traffic's one", + "Average speed is 41.64% of the surrounding traffic's one", + "Average speed is 19.7% of the surrounding traffic's one", + "Average speed is 98.44% of the surrounding traffic's one", + "Average speed is 167.94% of the surrounding traffic's one", + "Average speed is 156.08% of the surrounding traffic's one", + "Average speed is 92.13% of the surrounding traffic's one", + "Average speed is 120.03% of the surrounding traffic's one", + "Average speed is 131.62% of the surrounding traffic's one", + "Average speed is 121.46% of the surrounding traffic's one", + "Average speed is 131.0% of the surrounding traffic's one", + "Average speed is 111.87% of the surrounding traffic's one", + "Average speed is 102.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 25.35, + "duration_system": 753.855 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_04_10_16_01_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.23% of the surrounding traffic's one", + "Average speed is 193.86% of the surrounding traffic's one", + "Average speed is 122.0% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one", + "Average speed is 105.77% of the surrounding traffic's one", + "Average speed is 98.53% of the surrounding traffic's one", + "Average speed is 99.27% of the surrounding traffic's one", + "Average speed is 104.28% of the surrounding traffic's one", + "Average speed is 92.24% of the surrounding traffic's one", + "Average speed is 68.19% of the surrounding traffic's one", + "Average speed is 47.92% of the surrounding traffic's one", + "Average speed is 74.06% of the surrounding traffic's one", + "Average speed is 88.08% of the surrounding traffic's one", + "Average speed is 84.72% of the surrounding traffic's one", + "Average speed is 82.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 14.0, + "duration_system": 304.291 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_04_09_23_50_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 167.63% of the surrounding traffic's one", + "Average speed is 156.96% of the surrounding traffic's one", + "Average speed is 109.76% of the surrounding traffic's one", + "Average speed is 109.38% of the surrounding traffic's one", + "Average speed is 96.06% of the surrounding traffic's one", + "Average speed is 98.04% of the surrounding traffic's one", + "Average speed is 102.86% of the surrounding traffic's one", + "Average speed is 97.44% of the surrounding traffic's one", + "Average speed is 99.11% of the surrounding traffic's one", + "Average speed is 98.07% of the surrounding traffic's one", + "Average speed is 99.99% of the surrounding traffic's one", + "Average speed is 95.65% of the surrounding traffic's one", + "Average speed is 127.31% of the surrounding traffic's one", + "Average speed is 130.3% of the surrounding traffic's one", + "Average speed is 129.88% of the surrounding traffic's one", + "Average speed is 100.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.7, + "duration_system": 294.29 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_04_10_15_54_31", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.65% of the surrounding traffic's one", + "Average speed is 146.46% of the surrounding traffic's one", + "Average speed is 115.34% of the surrounding traffic's one", + "Average speed is 118.33% of the surrounding traffic's one", + "Average speed is 108.91% of the surrounding traffic's one", + "Average speed is 109.11% of the surrounding traffic's one", + "Average speed is 108.59% of the surrounding traffic's one", + "Average speed is 100.9% of the surrounding traffic's one", + "Average speed is 100.87% of the surrounding traffic's one", + "Average speed is 125.2% of the surrounding traffic's one", + "Average speed is 88.55% of the surrounding traffic's one", + "Average speed is 119.57% of the surrounding traffic's one", + "Average speed is 132.26% of the surrounding traffic's one", + "Average speed is 101.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.35, + "duration_system": 271.275 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_04_11_04_52_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.17% of the surrounding traffic's one", + "Average speed is 156.42% of the surrounding traffic's one", + "Average speed is 109.82% of the surrounding traffic's one", + "Average speed is 103.53% of the surrounding traffic's one", + "Average speed is 105.14% of the surrounding traffic's one", + "Average speed is 100.76% of the surrounding traffic's one", + "Average speed is 93.52% of the surrounding traffic's one", + "Average speed is 91.85% of the surrounding traffic's one", + "Average speed is 94.0% of the surrounding traffic's one", + "Average speed is 93.39% of the surrounding traffic's one", + "Average speed is 104.45% of the surrounding traffic's one", + "Average speed is 98.73% of the surrounding traffic's one", + "Average speed is 102.24% of the surrounding traffic's one", + "Average speed is 88.69% of the surrounding traffic's one", + "Average speed is 121.34% of the surrounding traffic's one", + "Average speed is 136.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.45, + "duration_system": 301.3 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_04_10_15_48_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.84% of the surrounding traffic's one", + "Average speed is 184.34% of the surrounding traffic's one", + "Average speed is 111.73% of the surrounding traffic's one", + "Average speed is 92.56% of the surrounding traffic's one", + "Average speed is 88.84% of the surrounding traffic's one", + "Average speed is 95.79% of the surrounding traffic's one", + "Average speed is 90.74% of the surrounding traffic's one", + "Average speed is 80.85% of the surrounding traffic's one", + "Average speed is 86.17% of the surrounding traffic's one", + "Average speed is 84.79% of the surrounding traffic's one", + "Average speed is 82.72% of the surrounding traffic's one", + "Average speed is 70.33% of the surrounding traffic's one", + "Average speed is 55.48% of the surrounding traffic's one", + "Average speed is 80.37% of the surrounding traffic's one", + "Average speed is 93.35% of the surrounding traffic's one", + "Average speed is 97.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.55, + "duration_system": 224.216 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_04_10_04_17_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.9% of the surrounding traffic's one", + "Average speed is 93.23% of the surrounding traffic's one", + "Average speed is 312.41% of the surrounding traffic's one", + "Average speed is 207.85% of the surrounding traffic's one", + "Average speed is 62.72% of the surrounding traffic's one", + "Average speed is 186.42% of the surrounding traffic's one", + "Average speed is 111.48% of the surrounding traffic's one", + "Average speed is 105.73% of the surrounding traffic's one", + "Average speed is 69.79% of the surrounding traffic's one", + "Average speed is 87.58% of the surrounding traffic's one", + "Average speed is 182.0% of the surrounding traffic's one", + "Average speed is 120.35% of the surrounding traffic's one", + "Average speed is 138.08% of the surrounding traffic's one", + "Average speed is 125.78% of the surrounding traffic's one", + "Average speed is 111.02% of the surrounding traffic's one", + "Average speed is 120.48% of the surrounding traffic's one", + "Average speed is 121.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 17.55, + "duration_system": 143.756 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_04_10_15_40_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.33% of the surrounding traffic's one", + "Average speed is 452.87% of the surrounding traffic's one", + "Average speed is 811.37% of the surrounding traffic's one", + "Average speed is 1101.44% of the surrounding traffic's one", + "Average speed is 1241.03% of the surrounding traffic's one", + "Average speed is 1301.87% of the surrounding traffic's one", + "Average speed is 1642.27% of the surrounding traffic's one", + "Average speed is 1434.02% of the surrounding traffic's one", + "Average speed is 970.34% of the surrounding traffic's one", + "Average speed is 710.32% of the surrounding traffic's one", + "Average speed is 493.64% of the surrounding traffic's one", + "Average speed is 337.98% of the surrounding traffic's one", + "Average speed is 247.51% of the surrounding traffic's one", + "Average speed is 188.38% of the surrounding traffic's one", + "Average speed is 182.79% of the surrounding traffic's one", + "Average speed is 174.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.1, + "duration_system": 367.406 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_04_10_15_33_49", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 91.64% of the surrounding traffic's one", + "Average speed is 12.5% of the surrounding traffic's one", + "Average speed is 1115.48% of the surrounding traffic's one", + "Average speed is 1231.65% of the surrounding traffic's one", + "Average speed is 1370.22% of the surrounding traffic's one", + "Average speed is 1672.98% of the surrounding traffic's one", + "Average speed is 1653.56% of the surrounding traffic's one", + "Average speed is 1150.16% of the surrounding traffic's one", + "Average speed is 923.94% of the surrounding traffic's one", + "Average speed is 601.5% of the surrounding traffic's one", + "Average speed is 481.51% of the surrounding traffic's one", + "Average speed is 299.23% of the surrounding traffic's one", + "Average speed is 197.16% of the surrounding traffic's one", + "Average speed is 163.63% of the surrounding traffic's one", + "Average speed is 149.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.7, + "duration_system": 241.269 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_04_10_15_28_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.56% of the surrounding traffic's one", + "Average speed is 372.92% of the surrounding traffic's one", + "Average speed is 838.1% of the surrounding traffic's one", + "Average speed is 1333.88% of the surrounding traffic's one", + "Average speed is 2149.04% of the surrounding traffic's one", + "Average speed is 1922.5% of the surrounding traffic's one", + "Average speed is 1535.16% of the surrounding traffic's one", + "Average speed is 1140.54% of the surrounding traffic's one", + "Average speed is 1297.15% of the surrounding traffic's one", + "Average speed is 742.66% of the surrounding traffic's one", + "Average speed is 477.39% of the surrounding traffic's one", + "Average speed is 378.07% of the surrounding traffic's one", + "Average speed is 299.12% of the surrounding traffic's one", + "Average speed is 239.14% of the surrounding traffic's one", + "Average speed is 216.72% of the surrounding traffic's one", + "Average speed is 188.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.75, + "duration_system": 193.638 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_04_09_23_35_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.84% of the surrounding traffic's one", + "Average speed is 188.43% of the surrounding traffic's one", + "Average speed is 631.04% of the surrounding traffic's one", + "Average speed is 140.38% of the surrounding traffic's one", + "Average speed is 65.99% of the surrounding traffic's one", + "Average speed is 35.67% of the surrounding traffic's one", + "Average speed is 422.03% of the surrounding traffic's one", + "Average speed is 621.73% of the surrounding traffic's one", + "Average speed is 766.96% of the surrounding traffic's one", + "Average speed is 549.31% of the surrounding traffic's one", + "Average speed is 589.77% of the surrounding traffic's one", + "Average speed is 620.05% of the surrounding traffic's one", + "Average speed is 409.86% of the surrounding traffic's one", + "Average speed is 386.64% of the surrounding traffic's one", + "Average speed is 303.52% of the surrounding traffic's one", + "Average speed is 248.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 15.3, + "duration_system": 116.132 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_04_09_23_30_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=3737 at (x=3285.053, y=5723.791, z=368.722) at time=17.450s [CARLA Frame: 6359, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.7% of the surrounding traffic's one", + "Average speed is 446.09% of the surrounding traffic's one", + "Average speed is 306.33% of the surrounding traffic's one", + "Average speed is 24.45% of the surrounding traffic's one", + "Average speed is 1328.45% of the surrounding traffic's one", + "Average speed is 1765.0% of the surrounding traffic's one", + "Average speed is 1384.39% of the surrounding traffic's one", + "Average speed is 1177.47% of the surrounding traffic's one", + "Average speed is 820.15% of the surrounding traffic's one", + "Average speed is 1031.75% of the surrounding traffic's one", + "Average speed is 4193.46% of the surrounding traffic's one", + "Average speed is 3060.7% of the surrounding traffic's one", + "Average speed is 1512.5% of the surrounding traffic's one", + "Average speed is 951.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.35, + "duration_system": 172.207 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_04_10_15_19_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.01% of the surrounding traffic's one", + "Average speed is 256.15% of the surrounding traffic's one", + "Average speed is 1212.93% of the surrounding traffic's one", + "Average speed is 442.25% of the surrounding traffic's one", + "Average speed is 48.49% of the surrounding traffic's one", + "Average speed is 1002.94% of the surrounding traffic's one", + "Average speed is 881.18% of the surrounding traffic's one", + "Average speed is 865.96% of the surrounding traffic's one", + "Average speed is 887.06% of the surrounding traffic's one", + "Average speed is 754.4% of the surrounding traffic's one", + "Average speed is 778.38% of the surrounding traffic's one", + "Average speed is 4912.29% of the surrounding traffic's one", + "Average speed is 20343.33% of the surrounding traffic's one", + "Average speed is 3439.65% of the surrounding traffic's one", + "Average speed is 2630.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 34.9, + "duration_system": 392.43 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_04_10_15_09_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.71% of the surrounding traffic's one", + "Average speed is 100.96% of the surrounding traffic's one", + "Average speed is 126.95% of the surrounding traffic's one", + "Average speed is 6.12% of the surrounding traffic's one", + "Average speed is 695.67% of the surrounding traffic's one", + "Average speed is 703.39% of the surrounding traffic's one", + "Average speed is 1159.51% of the surrounding traffic's one", + "Average speed is 663.7% of the surrounding traffic's one", + "Average speed is 272.04% of the surrounding traffic's one", + "Average speed is 785.18% of the surrounding traffic's one", + "Average speed is 4616.33% of the surrounding traffic's one", + "Average speed is 1594.91% of the surrounding traffic's one", + "Average speed is 528.34% of the surrounding traffic's one", + "Average speed is 454.42% of the surrounding traffic's one", + "Average speed is 389.41% of the surrounding traffic's one", + "Average speed is 239.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 54.35, + "duration_system": 451.509 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_04_09_23_26_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.54% of the surrounding traffic's one", + "Average speed is 106.46% of the surrounding traffic's one", + "Average speed is 126.41% of the surrounding traffic's one", + "Average speed is 133.63% of the surrounding traffic's one", + "Average speed is 156.03% of the surrounding traffic's one", + "Average speed is 137.41% of the surrounding traffic's one", + "Average speed is 200.44% of the surrounding traffic's one", + "Average speed is 204.83% of the surrounding traffic's one", + "Average speed is 74.57% of the surrounding traffic's one", + "Average speed is 152.92% of the surrounding traffic's one", + "Average speed is 368.45% of the surrounding traffic's one", + "Average speed is 295.27% of the surrounding traffic's one", + "Average speed is 292.14% of the surrounding traffic's one", + "Average speed is 224.19% of the surrounding traffic's one", + "Average speed is 191.66% of the surrounding traffic's one", + "Average speed is 210.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 12.45, + "duration_system": 96.125 + }, + "town_name": "Town12" + } + ] + }, + "driving score": 90.73131038532111, + "success rate": 0.7706422018348624, + "eval num": 218 +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_merged_3.json b/evaluation_logs/bench2drive/bench2drive_merged_3.json new file mode 100644 index 0000000000000000000000000000000000000000..be507394547839a4e888ae5d1e9660cd3dcbcbe9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_merged_3.json @@ -0,0 +1,10999 @@ +{ + "_checkpoint": { + "records": [ + { + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_05_11_15_55_43", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 303.15% of the surrounding traffic's one", + "Average speed is 240.91% of the surrounding traffic's one", + "Average speed is 248.46% of the surrounding traffic's one", + "Average speed is 102.22% of the surrounding traffic's one", + "Average speed is 55.0% of the surrounding traffic's one", + "Average speed is 234.27% of the surrounding traffic's one", + "Average speed is 485.44% of the surrounding traffic's one", + "Average speed is 429.13% of the surrounding traffic's one", + "Average speed is 440.78% of the surrounding traffic's one", + "Average speed is 1135.03% of the surrounding traffic's one", + "Average speed is 1142.62% of the surrounding traffic's one", + "Average speed is 530.91% of the surrounding traffic's one", + "Average speed is 714.82% of the surrounding traffic's one", + "Average speed is 497.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.8, + "duration_system": 91.092 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_05_11_00_10_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 332.66% of the surrounding traffic's one", + "Average speed is 553.09% of the surrounding traffic's one", + "Average speed is 488.36% of the surrounding traffic's one", + "Average speed is 165.27% of the surrounding traffic's one", + "Average speed is 74.48% of the surrounding traffic's one", + "Average speed is 32.41% of the surrounding traffic's one", + "Average speed is 380.06% of the surrounding traffic's one", + "Average speed is 420.79% of the surrounding traffic's one", + "Average speed is 507.37% of the surrounding traffic's one", + "Average speed is 472.03% of the surrounding traffic's one", + "Average speed is 901.3% of the surrounding traffic's one", + "Average speed is 2710.19% of the surrounding traffic's one", + "Average speed is 1806.3% of the surrounding traffic's one", + "Average speed is 1165.91% of the surrounding traffic's one", + "Average speed is 810.38% of the surrounding traffic's one", + "Average speed is 654.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 14.25, + "duration_system": 126.15 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_05_11_15_08_08", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3859 at (x=1361.87, y=5578.333, z=369.593) at time=8.650s [CARLA Frame: 6057, Agent Step: 172]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.97% of the surrounding traffic's one", + "Average speed is 381.58% of the surrounding traffic's one", + "Average speed is 563.14% of the surrounding traffic's one", + "Average speed is 311.38% of the surrounding traffic's one", + "Average speed is 110.87% of the surrounding traffic's one", + "Average speed is 57.61% of the surrounding traffic's one", + "Average speed is 196.51% of the surrounding traffic's one", + "Average speed is 300.88% of the surrounding traffic's one", + "Average speed is 28.16% of the surrounding traffic's one", + "Average speed is 41.61% of the surrounding traffic's one", + "Average speed is 1148.65% of the surrounding traffic's one", + "Average speed is 8030.54% of the surrounding traffic's one", + "Average speed is 1278507.61% of the surrounding traffic's one", + "Average speed is 1004.29% of the surrounding traffic's one", + "Average speed is 500.48% of the surrounding traffic's one", + "Average speed is 180.11% of the surrounding traffic's one", + "Average speed is 162.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 258.95, + "duration_system": 2721.362 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_05_11_15_03_53", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3764 at (x=3629.13, y=5080.014, z=367.855) at time=9.800s [CARLA Frame: 6101, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 244.49% of the surrounding traffic's one", + "Average speed is 215.68% of the surrounding traffic's one", + "Average speed is 311.94% of the surrounding traffic's one", + "Average speed is 348.55% of the surrounding traffic's one", + "Average speed is 227.65% of the surrounding traffic's one", + "Average speed is 24.29% of the surrounding traffic's one", + "Average speed is 82.56% of the surrounding traffic's one", + "Average speed is 471.42% of the surrounding traffic's one", + "Average speed is 397.16% of the surrounding traffic's one", + "Average speed is 461.74% of the surrounding traffic's one", + "Average speed is 387.98% of the surrounding traffic's one", + "Average speed is 574.38% of the surrounding traffic's one", + "Average speed is 1796.76% of the surrounding traffic's one", + "Average speed is 789.74% of the surrounding traffic's one", + "Average speed is 721.87% of the surrounding traffic's one", + "Average speed is 674.75% of the surrounding traffic's one", + "Average speed is 550.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.75, + "duration_system": 123.151 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_05_10_23_33_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3931 at (x=1324.552, y=3872.58, z=363.3) at time=8.500s [CARLA Frame: 5872, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 344.55% of the surrounding traffic's one", + "Average speed is 570.81% of the surrounding traffic's one", + "Average speed is 442.91% of the surrounding traffic's one", + "Average speed is 90.64% of the surrounding traffic's one", + "Average speed is 39.34% of the surrounding traffic's one", + "Average speed is 173.85% of the surrounding traffic's one", + "Average speed is 47.56% of the surrounding traffic's one", + "Average speed is 64.69% of the surrounding traffic's one", + "Average speed is 3182.08% of the surrounding traffic's one", + "Average speed is 2338.32% of the surrounding traffic's one", + "Average speed is 10620.26% of the surrounding traffic's one", + "Average speed is 2878.19% of the surrounding traffic's one", + "Average speed is 1455.91% of the surrounding traffic's one", + "Average speed is 744.86% of the surrounding traffic's one", + "Average speed is 560.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 212.35, + "duration_system": 2108.396 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_05_11_14_56_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.49% of the surrounding traffic's one", + "Average speed is 134.3% of the surrounding traffic's one", + "Average speed is 1116.96% of the surrounding traffic's one", + "Average speed is 161.04% of the surrounding traffic's one", + "Average speed is 31.24% of the surrounding traffic's one", + "Average speed is 70.06% of the surrounding traffic's one", + "Average speed is 4763.17% of the surrounding traffic's one", + "Average speed is 2798.97% of the surrounding traffic's one", + "Average speed is 1849.88% of the surrounding traffic's one", + "Average speed is 1941.75% of the surrounding traffic's one", + "Average speed is 6390.36% of the surrounding traffic's one", + "Average speed is 4973.25% of the surrounding traffic's one", + "Average speed is 1329.51% of the surrounding traffic's one", + "Average speed is 870.65% of the surrounding traffic's one", + "Average speed is 557.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 31.05, + "duration_system": 324.306 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_05_11_14_45_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 77.86% of the surrounding traffic's one", + "Average speed is 6.52% of the surrounding traffic's one", + "Average speed is 656.33% of the surrounding traffic's one", + "Average speed is 948.75% of the surrounding traffic's one", + "Average speed is 1150.27% of the surrounding traffic's one", + "Average speed is 1187.6% of the surrounding traffic's one", + "Average speed is 1158.05% of the surrounding traffic's one", + "Average speed is 885.68% of the surrounding traffic's one", + "Average speed is 898.77% of the surrounding traffic's one", + "Average speed is 1022.66% of the surrounding traffic's one", + "Average speed is 833.2% of the surrounding traffic's one", + "Average speed is 673.1% of the surrounding traffic's one", + "Average speed is 522.6% of the surrounding traffic's one", + "Average speed is 420.97% of the surrounding traffic's one", + "Average speed is 266.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.7, + "duration_system": 460.523 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_05_10_23_24_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 74.04% of the surrounding traffic's one", + "Average speed is 5.49% of the surrounding traffic's one", + "Average speed is 346.06% of the surrounding traffic's one", + "Average speed is 509.59% of the surrounding traffic's one", + "Average speed is 647.23% of the surrounding traffic's one", + "Average speed is 630.73% of the surrounding traffic's one", + "Average speed is 721.28% of the surrounding traffic's one", + "Average speed is 716.61% of the surrounding traffic's one", + "Average speed is 773.07% of the surrounding traffic's one", + "Average speed is 597.17% of the surrounding traffic's one", + "Average speed is 520.42% of the surrounding traffic's one", + "Average speed is 466.95% of the surrounding traffic's one", + "Average speed is 310.03% of the surrounding traffic's one", + "Average speed is 259.95% of the surrounding traffic's one", + "Average speed is 231.82% of the surrounding traffic's one", + "Average speed is 186.44% of the surrounding traffic's one", + "Average speed is 181.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 43.1, + "duration_system": 387.24 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_05_10_23_21_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.11% of the surrounding traffic's one", + "Average speed is 179.23% of the surrounding traffic's one", + "Average speed is 212.62% of the surrounding traffic's one", + "Average speed is 237.45% of the surrounding traffic's one", + "Average speed is 233.2% of the surrounding traffic's one", + "Average speed is 231.96% of the surrounding traffic's one", + "Average speed is 271.99% of the surrounding traffic's one", + "Average speed is 295.7% of the surrounding traffic's one", + "Average speed is 317.44% of the surrounding traffic's one", + "Average speed is 679.81% of the surrounding traffic's one", + "Average speed is 706.19% of the surrounding traffic's one", + "Average speed is 674.04% of the surrounding traffic's one", + "Average speed is 682.49% of the surrounding traffic's one", + "Average speed is 601.97% of the surrounding traffic's one", + "Average speed is 444.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 5.85, + "duration_system": 48.053 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_05_11_14_38_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 12.21% of the surrounding traffic's one", + "Average speed is 166.21% of the surrounding traffic's one", + "Average speed is 2629.84% of the surrounding traffic's one", + "Average speed is 2712.17% of the surrounding traffic's one", + "Average speed is 2156.72% of the surrounding traffic's one", + "Average speed is 1649.44% of the surrounding traffic's one", + "Average speed is 1621.11% of the surrounding traffic's one", + "Average speed is 1103.44% of the surrounding traffic's one", + "Average speed is 832.65% of the surrounding traffic's one", + "Average speed is 664.33% of the surrounding traffic's one", + "Average speed is 482.72% of the surrounding traffic's one", + "Average speed is 515.89% of the surrounding traffic's one", + "Average speed is 396.19% of the surrounding traffic's one", + "Average speed is 297.64% of the surrounding traffic's one", + "Average speed is 229.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.95, + "duration_system": 313.396 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_05_11_14_29_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 93.81% of the surrounding traffic's one", + "Average speed is 8.17% of the surrounding traffic's one", + "Average speed is 181.41% of the surrounding traffic's one", + "Average speed is 3338.95% of the surrounding traffic's one", + "Average speed is 1878.88% of the surrounding traffic's one", + "Average speed is 1878.42% of the surrounding traffic's one", + "Average speed is 1836.97% of the surrounding traffic's one", + "Average speed is 1564.81% of the surrounding traffic's one", + "Average speed is 1053.68% of the surrounding traffic's one", + "Average speed is 1004.18% of the surrounding traffic's one", + "Average speed is 533.82% of the surrounding traffic's one", + "Average speed is 323.85% of the surrounding traffic's one", + "Average speed is 290.28% of the surrounding traffic's one", + "Average speed is 249.19% of the surrounding traffic's one", + "Average speed is 228.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 41.55, + "duration_system": 373.753 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_05_10_23_12_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.1% of the surrounding traffic's one", + "Average speed is 2023.07% of the surrounding traffic's one", + "Average speed is 231.28% of the surrounding traffic's one", + "Average speed is 7743.6% of the surrounding traffic's one", + "Average speed is 3266.21% of the surrounding traffic's one", + "Average speed is 1891.23% of the surrounding traffic's one", + "Average speed is 1815.13% of the surrounding traffic's one", + "Average speed is 2566.14% of the surrounding traffic's one", + "Average speed is 1811.02% of the surrounding traffic's one", + "Average speed is 1258.12% of the surrounding traffic's one", + "Average speed is 1489.3% of the surrounding traffic's one", + "Average speed is 1093.67% of the surrounding traffic's one", + "Average speed is 817.25% of the surrounding traffic's one", + "Average speed is 693.07% of the surrounding traffic's one", + "Average speed is 605.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.7, + "duration_system": 390.428 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_05_11_14_23_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 227.65% of the surrounding traffic's one", + "Average speed is 204.04% of the surrounding traffic's one", + "Average speed is 201.02% of the surrounding traffic's one", + "Average speed is 361.38% of the surrounding traffic's one", + "Average speed is 382.71% of the surrounding traffic's one", + "Average speed is 418.62% of the surrounding traffic's one", + "Average speed is 577.45% of the surrounding traffic's one", + "Average speed is 575.45% of the surrounding traffic's one", + "Average speed is 575.81% of the surrounding traffic's one", + "Average speed is 924.58% of the surrounding traffic's one", + "Average speed is 698.86% of the surrounding traffic's one", + "Average speed is 578.03% of the surrounding traffic's one", + "Average speed is 2762.09% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 2972285519839.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.5, + "duration_system": 199.271 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_05_10_23_07_44", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 4.046 meters (2.34% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 208.88% of the surrounding traffic's one", + "Average speed is 737.4% of the surrounding traffic's one", + "Average speed is 569.1% of the surrounding traffic's one", + "Average speed is 459.17% of the surrounding traffic's one", + "Average speed is 430.26% of the surrounding traffic's one", + "Average speed is 410.56% of the surrounding traffic's one", + "Average speed is 809.12% of the surrounding traffic's one", + "Average speed is 1150.35% of the surrounding traffic's one", + "Average speed is 1067.53% of the surrounding traffic's one", + "Average speed is 969.13% of the surrounding traffic's one", + "Average speed is 6530.54% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 33121177.74% of the surrounding traffic's one", + "Average speed is 1355948.66% of the surrounding traffic's one", + "Average speed is 1790317.05% of the surrounding traffic's one", + "Average speed is 1790317.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.976635, + "score_composed": 97.663459 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.4, + "duration_system": 127.139 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_05_10_23_01_40", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.78% of the surrounding traffic's one", + "Average speed is 357.26% of the surrounding traffic's one", + "Average speed is 378.61% of the surrounding traffic's one", + "Average speed is 435.62% of the surrounding traffic's one", + "Average speed is 430.27% of the surrounding traffic's one", + "Average speed is 492.57% of the surrounding traffic's one", + "Average speed is 905.66% of the surrounding traffic's one", + "Average speed is 1448.06% of the surrounding traffic's one", + "Average speed is 1125.51% of the surrounding traffic's one", + "Average speed is 1078.92% of the surrounding traffic's one", + "Average speed is 608.08% of the surrounding traffic's one", + "Average speed is 432.23% of the surrounding traffic's one", + "Average speed is 282.5% of the surrounding traffic's one", + "Average speed is 227.58% of the surrounding traffic's one", + "Average speed is 220.06% of the surrounding traffic's one", + "Average speed is 219.19% of the surrounding traffic's one", + "Average speed is 7898.68% of the surrounding traffic's one", + "Average speed is 1354518.51% of the surrounding traffic's one", + "Average speed is 1354518.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 22.0, + "duration_system": 215.241 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_05_11_13_37_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 214.3% of the surrounding traffic's one", + "Average speed is 329.3% of the surrounding traffic's one", + "Average speed is 706.32% of the surrounding traffic's one", + "Average speed is 200.0% of the surrounding traffic's one", + "Average speed is 14.05% of the surrounding traffic's one", + "Average speed is 1419.48% of the surrounding traffic's one", + "Average speed is 1537.79% of the surrounding traffic's one", + "Average speed is 938.02% of the surrounding traffic's one", + "Average speed is 610.11% of the surrounding traffic's one", + "Average speed is 581.3% of the surrounding traffic's one", + "Average speed is 0.35% of the surrounding traffic's one", + "Average speed is 72.98% of the surrounding traffic's one", + "Average speed is 163.76% of the surrounding traffic's one", + "Average speed is 288.18% of the surrounding traffic's one", + "Average speed is 244.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 259.35, + "duration_system": 2601.21 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_05_11_13_26_34", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 236.47% of the surrounding traffic's one", + "Average speed is 165.87% of the surrounding traffic's one", + "Average speed is 90.69% of the surrounding traffic's one", + "Average speed is 49.83% of the surrounding traffic's one", + "Average speed is 8.42% of the surrounding traffic's one", + "Average speed is 780.97% of the surrounding traffic's one", + "Average speed is 346.97% of the surrounding traffic's one", + "Average speed is 947.36% of the surrounding traffic's one", + "Average speed is 842.9% of the surrounding traffic's one", + "Average speed is 784.56% of the surrounding traffic's one", + "Average speed is 854.13% of the surrounding traffic's one", + "Average speed is 594.92% of the surrounding traffic's one", + "Average speed is 412.89% of the surrounding traffic's one", + "Average speed is 329.81% of the surrounding traffic's one", + "Average speed is 252.33% of the surrounding traffic's one", + "Average speed is 182.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 53.0, + "duration_system": 503.902 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_05_11_13_18_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.84% of the surrounding traffic's one", + "Average speed is 144.83% of the surrounding traffic's one", + "Average speed is 115.91% of the surrounding traffic's one", + "Average speed is 10.29% of the surrounding traffic's one", + "Average speed is 648.52% of the surrounding traffic's one", + "Average speed is 803.69% of the surrounding traffic's one", + "Average speed is 922.49% of the surrounding traffic's one", + "Average speed is 895.38% of the surrounding traffic's one", + "Average speed is 186.5% of the surrounding traffic's one", + "Average speed is 414.47% of the surrounding traffic's one", + "Average speed is 1344.19% of the surrounding traffic's one", + "Average speed is 3246.02% of the surrounding traffic's one", + "Average speed is 1624.36% of the surrounding traffic's one", + "Average speed is 1004.42% of the surrounding traffic's one", + "Average speed is 899.11% of the surrounding traffic's one", + "Average speed is 928.53% of the surrounding traffic's one", + "Average speed is 727.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 38.45, + "duration_system": 350.389 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_05_11_12_51_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 162.24% of the surrounding traffic's one", + "Average speed is 108.62% of the surrounding traffic's one", + "Average speed is 52.54% of the surrounding traffic's one", + "Average speed is 71.29% of the surrounding traffic's one", + "Average speed is 2.67% of the surrounding traffic's one", + "Average speed is 261.05% of the surrounding traffic's one", + "Average speed is 555.94% of the surrounding traffic's one", + "Average speed is 708.91% of the surrounding traffic's one", + "Average speed is 674.55% of the surrounding traffic's one", + "Average speed is 450.76% of the surrounding traffic's one", + "Average speed is 370.37% of the surrounding traffic's one", + "Average speed is 83.42% of the surrounding traffic's one", + "Average speed is 347.22% of the surrounding traffic's one", + "Average speed is 608.47% of the surrounding traffic's one", + "Average speed is 490.6% of the surrounding traffic's one", + "Average speed is 264.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 145.15, + "duration_system": 1420.383 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_05_11_12_45_48", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=4719 at (x=2635.692, y=5228.108, z=163.056) at time=17.400s [CARLA Frame: 6264, Agent Step: 347]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.58% of the surrounding traffic's one", + "Average speed is 116.1% of the surrounding traffic's one", + "Average speed is 148.13% of the surrounding traffic's one", + "Average speed is 113.33% of the surrounding traffic's one", + "Average speed is 39.84% of the surrounding traffic's one", + "Average speed is 32.2% of the surrounding traffic's one", + "Average speed is 168.48% of the surrounding traffic's one", + "Average speed is 412.34% of the surrounding traffic's one", + "Average speed is 558.83% of the surrounding traffic's one", + "Average speed is 478.39% of the surrounding traffic's one", + "Average speed is 262.97% of the surrounding traffic's one", + "Average speed is 364.59% of the surrounding traffic's one", + "Average speed is 332.02% of the surrounding traffic's one", + "Average speed is 340.48% of the surrounding traffic's one", + "Average speed is 266.37% of the surrounding traffic's one", + "Average speed is 212.38% of the surrounding traffic's one", + "Average speed is 191.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 22.3, + "duration_system": 201.238 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_05_10_22_56_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.53% of the surrounding traffic's one", + "Average speed is 110.64% of the surrounding traffic's one", + "Average speed is 81.99% of the surrounding traffic's one", + "Average speed is 51.34% of the surrounding traffic's one", + "Average speed is 49.58% of the surrounding traffic's one", + "Average speed is 383.79% of the surrounding traffic's one", + "Average speed is 590.87% of the surrounding traffic's one", + "Average speed is 455.17% of the surrounding traffic's one", + "Average speed is 338.7% of the surrounding traffic's one", + "Average speed is 280.39% of the surrounding traffic's one", + "Average speed is 333.39% of the surrounding traffic's one", + "Average speed is 563.49% of the surrounding traffic's one", + "Average speed is 549.83% of the surrounding traffic's one", + "Average speed is 349.83% of the surrounding traffic's one", + "Average speed is 251.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 17.05, + "duration_system": 154.158 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_05_11_12_41_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.33% of the surrounding traffic's one", + "Average speed is 117.52% of the surrounding traffic's one", + "Average speed is 987.52% of the surrounding traffic's one", + "Average speed is 380.56% of the surrounding traffic's one", + "Average speed is 80.96% of the surrounding traffic's one", + "Average speed is 39.73% of the surrounding traffic's one", + "Average speed is 108.75% of the surrounding traffic's one", + "Average speed is 210.88% of the surrounding traffic's one", + "Average speed is 261.65% of the surrounding traffic's one", + "Average speed is 280.59% of the surrounding traffic's one", + "Average speed is 299.38% of the surrounding traffic's one", + "Average speed is 444.51% of the surrounding traffic's one", + "Average speed is 439.75% of the surrounding traffic's one", + "Average speed is 355.2% of the surrounding traffic's one", + "Average speed is 292.19% of the surrounding traffic's one", + "Average speed is 205.45% of the surrounding traffic's one", + "Average speed is 183.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.45, + "duration_system": 115.117 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_05_10_22_52_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.56% of the surrounding traffic's one", + "Average speed is 544.67% of the surrounding traffic's one", + "Average speed is 474.42% of the surrounding traffic's one", + "Average speed is 342.9% of the surrounding traffic's one", + "Average speed is 143.0% of the surrounding traffic's one", + "Average speed is 65.1% of the surrounding traffic's one", + "Average speed is 54.66% of the surrounding traffic's one", + "Average speed is 400.85% of the surrounding traffic's one", + "Average speed is 378.03% of the surrounding traffic's one", + "Average speed is 254.23% of the surrounding traffic's one", + "Average speed is 489.83% of the surrounding traffic's one", + "Average speed is 885.1% of the surrounding traffic's one", + "Average speed is 1300.01% of the surrounding traffic's one", + "Average speed is 4024.74% of the surrounding traffic's one", + "Average speed is 5357.58% of the surrounding traffic's one", + "Average speed is 3717.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.15, + "duration_system": 110.126 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_05_11_12_36_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 373.02% of the surrounding traffic's one", + "Average speed is 237.43% of the surrounding traffic's one", + "Average speed is 327.92% of the surrounding traffic's one", + "Average speed is 126.17% of the surrounding traffic's one", + "Average speed is 56.73% of the surrounding traffic's one", + "Average speed is 172.89% of the surrounding traffic's one", + "Average speed is 330.37% of the surrounding traffic's one", + "Average speed is 342.86% of the surrounding traffic's one", + "Average speed is 451.48% of the surrounding traffic's one", + "Average speed is 349.08% of the surrounding traffic's one", + "Average speed is 500.16% of the surrounding traffic's one", + "Average speed is 648.92% of the surrounding traffic's one", + "Average speed is 2295.91% of the surrounding traffic's one", + "Average speed is 1358.37% of the surrounding traffic's one", + "Average speed is 4429.79% of the surrounding traffic's one", + "Average speed is 1352.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.6, + "duration_system": 115.134 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_05_11_12_31_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2587.804, y=-79.638, z=173.289) at time=8.200s [CARLA Frame: 6028, Agent Step: 163]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.77% of the surrounding traffic's one", + "Average speed is 528.0% of the surrounding traffic's one", + "Average speed is 697.92% of the surrounding traffic's one", + "Average speed is 407.42% of the surrounding traffic's one", + "Average speed is 141.01% of the surrounding traffic's one", + "Average speed is 52.38% of the surrounding traffic's one", + "Average speed is 130.59% of the surrounding traffic's one", + "Average speed is 244.88% of the surrounding traffic's one", + "Average speed is 294.31% of the surrounding traffic's one", + "Average speed is 228.51% of the surrounding traffic's one", + "Average speed is 96.67% of the surrounding traffic's one", + "Average speed is 361.38% of the surrounding traffic's one", + "Average speed is 1847.48% of the surrounding traffic's one", + "Average speed is 1538.4% of the surrounding traffic's one", + "Average speed is 3740.45% of the surrounding traffic's one", + "Average speed is 3751.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 14.1, + "duration_system": 150.17 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_05_10_22_48_46", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.63% of the surrounding traffic's one", + "Average speed is 134.24% of the surrounding traffic's one", + "Average speed is 102.42% of the surrounding traffic's one", + "Average speed is 126.6% of the surrounding traffic's one", + "Average speed is 159.1% of the surrounding traffic's one", + "Average speed is 180.38% of the surrounding traffic's one", + "Average speed is 203.4% of the surrounding traffic's one", + "Average speed is 221.23% of the surrounding traffic's one", + "Average speed is 232.39% of the surrounding traffic's one", + "Average speed is 239.6% of the surrounding traffic's one", + "Average speed is 244.6% of the surrounding traffic's one", + "Average speed is 239.95% of the surrounding traffic's one", + "Average speed is 229.46% of the surrounding traffic's one", + "Average speed is 227.97% of the surrounding traffic's one", + "Average speed is 236.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.0, + "duration_system": 65.079 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_05_11_12_28_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.12% of the surrounding traffic's one", + "Average speed is 134.13% of the surrounding traffic's one", + "Average speed is 143.54% of the surrounding traffic's one", + "Average speed is 119.83% of the surrounding traffic's one", + "Average speed is 134.9% of the surrounding traffic's one", + "Average speed is 167.59% of the surrounding traffic's one", + "Average speed is 191.84% of the surrounding traffic's one", + "Average speed is 208.34% of the surrounding traffic's one", + "Average speed is 223.54% of the surrounding traffic's one", + "Average speed is 234.57% of the surrounding traffic's one", + "Average speed is 240.57% of the surrounding traffic's one", + "Average speed is 238.46% of the surrounding traffic's one", + "Average speed is 223.22% of the surrounding traffic's one", + "Average speed is 192.82% of the surrounding traffic's one", + "Average speed is 149.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.25, + "duration_system": 67.083 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_05_11_12_24_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.94% of the surrounding traffic's one", + "Average speed is 141.46% of the surrounding traffic's one", + "Average speed is 126.28% of the surrounding traffic's one", + "Average speed is 120.9% of the surrounding traffic's one", + "Average speed is 131.78% of the surrounding traffic's one", + "Average speed is 117.84% of the surrounding traffic's one", + "Average speed is 126.83% of the surrounding traffic's one", + "Average speed is 117.44% of the surrounding traffic's one", + "Average speed is 125.06% of the surrounding traffic's one", + "Average speed is 121.62% of the surrounding traffic's one", + "Average speed is 120.09% of the surrounding traffic's one", + "Average speed is 112.39% of the surrounding traffic's one", + "Average speed is 132.81% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 10.7, + "duration_system": 89.173 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_05_11_12_19_25", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.39% of the surrounding traffic's one", + "Average speed is 102.82% of the surrounding traffic's one", + "Average speed is 109.31% of the surrounding traffic's one", + "Average speed is 138.57% of the surrounding traffic's one", + "Average speed is 102.2% of the surrounding traffic's one", + "Average speed is 101.27% of the surrounding traffic's one", + "Average speed is 97.1% of the surrounding traffic's one", + "Average speed is 97.05% of the surrounding traffic's one", + "Average speed is 107.24% of the surrounding traffic's one", + "Average speed is 115.64% of the surrounding traffic's one", + "Average speed is 108.76% of the surrounding traffic's one", + "Average speed is 101.15% of the surrounding traffic's one", + "Average speed is 106.48% of the surrounding traffic's one", + "Average speed is 102.33% of the surrounding traffic's one", + "Average speed is 99.1% of the surrounding traffic's one", + "Average speed is 115.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 131.158 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_05_11_12_12_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.63% of the surrounding traffic's one", + "Average speed is 118.36% of the surrounding traffic's one", + "Average speed is 16.81% of the surrounding traffic's one", + "Average speed is 153.72% of the surrounding traffic's one", + "Average speed is 113.72% of the surrounding traffic's one", + "Average speed is 106.91% of the surrounding traffic's one", + "Average speed is 129.11% of the surrounding traffic's one", + "Average speed is 68.77% of the surrounding traffic's one", + "Average speed is 103.0% of the surrounding traffic's one", + "Average speed is 155.59% of the surrounding traffic's one", + "Average speed is 133.29% of the surrounding traffic's one", + "Average speed is 100.54% of the surrounding traffic's one", + "Average speed is 125.54% of the surrounding traffic's one", + "Average speed is 100.55% of the surrounding traffic's one", + "Average speed is 105.77% of the surrounding traffic's one", + "Average speed is 112.93% of the surrounding traffic's one", + "Average speed is 121.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 28.0, + "duration_system": 238.256 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_05_11_12_07_52", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 47.04% of the surrounding traffic's one", + "Average speed is 148.98% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one", + "Average speed is 125.32% of the surrounding traffic's one", + "Average speed is 125.31% of the surrounding traffic's one", + "Average speed is 115.91% of the surrounding traffic's one", + "Average speed is 123.25% of the surrounding traffic's one", + "Average speed is 125.22% of the surrounding traffic's one", + "Average speed is 123.82% of the surrounding traffic's one", + "Average speed is 106.05% of the surrounding traffic's one", + "Average speed is 109.42% of the surrounding traffic's one", + "Average speed is 118.3% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 120.43% of the surrounding traffic's one", + "Average speed is 126.15% of the surrounding traffic's one", + "Average speed is 104.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 17.65, + "duration_system": 147.169 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_05_11_12_02_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.74% of the surrounding traffic's one", + "Average speed is 143.13% of the surrounding traffic's one", + "Average speed is 180.74% of the surrounding traffic's one", + "Average speed is 227.43% of the surrounding traffic's one", + "Average speed is 235.66% of the surrounding traffic's one", + "Average speed is 191.18% of the surrounding traffic's one", + "Average speed is 172.98% of the surrounding traffic's one", + "Average speed is 171.25% of the surrounding traffic's one", + "Average speed is 136.16% of the surrounding traffic's one", + "Average speed is 129.91% of the surrounding traffic's one", + "Average speed is 100.87% of the surrounding traffic's one", + "Average speed is 103.86% of the surrounding traffic's one", + "Average speed is 95.86% of the surrounding traffic's one", + "Average speed is 98.94% of the surrounding traffic's one", + "Average speed is 115.21% of the surrounding traffic's one", + "Average speed is 110.79% of the surrounding traffic's one", + "Average speed is 120.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.3, + "duration_system": 186.619 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_05_11_11_57_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 52.53% of the surrounding traffic's one", + "Average speed is 212.72% of the surrounding traffic's one", + "Average speed is 382.15% of the surrounding traffic's one", + "Average speed is 534.26% of the surrounding traffic's one", + "Average speed is 426.08% of the surrounding traffic's one", + "Average speed is 415.37% of the surrounding traffic's one", + "Average speed is 547.52% of the surrounding traffic's one", + "Average speed is 519.69% of the surrounding traffic's one", + "Average speed is 455.77% of the surrounding traffic's one", + "Average speed is 447.58% of the surrounding traffic's one", + "Average speed is 381.3% of the surrounding traffic's one", + "Average speed is 362.55% of the surrounding traffic's one", + "Average speed is 351.38% of the surrounding traffic's one", + "Average speed is 350.41% of the surrounding traffic's one", + "Average speed is 475.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.35, + "duration_system": 138.166 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_05_11_11_51_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 156.75% of the surrounding traffic's one", + "Average speed is 142.42% of the surrounding traffic's one", + "Average speed is 179.61% of the surrounding traffic's one", + "Average speed is 209.02% of the surrounding traffic's one", + "Average speed is 265.11% of the surrounding traffic's one", + "Average speed is 367.78% of the surrounding traffic's one", + "Average speed is 288.13% of the surrounding traffic's one", + "Average speed is 66.24% of the surrounding traffic's one", + "Average speed is 220.49% of the surrounding traffic's one", + "Average speed is 319.74% of the surrounding traffic's one", + "Average speed is 221.54% of the surrounding traffic's one", + "Average speed is 202.68% of the surrounding traffic's one", + "Average speed is 236.32% of the surrounding traffic's one", + "Average speed is 206.38% of the surrounding traffic's one", + "Average speed is 239.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 16.0, + "duration_system": 208.232 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_05_10_22_42_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.14% of the surrounding traffic's one", + "Average speed is 143.95% of the surrounding traffic's one", + "Average speed is 182.49% of the surrounding traffic's one", + "Average speed is 224.23% of the surrounding traffic's one", + "Average speed is 256.17% of the surrounding traffic's one", + "Average speed is 350.32% of the surrounding traffic's one", + "Average speed is 459.12% of the surrounding traffic's one", + "Average speed is 275.65% of the surrounding traffic's one", + "Average speed is 27.75% of the surrounding traffic's one", + "Average speed is 323.45% of the surrounding traffic's one", + "Average speed is 584.4% of the surrounding traffic's one", + "Average speed is 498.85% of the surrounding traffic's one", + "Average speed is 504.94% of the surrounding traffic's one", + "Average speed is 807.62% of the surrounding traffic's one", + "Average speed is 797.76% of the surrounding traffic's one", + "Average speed is 770.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.0, + "duration_system": 205.237 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_05_11_10_39_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.47% of the surrounding traffic's one", + "Average speed is 134.5% of the surrounding traffic's one", + "Average speed is 212.57% of the surrounding traffic's one", + "Average speed is 295.57% of the surrounding traffic's one", + "Average speed is 198.54% of the surrounding traffic's one", + "Average speed is 19.78% of the surrounding traffic's one", + "Average speed is 276.56% of the surrounding traffic's one", + "Average speed is 342.87% of the surrounding traffic's one", + "Average speed is 238.16% of the surrounding traffic's one", + "Average speed is 187.9% of the surrounding traffic's one", + "Average speed is 233.07% of the surrounding traffic's one", + "Average speed is 227.34% of the surrounding traffic's one", + "Average speed is 215.96% of the surrounding traffic's one", + "Average speed is 208.27% of the surrounding traffic's one", + "Average speed is 244.92% of the surrounding traffic's one", + "Average speed is 236.62% of the surrounding traffic's one", + "Average speed is 199.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 27.0, + "duration_system": 326.359 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_05_11_10_32_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.7% of the surrounding traffic's one", + "Average speed is 153.77% of the surrounding traffic's one", + "Average speed is 220.27% of the surrounding traffic's one", + "Average speed is 165.69% of the surrounding traffic's one", + "Average speed is 167.82% of the surrounding traffic's one", + "Average speed is 198.72% of the surrounding traffic's one", + "Average speed is 178.03% of the surrounding traffic's one", + "Average speed is 157.85% of the surrounding traffic's one", + "Average speed is 115.1% of the surrounding traffic's one", + "Average speed is 106.91% of the surrounding traffic's one", + "Average speed is 115.54% of the surrounding traffic's one", + "Average speed is 102.0% of the surrounding traffic's one", + "Average speed is 101.84% of the surrounding traffic's one", + "Average speed is 133.99% of the surrounding traffic's one", + "Average speed is 27.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.85, + "duration_system": 285.783 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_05_11_10_27_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.04% of the surrounding traffic's one", + "Average speed is 165.92% of the surrounding traffic's one", + "Average speed is 193.74% of the surrounding traffic's one", + "Average speed is 164.64% of the surrounding traffic's one", + "Average speed is 149.66% of the surrounding traffic's one", + "Average speed is 122.49% of the surrounding traffic's one", + "Average speed is 81.05% of the surrounding traffic's one", + "Average speed is 66.77% of the surrounding traffic's one", + "Average speed is 86.01% of the surrounding traffic's one", + "Average speed is 252.4% of the surrounding traffic's one", + "Average speed is 267.58% of the surrounding traffic's one", + "Average speed is 377.63% of the surrounding traffic's one", + "Average speed is 400.49% of the surrounding traffic's one", + "Average speed is 420.89% of the surrounding traffic's one", + "Average speed is 592.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.45, + "duration_system": 142.176 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_05_11_16_19_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.68% of the surrounding traffic's one", + "Average speed is 135.89% of the surrounding traffic's one", + "Average speed is 231.9% of the surrounding traffic's one", + "Average speed is 241.25% of the surrounding traffic's one", + "Average speed is 188.22% of the surrounding traffic's one", + "Average speed is 156.69% of the surrounding traffic's one", + "Average speed is 91.31% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 573.78% of the surrounding traffic's one", + "Average speed is 679.54% of the surrounding traffic's one", + "Average speed is 845.74% of the surrounding traffic's one", + "Average speed is 760.88% of the surrounding traffic's one", + "Average speed is 818.6% of the surrounding traffic's one", + "Average speed is 5791.23% of the surrounding traffic's one", + "Average speed is 3787.07% of the surrounding traffic's one", + "Average speed is 376556.55% of the surrounding traffic's one", + "Average speed is 55817452.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.541, + "duration_game": 138.55, + "duration_system": 1301.807 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_05_10_22_39_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.47% of the surrounding traffic's one", + "Average speed is 141.98% of the surrounding traffic's one", + "Average speed is 130.24% of the surrounding traffic's one", + "Average speed is 195.56% of the surrounding traffic's one", + "Average speed is 199.43% of the surrounding traffic's one", + "Average speed is 202.57% of the surrounding traffic's one", + "Average speed is 222.48% of the surrounding traffic's one", + "Average speed is 235.11% of the surrounding traffic's one", + "Average speed is 241.2% of the surrounding traffic's one", + "Average speed is 239.84% of the surrounding traffic's one", + "Average speed is 245.3% of the surrounding traffic's one", + "Average speed is 240.22% of the surrounding traffic's one", + "Average speed is 227.65% of the surrounding traffic's one", + "Average speed is 219.64% of the surrounding traffic's one", + "Average speed is 222.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.55, + "duration_system": 85.096 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_05_10_22_35_10", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.83% of the surrounding traffic's one", + "Average speed is 174.08% of the surrounding traffic's one", + "Average speed is 200.97% of the surrounding traffic's one", + "Average speed is 256.67% of the surrounding traffic's one", + "Average speed is 231.23% of the surrounding traffic's one", + "Average speed is 218.47% of the surrounding traffic's one", + "Average speed is 220.11% of the surrounding traffic's one", + "Average speed is 208.99% of the surrounding traffic's one", + "Average speed is 197.44% of the surrounding traffic's one", + "Average speed is 192.27% of the surrounding traffic's one", + "Average speed is 182.23% of the surrounding traffic's one", + "Average speed is 173.76% of the surrounding traffic's one", + "Average speed is 167.59% of the surrounding traffic's one", + "Average speed is 164.0% of the surrounding traffic's one", + "Average speed is 164.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.9, + "duration_system": 83.083 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_05_11_09_11_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.67% of the surrounding traffic's one", + "Average speed is 133.5% of the surrounding traffic's one", + "Average speed is 119.89% of the surrounding traffic's one", + "Average speed is 152.65% of the surrounding traffic's one", + "Average speed is 170.82% of the surrounding traffic's one", + "Average speed is 192.59% of the surrounding traffic's one", + "Average speed is 214.2% of the surrounding traffic's one", + "Average speed is 226.77% of the surrounding traffic's one", + "Average speed is 243.41% of the surrounding traffic's one", + "Average speed is 250.6% of the surrounding traffic's one", + "Average speed is 245.24% of the surrounding traffic's one", + "Average speed is 239.59% of the surrounding traffic's one", + "Average speed is 226.06% of the surrounding traffic's one", + "Average speed is 195.57% of the surrounding traffic's one", + "Average speed is 173.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 8.0, + "duration_system": 73.073 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_05_10_22_31_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.39% of the surrounding traffic's one", + "Average speed is 187.16% of the surrounding traffic's one", + "Average speed is 187.1% of the surrounding traffic's one", + "Average speed is 209.54% of the surrounding traffic's one", + "Average speed is 215.78% of the surrounding traffic's one", + "Average speed is 210.0% of the surrounding traffic's one", + "Average speed is 224.39% of the surrounding traffic's one", + "Average speed is 232.32% of the surrounding traffic's one", + "Average speed is 230.31% of the surrounding traffic's one", + "Average speed is 210.89% of the surrounding traffic's one", + "Average speed is 195.52% of the surrounding traffic's one", + "Average speed is 173.73% of the surrounding traffic's one", + "Average speed is 161.54% of the surrounding traffic's one", + "Average speed is 225.03% of the surrounding traffic's one", + "Average speed is 225.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 66.065 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_05_10_22_11_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 160.22% of the surrounding traffic's one", + "Average speed is 155.17% of the surrounding traffic's one", + "Average speed is 173.96% of the surrounding traffic's one", + "Average speed is 178.81% of the surrounding traffic's one", + "Average speed is 117.47% of the surrounding traffic's one", + "Average speed is 2.75% of the surrounding traffic's one", + "Average speed is 155.41% of the surrounding traffic's one", + "Average speed is 220.73% of the surrounding traffic's one", + "Average speed is 246.47% of the surrounding traffic's one", + "Average speed is 176.59% of the surrounding traffic's one", + "Average speed is 62.12% of the surrounding traffic's one", + "Average speed is 78.58% of the surrounding traffic's one", + "Average speed is 104.85% of the surrounding traffic's one", + "Average speed is 106.37% of the surrounding traffic's one", + "Average speed is 106.59% of the surrounding traffic's one", + "Average speed is 115.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 74.25, + "duration_system": 1090.254 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_05_11_09_04_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.37% of the surrounding traffic's one", + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 184.44% of the surrounding traffic's one", + "Average speed is 207.03% of the surrounding traffic's one", + "Average speed is 179.37% of the surrounding traffic's one", + "Average speed is 165.48% of the surrounding traffic's one", + "Average speed is 129.9% of the surrounding traffic's one", + "Average speed is 44.51% of the surrounding traffic's one", + "Average speed is 91.96% of the surrounding traffic's one", + "Average speed is 187.27% of the surrounding traffic's one", + "Average speed is 190.83% of the surrounding traffic's one", + "Average speed is 169.79% of the surrounding traffic's one", + "Average speed is 137.72% of the surrounding traffic's one", + "Average speed is 96.97% of the surrounding traffic's one", + "Average speed is 121.01% of the surrounding traffic's one", + "Average speed is 13.24% of the surrounding traffic's one", + "Average speed is 102.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 33.85, + "duration_system": 276.33 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_05_11_08_59_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.69% of the surrounding traffic's one", + "Average speed is 135.79% of the surrounding traffic's one", + "Average speed is 204.66% of the surrounding traffic's one", + "Average speed is 187.41% of the surrounding traffic's one", + "Average speed is 155.29% of the surrounding traffic's one", + "Average speed is 70.62% of the surrounding traffic's one", + "Average speed is 72.52% of the surrounding traffic's one", + "Average speed is 181.38% of the surrounding traffic's one", + "Average speed is 160.75% of the surrounding traffic's one", + "Average speed is 142.42% of the surrounding traffic's one", + "Average speed is 110.63% of the surrounding traffic's one", + "Average speed is 111.21% of the surrounding traffic's one", + "Average speed is 112.52% of the surrounding traffic's one", + "Average speed is 117.04% of the surrounding traffic's one", + "Average speed is 128.83% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one", + "Average speed is 101.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 17.55, + "duration_system": 145.243 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_05_10_22_04_56", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 100.22% of the surrounding traffic's one", + "Average speed is 15.77% of the surrounding traffic's one", + "Average speed is 468.82% of the surrounding traffic's one", + "Average speed is 546.02% of the surrounding traffic's one", + "Average speed is 547.71% of the surrounding traffic's one", + "Average speed is 490.26% of the surrounding traffic's one", + "Average speed is 469.82% of the surrounding traffic's one", + "Average speed is 444.13% of the surrounding traffic's one", + "Average speed is 575.75% of the surrounding traffic's one", + "Average speed is 558.24% of the surrounding traffic's one", + "Average speed is 583.44% of the surrounding traffic's one", + "Average speed is 331.48% of the surrounding traffic's one", + "Average speed is 310.54% of the surrounding traffic's one", + "Average speed is 292.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 19.3, + "duration_system": 231.234 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_05_11_08_55_15", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.42% of the surrounding traffic's one", + "Average speed is 28.38% of the surrounding traffic's one", + "Average speed is 336.69% of the surrounding traffic's one", + "Average speed is 400.22% of the surrounding traffic's one", + "Average speed is 579.65% of the surrounding traffic's one", + "Average speed is 592.72% of the surrounding traffic's one", + "Average speed is 699.3% of the surrounding traffic's one", + "Average speed is 540.53% of the surrounding traffic's one", + "Average speed is 834.77% of the surrounding traffic's one", + "Average speed is 569.03% of the surrounding traffic's one", + "Average speed is 333.15% of the surrounding traffic's one", + "Average speed is 255.28% of the surrounding traffic's one", + "Average speed is 228.5% of the surrounding traffic's one", + "Average speed is 139.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 11.95, + "duration_system": 125.139 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_05_10_22_01_48", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.06% of the surrounding traffic's one", + "Average speed is 196.39% of the surrounding traffic's one", + "Average speed is 270.74% of the surrounding traffic's one", + "Average speed is 289.5% of the surrounding traffic's one", + "Average speed is 289.41% of the surrounding traffic's one", + "Average speed is 293.18% of the surrounding traffic's one", + "Average speed is 314.86% of the surrounding traffic's one", + "Average speed is 320.86% of the surrounding traffic's one", + "Average speed is 299.08% of the surrounding traffic's one", + "Average speed is 734.87% of the surrounding traffic's one", + "Average speed is 586.63% of the surrounding traffic's one", + "Average speed is 566.88% of the surrounding traffic's one", + "Average speed is 390.73% of the surrounding traffic's one", + "Average speed is 265.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.2, + "duration_system": 54.06 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_05_10_21_39_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 3.9% of the surrounding traffic's one", + "Average speed is 1423.38% of the surrounding traffic's one", + "Average speed is 3281.28% of the surrounding traffic's one", + "Average speed is 3357.67% of the surrounding traffic's one", + "Average speed is 2336.83% of the surrounding traffic's one", + "Average speed is 1673.96% of the surrounding traffic's one", + "Average speed is 1668.22% of the surrounding traffic's one", + "Average speed is 956.61% of the surrounding traffic's one", + "Average speed is 682.25% of the surrounding traffic's one", + "Average speed is 529.02% of the surrounding traffic's one", + "Average speed is 413.01% of the surrounding traffic's one", + "Average speed is 333.94% of the surrounding traffic's one", + "Average speed is 213.22% of the surrounding traffic's one", + "Average speed is 58.62% of the surrounding traffic's one", + "Average speed is 104.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 53.55, + "duration_system": 1175.217 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_05_11_08_49_43", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.88% of the surrounding traffic's one", + "Average speed is 79.33% of the surrounding traffic's one", + "Average speed is 153.58% of the surrounding traffic's one", + "Average speed is 166.41% of the surrounding traffic's one", + "Average speed is 65.8% of the surrounding traffic's one", + "Average speed is 46.17% of the surrounding traffic's one", + "Average speed is 366.75% of the surrounding traffic's one", + "Average speed is 511.87% of the surrounding traffic's one", + "Average speed is 525.0% of the surrounding traffic's one", + "Average speed is 487.82% of the surrounding traffic's one", + "Average speed is 382.85% of the surrounding traffic's one", + "Average speed is 426.62% of the surrounding traffic's one", + "Average speed is 286.46% of the surrounding traffic's one", + "Average speed is 176.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 14.4, + "duration_system": 196.201 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_05_11_08_42_03", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 215.48% of the surrounding traffic's one", + "Average speed is 283.45% of the surrounding traffic's one", + "Average speed is 152.0% of the surrounding traffic's one", + "Average speed is 87.49% of the surrounding traffic's one", + "Average speed is 28.68% of the surrounding traffic's one", + "Average speed is 273.32% of the surrounding traffic's one", + "Average speed is 341.72% of the surrounding traffic's one", + "Average speed is 378.1% of the surrounding traffic's one", + "Average speed is 380.76% of the surrounding traffic's one", + "Average speed is 622.25% of the surrounding traffic's one", + "Average speed is 3344.79% of the surrounding traffic's one", + "Average speed is 967.28% of the surrounding traffic's one", + "Average speed is 563.9% of the surrounding traffic's one", + "Average speed is 216.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 30.5, + "duration_system": 323.809 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_05_11_08_36_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 243.7% of the surrounding traffic's one", + "Average speed is 299.62% of the surrounding traffic's one", + "Average speed is 307.26% of the surrounding traffic's one", + "Average speed is 203.69% of the surrounding traffic's one", + "Average speed is 49.15% of the surrounding traffic's one", + "Average speed is 52.09% of the surrounding traffic's one", + "Average speed is 289.91% of the surrounding traffic's one", + "Average speed is 392.23% of the surrounding traffic's one", + "Average speed is 391.17% of the surrounding traffic's one", + "Average speed is 463.23% of the surrounding traffic's one", + "Average speed is 367.95% of the surrounding traffic's one", + "Average speed is 383.96% of the surrounding traffic's one", + "Average speed is 369.5% of the surrounding traffic's one", + "Average speed is 273.04% of the surrounding traffic's one", + "Average speed is 219.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.95, + "duration_system": 215.793 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_05_11_08_11_56", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.18% of the surrounding traffic's one", + "Average speed is 750.28% of the surrounding traffic's one", + "Average speed is 306.76% of the surrounding traffic's one", + "Average speed is 114.75% of the surrounding traffic's one", + "Average speed is 37.78% of the surrounding traffic's one", + "Average speed is 272.45% of the surrounding traffic's one", + "Average speed is 448.39% of the surrounding traffic's one", + "Average speed is 505.05% of the surrounding traffic's one", + "Average speed is 380.64% of the surrounding traffic's one", + "Average speed is 320.74% of the surrounding traffic's one", + "Average speed is 1088.53% of the surrounding traffic's one", + "Average speed is 1679.65% of the surrounding traffic's one", + "Average speed is 299.61% of the surrounding traffic's one", + "Average speed is 145.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 47.05, + "duration_system": 1326.75 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_05_10_21_34_29", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.81% of the surrounding traffic's one", + "Average speed is 210.47% of the surrounding traffic's one", + "Average speed is 246.51% of the surrounding traffic's one", + "Average speed is 84.79% of the surrounding traffic's one", + "Average speed is 41.82% of the surrounding traffic's one", + "Average speed is 291.08% of the surrounding traffic's one", + "Average speed is 421.62% of the surrounding traffic's one", + "Average speed is 425.99% of the surrounding traffic's one", + "Average speed is 386.08% of the surrounding traffic's one", + "Average speed is 348.8% of the surrounding traffic's one", + "Average speed is 359.95% of the surrounding traffic's one", + "Average speed is 265.62% of the surrounding traffic's one", + "Average speed is 182.97% of the surrounding traffic's one", + "Average speed is 152.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.9, + "duration_system": 196.21 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_05_11_08_05_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.09% of the surrounding traffic's one", + "Average speed is 263.95% of the surrounding traffic's one", + "Average speed is 278.58% of the surrounding traffic's one", + "Average speed is 444.86% of the surrounding traffic's one", + "Average speed is 503.4% of the surrounding traffic's one", + "Average speed is 548.44% of the surrounding traffic's one", + "Average speed is 643.17% of the surrounding traffic's one", + "Average speed is 622.96% of the surrounding traffic's one", + "Average speed is 580.33% of the surrounding traffic's one", + "Average speed is 521.6% of the surrounding traffic's one", + "Average speed is 631.16% of the surrounding traffic's one", + "Average speed is 768.36% of the surrounding traffic's one", + "Average speed is 731.01% of the surrounding traffic's one", + "Average speed is 1284.7% of the surrounding traffic's one", + "Average speed is 1349.92% of the surrounding traffic's one", + "Average speed is 747.32% of the surrounding traffic's one", + "Average speed is 467.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 13.0, + "duration_system": 257.283 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_05_11_07_59_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 431.86% of the surrounding traffic's one", + "Average speed is 597.31% of the surrounding traffic's one", + "Average speed is 634.1% of the surrounding traffic's one", + "Average speed is 680.38% of the surrounding traffic's one", + "Average speed is 382.4% of the surrounding traffic's one", + "Average speed is 259.9% of the surrounding traffic's one", + "Average speed is 126.36% of the surrounding traffic's one", + "Average speed is 266.66% of the surrounding traffic's one", + "Average speed is 271.05% of the surrounding traffic's one", + "Average speed is 197.51% of the surrounding traffic's one", + "Average speed is 176.83% of the surrounding traffic's one", + "Average speed is 183.79% of the surrounding traffic's one", + "Average speed is 172.1% of the surrounding traffic's one", + "Average speed is 412.36% of the surrounding traffic's one", + "Average speed is 377.37% of the surrounding traffic's one", + "Average speed is 353.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 14.1, + "duration_system": 214.222 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_05_11_07_53_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 247.14% of the surrounding traffic's one", + "Average speed is 279.44% of the surrounding traffic's one", + "Average speed is 284.9% of the surrounding traffic's one", + "Average speed is 447.55% of the surrounding traffic's one", + "Average speed is 529.28% of the surrounding traffic's one", + "Average speed is 544.72% of the surrounding traffic's one", + "Average speed is 498.94% of the surrounding traffic's one", + "Average speed is 395.1% of the surrounding traffic's one", + "Average speed is 381.4% of the surrounding traffic's one", + "Average speed is 488.5% of the surrounding traffic's one", + "Average speed is 466.3% of the surrounding traffic's one", + "Average speed is 512.32% of the surrounding traffic's one", + "Average speed is 619.45% of the surrounding traffic's one", + "Average speed is 1129.1% of the surrounding traffic's one", + "Average speed is 1070.43% of the surrounding traffic's one", + "Average speed is 649.46% of the surrounding traffic's one", + "Average speed is 414.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 14.0, + "duration_system": 237.25 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_05_11_07_48_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.19% of the surrounding traffic's one", + "Average speed is 427.94% of the surrounding traffic's one", + "Average speed is 444.59% of the surrounding traffic's one", + "Average speed is 391.18% of the surrounding traffic's one", + "Average speed is 458.01% of the surrounding traffic's one", + "Average speed is 435.79% of the surrounding traffic's one", + "Average speed is 442.78% of the surrounding traffic's one", + "Average speed is 445.29% of the surrounding traffic's one", + "Average speed is 835.24% of the surrounding traffic's one", + "Average speed is 1192.67% of the surrounding traffic's one", + "Average speed is 1122.4% of the surrounding traffic's one", + "Average speed is 580.91% of the surrounding traffic's one", + "Average speed is 251.39% of the surrounding traffic's one", + "Average speed is 398.4% of the surrounding traffic's one", + "Average speed is 529.2% of the surrounding traffic's one", + "Average speed is 2448969.37% of the surrounding traffic's one", + "Average speed is 912849.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.2, + "duration_system": 206.214 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_05_10_21_29_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 203.25% of the surrounding traffic's one", + "Average speed is 163.99% of the surrounding traffic's one", + "Average speed is 294.55% of the surrounding traffic's one", + "Average speed is 428.67% of the surrounding traffic's one", + "Average speed is 324.95% of the surrounding traffic's one", + "Average speed is 98.02% of the surrounding traffic's one", + "Average speed is 134.93% of the surrounding traffic's one", + "Average speed is 134.24% of the surrounding traffic's one", + "Average speed is 79.21% of the surrounding traffic's one", + "Average speed is 28.93% of the surrounding traffic's one", + "Average speed is 572.6% of the surrounding traffic's one", + "Average speed is 385.57% of the surrounding traffic's one", + "Average speed is 367.81% of the surrounding traffic's one", + "Average speed is 453.52% of the surrounding traffic's one", + "Average speed is 318.18% of the surrounding traffic's one", + "Average speed is 226.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.35, + "duration_system": 190.201 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_05_11_07_42_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.64% of the surrounding traffic's one", + "Average speed is 147.21% of the surrounding traffic's one", + "Average speed is 104.38% of the surrounding traffic's one", + "Average speed is 14.46% of the surrounding traffic's one", + "Average speed is 357.02% of the surrounding traffic's one", + "Average speed is 734.64% of the surrounding traffic's one", + "Average speed is 698.31% of the surrounding traffic's one", + "Average speed is 670.23% of the surrounding traffic's one", + "Average speed is 699.7% of the surrounding traffic's one", + "Average speed is 426.0% of the surrounding traffic's one", + "Average speed is 580.41% of the surrounding traffic's one", + "Average speed is 443.4% of the surrounding traffic's one", + "Average speed is 554.35% of the surrounding traffic's one", + "Average speed is 529.45% of the surrounding traffic's one", + "Average speed is 410.66% of the surrounding traffic's one", + "Average speed is 244.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 23.1, + "duration_system": 212.18 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_05_11_07_30_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.92% of the surrounding traffic's one", + "Average speed is 219.16% of the surrounding traffic's one", + "Average speed is 630.87% of the surrounding traffic's one", + "Average speed is 230.91% of the surrounding traffic's one", + "Average speed is 59.14% of the surrounding traffic's one", + "Average speed is 6.16% of the surrounding traffic's one", + "Average speed is 366.33% of the surrounding traffic's one", + "Average speed is 367.69% of the surrounding traffic's one", + "Average speed is 418.25% of the surrounding traffic's one", + "Average speed is 470.92% of the surrounding traffic's one", + "Average speed is 498.2% of the surrounding traffic's one", + "Average speed is 537.95% of the surrounding traffic's one", + "Average speed is 1496.09% of the surrounding traffic's one", + "Average speed is 1751.86% of the surrounding traffic's one", + "Average speed is 1101.66% of the surrounding traffic's one", + "Average speed is 1356.77% of the surrounding traffic's one", + "Average speed is 2586.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 58.25, + "duration_system": 542.607 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_05_11_07_27_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.73% of the surrounding traffic's one", + "Average speed is 721.72% of the surrounding traffic's one", + "Average speed is 1015.23% of the surrounding traffic's one", + "Average speed is 587.91% of the surrounding traffic's one", + "Average speed is 363.55% of the surrounding traffic's one", + "Average speed is 331.86% of the surrounding traffic's one", + "Average speed is 288.9% of the surrounding traffic's one", + "Average speed is 315.49% of the surrounding traffic's one", + "Average speed is 293.19% of the surrounding traffic's one", + "Average speed is 253.43% of the surrounding traffic's one", + "Average speed is 296.6% of the surrounding traffic's one", + "Average speed is 820.52% of the surrounding traffic's one", + "Average speed is 1095.0% of the surrounding traffic's one", + "Average speed is 1132.36% of the surrounding traffic's one", + "Average speed is 1450.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.15, + "duration_system": 80.095 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_05_10_21_24_47", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3802 at (x=38.944, y=4838.319, z=372.116) at time=9.200s [CARLA Frame: 6200, Agent Step: 183]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 210.43% of the surrounding traffic's one", + "Average speed is 557.4% of the surrounding traffic's one", + "Average speed is 732.91% of the surrounding traffic's one", + "Average speed is 379.18% of the surrounding traffic's one", + "Average speed is 127.12% of the surrounding traffic's one", + "Average speed is 38.5% of the surrounding traffic's one", + "Average speed is 128.44% of the surrounding traffic's one", + "Average speed is 274.92% of the surrounding traffic's one", + "Average speed is 327.13% of the surrounding traffic's one", + "Average speed is 323.74% of the surrounding traffic's one", + "Average speed is 529.48% of the surrounding traffic's one", + "Average speed is 590.55% of the surrounding traffic's one", + "Average speed is 535.94% of the surrounding traffic's one", + "Average speed is 861.13% of the surrounding traffic's one", + "Average speed is 1285.66% of the surrounding traffic's one", + "Average speed is 1447.26% of the surrounding traffic's one", + "Average speed is 812.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 13.25, + "duration_system": 127.22 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_05_11_07_23_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.58% of the surrounding traffic's one", + "Average speed is 334.81% of the surrounding traffic's one", + "Average speed is 431.29% of the surrounding traffic's one", + "Average speed is 283.33% of the surrounding traffic's one", + "Average speed is 67.54% of the surrounding traffic's one", + "Average speed is 191.47% of the surrounding traffic's one", + "Average speed is 279.63% of the surrounding traffic's one", + "Average speed is 259.02% of the surrounding traffic's one", + "Average speed is 229.13% of the surrounding traffic's one", + "Average speed is 222.49% of the surrounding traffic's one", + "Average speed is 293.82% of the surrounding traffic's one", + "Average speed is 671.72% of the surrounding traffic's one", + "Average speed is 506.31% of the surrounding traffic's one", + "Average speed is 300.95% of the surrounding traffic's one", + "Average speed is 187.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 11.05, + "duration_system": 93.106 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_05_11_07_19_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 230.6% of the surrounding traffic's one", + "Average speed is 754.53% of the surrounding traffic's one", + "Average speed is 709.23% of the surrounding traffic's one", + "Average speed is 366.8% of the surrounding traffic's one", + "Average speed is 260.3% of the surrounding traffic's one", + "Average speed is 82.09% of the surrounding traffic's one", + "Average speed is 199.79% of the surrounding traffic's one", + "Average speed is 267.53% of the surrounding traffic's one", + "Average speed is 245.25% of the surrounding traffic's one", + "Average speed is 211.75% of the surrounding traffic's one", + "Average speed is 184.91% of the surrounding traffic's one", + "Average speed is 285.36% of the surrounding traffic's one", + "Average speed is 544.71% of the surrounding traffic's one", + "Average speed is 357.88% of the surrounding traffic's one", + "Average speed is 317.13% of the surrounding traffic's one", + "Average speed is 289.52% of the surrounding traffic's one", + "Average speed is 213.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.65, + "duration_system": 86.112 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_05_12_04_33_48", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.09, y=-86.691, z=336.048) at time=10.300s [CARLA Frame: 6295, Agent Step: 205]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2378.789, y=-79.558, z=335.972) at time=10.950s [CARLA Frame: 6308, Agent Step: 218]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.0 meters (1.24% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 149.92% of the surrounding traffic's one", + "Average speed is 267.24% of the surrounding traffic's one", + "Average speed is 417.3% of the surrounding traffic's one", + "Average speed is 405.87% of the surrounding traffic's one", + "Average speed is 23.83% of the surrounding traffic's one", + "Average speed is 177.04% of the surrounding traffic's one", + "Average speed is 465.87% of the surrounding traffic's one", + "Average speed is 465.77% of the surrounding traffic's one", + "Average speed is 505.86% of the surrounding traffic's one", + "Average speed is 499.19% of the surrounding traffic's one", + "Average speed is 405.49% of the surrounding traffic's one", + "Average speed is 24.72% of the surrounding traffic's one", + "Average speed is 423.74% of the surrounding traffic's one", + "Average speed is 319.78% of the surrounding traffic's one", + "Average speed is 379.68% of the surrounding traffic's one", + "Average speed is 275.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.355539, + "score_composed": 35.553902 + }, + "meta": { + "route_length": 87.704, + "duration_game": 201.45, + "duration_system": 1768.244 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_05_11_19_19_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3852 at (x=1363.072, y=4988.081, z=370.817) at time=10.400s [CARLA Frame: 6572, Agent Step: 207]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 168.74% of the surrounding traffic's one", + "Average speed is 114.72% of the surrounding traffic's one", + "Average speed is 452.98% of the surrounding traffic's one", + "Average speed is 251.57% of the surrounding traffic's one", + "Average speed is 34.53% of the surrounding traffic's one", + "Average speed is 96.76% of the surrounding traffic's one", + "Average speed is 299.74% of the surrounding traffic's one", + "Average speed is 312.61% of the surrounding traffic's one", + "Average speed is 231.02% of the surrounding traffic's one", + "Average speed is 170.49% of the surrounding traffic's one", + "Average speed is 364.4% of the surrounding traffic's one", + "Average speed is 345.66% of the surrounding traffic's one", + "Average speed is 477.02% of the surrounding traffic's one", + "Average speed is 256.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 14.4, + "duration_system": 181.248 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_05_10_23_25_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.318, y=4700.159, z=365.258) at time=9.800s [CARLA Frame: 6252, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.02% of the surrounding traffic's one", + "Average speed is 402.13% of the surrounding traffic's one", + "Average speed is 467.27% of the surrounding traffic's one", + "Average speed is 187.77% of the surrounding traffic's one", + "Average speed is 64.42% of the surrounding traffic's one", + "Average speed is 27.27% of the surrounding traffic's one", + "Average speed is 152.64% of the surrounding traffic's one", + "Average speed is 330.59% of the surrounding traffic's one", + "Average speed is 346.94% of the surrounding traffic's one", + "Average speed is 345.14% of the surrounding traffic's one", + "Average speed is 379.26% of the surrounding traffic's one", + "Average speed is 411.88% of the surrounding traffic's one", + "Average speed is 266.51% of the surrounding traffic's one", + "Average speed is 318.06% of the surrounding traffic's one", + "Average speed is 316.25% of the surrounding traffic's one", + "Average speed is 278.44% of the surrounding traffic's one", + "Average speed is 295.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.95, + "duration_system": 101.122 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_05_10_23_18_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2391.031, y=-93.584, z=335.678) at time=33.300s [CARLA Frame: 6891, Agent Step: 665]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.36% of the surrounding traffic's one", + "Average speed is 291.14% of the surrounding traffic's one", + "Average speed is 248.79% of the surrounding traffic's one", + "Average speed is 12.7% of the surrounding traffic's one", + "Average speed is 1456.72% of the surrounding traffic's one", + "Average speed is 1090.66% of the surrounding traffic's one", + "Average speed is 1040.8% of the surrounding traffic's one", + "Average speed is 1074.43% of the surrounding traffic's one", + "Average speed is 944.6% of the surrounding traffic's one", + "Average speed is 744.42% of the surrounding traffic's one", + "Average speed is 886.51% of the surrounding traffic's one", + "Average speed is 3323.19% of the surrounding traffic's one", + "Average speed is 742.47% of the surrounding traffic's one", + "Average speed is 689.08% of the surrounding traffic's one", + "Average speed is 373.22% of the surrounding traffic's one", + "Average speed is 309.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.05, + "duration_system": 272.38 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_05_10_23_13_10", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.56% of the surrounding traffic's one", + "Average speed is 155.24% of the surrounding traffic's one", + "Average speed is 345.09% of the surrounding traffic's one", + "Average speed is 70.5% of the surrounding traffic's one", + "Average speed is 28.19% of the surrounding traffic's one", + "Average speed is 329.35% of the surrounding traffic's one", + "Average speed is 476.36% of the surrounding traffic's one", + "Average speed is 568.92% of the surrounding traffic's one", + "Average speed is 485.72% of the surrounding traffic's one", + "Average speed is 643.85% of the surrounding traffic's one", + "Average speed is 2119.76% of the surrounding traffic's one", + "Average speed is 2213.32% of the surrounding traffic's one", + "Average speed is 819.03% of the surrounding traffic's one", + "Average speed is 359.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.8, + "duration_system": 205.221 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_05_11_19_15_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 221.5% of the surrounding traffic's one", + "Average speed is 411.57% of the surrounding traffic's one", + "Average speed is 361.35% of the surrounding traffic's one", + "Average speed is 97.12% of the surrounding traffic's one", + "Average speed is 25.29% of the surrounding traffic's one", + "Average speed is 175.53% of the surrounding traffic's one", + "Average speed is 374.01% of the surrounding traffic's one", + "Average speed is 394.4% of the surrounding traffic's one", + "Average speed is 320.63% of the surrounding traffic's one", + "Average speed is 268.6% of the surrounding traffic's one", + "Average speed is 1057.23% of the surrounding traffic's one", + "Average speed is 1359.81% of the surrounding traffic's one", + "Average speed is 803.59% of the surrounding traffic's one", + "Average speed is 335.1% of the surrounding traffic's one", + "Average speed is 380.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 14.8, + "duration_system": 153.192 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_05_11_19_11_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.6% of the surrounding traffic's one", + "Average speed is 113.47% of the surrounding traffic's one", + "Average speed is 139.47% of the surrounding traffic's one", + "Average speed is 39.64% of the surrounding traffic's one", + "Average speed is 372.21% of the surrounding traffic's one", + "Average speed is 438.64% of the surrounding traffic's one", + "Average speed is 445.08% of the surrounding traffic's one", + "Average speed is 380.06% of the surrounding traffic's one", + "Average speed is 373.53% of the surrounding traffic's one", + "Average speed is 366.75% of the surrounding traffic's one", + "Average speed is 349.09% of the surrounding traffic's one", + "Average speed is 371.76% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 99.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 12.65, + "duration_system": 106.317 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_05_11_18_57_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.42% of the surrounding traffic's one", + "Average speed is 91.22% of the surrounding traffic's one", + "Average speed is 121.93% of the surrounding traffic's one", + "Average speed is 72.27% of the surrounding traffic's one", + "Average speed is 120.52% of the surrounding traffic's one", + "Average speed is 230.02% of the surrounding traffic's one", + "Average speed is 45.62% of the surrounding traffic's one", + "Average speed is 196.69% of the surrounding traffic's one", + "Average speed is 192.02% of the surrounding traffic's one", + "Average speed is 221.35% of the surrounding traffic's one", + "Average speed is 250.34% of the surrounding traffic's one", + "Average speed is 188.54% of the surrounding traffic's one", + "Average speed is 196.37% of the surrounding traffic's one", + "Average speed is 15.7% of the surrounding traffic's one", + "Average speed is 473.17% of the surrounding traffic's one", + "Average speed is 254.25% of the surrounding traffic's one", + "Average speed is 169.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 50.15, + "duration_system": 760.829 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_05_10_23_09_40", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 274.68% of the surrounding traffic's one", + "Average speed is 225.54% of the surrounding traffic's one", + "Average speed is 126.56% of the surrounding traffic's one", + "Average speed is 110.42% of the surrounding traffic's one", + "Average speed is 148.66% of the surrounding traffic's one", + "Average speed is 213.78% of the surrounding traffic's one", + "Average speed is 312.65% of the surrounding traffic's one", + "Average speed is 299.14% of the surrounding traffic's one", + "Average speed is 241.26% of the surrounding traffic's one", + "Average speed is 367.88% of the surrounding traffic's one", + "Average speed is 393.23% of the surrounding traffic's one", + "Average speed is 358.25% of the surrounding traffic's one", + "Average speed is 321.61% of the surrounding traffic's one", + "Average speed is 239.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 11.35, + "duration_system": 110.13 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_05_10_22_49_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 264.48% of the surrounding traffic's one", + "Average speed is 157.08% of the surrounding traffic's one", + "Average speed is 178.33% of the surrounding traffic's one", + "Average speed is 156.97% of the surrounding traffic's one", + "Average speed is 24.75% of the surrounding traffic's one", + "Average speed is 171.74% of the surrounding traffic's one", + "Average speed is 454.46% of the surrounding traffic's one", + "Average speed is 572.41% of the surrounding traffic's one", + "Average speed is 325.39% of the surrounding traffic's one", + "Average speed is 156.79% of the surrounding traffic's one", + "Average speed is 52666554041.38% of the surrounding traffic's one", + "Average speed is 25507.16% of the surrounding traffic's one", + "Average speed is 2481.86% of the surrounding traffic's one", + "Average speed is 1295.82% of the surrounding traffic's one", + "Average speed is 381.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 54.5, + "duration_system": 1120.269 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_05_10_22_45_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=160 at (x=259.679, y=-248.425, z=0.003) at time=9.900s [CARLA Frame: 6518, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 208.93% of the surrounding traffic's one", + "Average speed is 798.89% of the surrounding traffic's one", + "Average speed is 432.15% of the surrounding traffic's one", + "Average speed is 63.15% of the surrounding traffic's one", + "Average speed is 30.86% of the surrounding traffic's one", + "Average speed is 138.33% of the surrounding traffic's one", + "Average speed is 441.77% of the surrounding traffic's one", + "Average speed is 1504.2% of the surrounding traffic's one", + "Average speed is 500.43% of the surrounding traffic's one", + "Average speed is 365.36% of the surrounding traffic's one", + "Average speed is 314.3% of the surrounding traffic's one", + "Average speed is 585.09% of the surrounding traffic's one", + "Average speed is 319.0% of the surrounding traffic's one", + "Average speed is 182.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 13.75, + "duration_system": 128.175 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_05_10_22_41_44", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.327, y=-250.416, z=0.009) at time=9.000s [CARLA Frame: 6401, Agent Step: 179]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.56% of the surrounding traffic's one", + "Average speed is 2561.11% of the surrounding traffic's one", + "Average speed is 2608.55% of the surrounding traffic's one", + "Average speed is 662.36% of the surrounding traffic's one", + "Average speed is 426.22% of the surrounding traffic's one", + "Average speed is 39.32% of the surrounding traffic's one", + "Average speed is 63.26% of the surrounding traffic's one", + "Average speed is 171.33% of the surrounding traffic's one", + "Average speed is 223.42% of the surrounding traffic's one", + "Average speed is 229.73% of the surrounding traffic's one", + "Average speed is 362.52% of the surrounding traffic's one", + "Average speed is 427.97% of the surrounding traffic's one", + "Average speed is 403.28% of the surrounding traffic's one", + "Average speed is 333.79% of the surrounding traffic's one", + "Average speed is 390.98% of the surrounding traffic's one", + "Average speed is 336.29% of the surrounding traffic's one", + "Average speed is 444.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 12.55, + "duration_system": 125.14 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_05_11_18_50_55", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.67% of the surrounding traffic's one", + "Average speed is 219.92% of the surrounding traffic's one", + "Average speed is 117.91% of the surrounding traffic's one", + "Average speed is 7.19% of the surrounding traffic's one", + "Average speed is 658.53% of the surrounding traffic's one", + "Average speed is 837.76% of the surrounding traffic's one", + "Average speed is 1392.69% of the surrounding traffic's one", + "Average speed is 1125.02% of the surrounding traffic's one", + "Average speed is 1334.64% of the surrounding traffic's one", + "Average speed is 2771.51% of the surrounding traffic's one", + "Average speed is 2740.29% of the surrounding traffic's one", + "Average speed is 618.77% of the surrounding traffic's one", + "Average speed is 265.33% of the surrounding traffic's one", + "Average speed is 210.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.65, + "duration_system": 276.323 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_05_10_22_37_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 34 at (x=106.12, y=324.08, z=0.103)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 68.21% of the surrounding traffic's one", + "Average speed is 104.65% of the surrounding traffic's one", + "Average speed is 61.33% of the surrounding traffic's one", + "Average speed is 90.16% of the surrounding traffic's one", + "Average speed is 82.88% of the surrounding traffic's one", + "Average speed is 138.76% of the surrounding traffic's one", + "Average speed is 84.31% of the surrounding traffic's one", + "Average speed is 93.55% of the surrounding traffic's one", + "Average speed is 111.03% of the surrounding traffic's one", + "Average speed is 131.56% of the surrounding traffic's one", + "Average speed is 116.51% of the surrounding traffic's one", + "Average speed is 301.77% of the surrounding traffic's one", + "Average speed is 281.91% of the surrounding traffic's one", + "Average speed is 214.24% of the surrounding traffic's one", + "Average speed is 199.06% of the surrounding traffic's one", + "Average speed is 143.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 18.85, + "duration_system": 141.209 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_05_10_21_20_24", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.34% of the surrounding traffic's one", + "Average speed is 167.58% of the surrounding traffic's one", + "Average speed is 120.31% of the surrounding traffic's one", + "Average speed is 158.85% of the surrounding traffic's one", + "Average speed is 176.47% of the surrounding traffic's one", + "Average speed is 210.14% of the surrounding traffic's one", + "Average speed is 256.25% of the surrounding traffic's one", + "Average speed is 266.68% of the surrounding traffic's one", + "Average speed is 283.22% of the surrounding traffic's one", + "Average speed is 251.05% of the surrounding traffic's one", + "Average speed is 208.03% of the surrounding traffic's one", + "Average speed is 191.15% of the surrounding traffic's one", + "Average speed is 188.81% of the surrounding traffic's one", + "Average speed is 178.9% of the surrounding traffic's one", + "Average speed is 165.36% of the surrounding traffic's one", + "Average speed is 217.51% of the surrounding traffic's one", + "Average speed is 149.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 9.35, + "duration_system": 130.138 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_05_11_07_14_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.03% of the surrounding traffic's one", + "Average speed is 168.22% of the surrounding traffic's one", + "Average speed is 146.36% of the surrounding traffic's one", + "Average speed is 142.22% of the surrounding traffic's one", + "Average speed is 127.71% of the surrounding traffic's one", + "Average speed is 132.38% of the surrounding traffic's one", + "Average speed is 148.1% of the surrounding traffic's one", + "Average speed is 151.63% of the surrounding traffic's one", + "Average speed is 146.84% of the surrounding traffic's one", + "Average speed is 122.63% of the surrounding traffic's one", + "Average speed is 116.89% of the surrounding traffic's one", + "Average speed is 122.33% of the surrounding traffic's one", + "Average speed is 116.33% of the surrounding traffic's one", + "Average speed is 132.55% of the surrounding traffic's one", + "Average speed is 2178.28% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.3, + "duration_system": 175.186 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_05_10_22_33_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.27% of the surrounding traffic's one", + "Average speed is 484.38% of the surrounding traffic's one", + "Average speed is 354.53% of the surrounding traffic's one", + "Average speed is 152.69% of the surrounding traffic's one", + "Average speed is 12.63% of the surrounding traffic's one", + "Average speed is 175.02% of the surrounding traffic's one", + "Average speed is 298.7% of the surrounding traffic's one", + "Average speed is 329.42% of the surrounding traffic's one", + "Average speed is 312.14% of the surrounding traffic's one", + "Average speed is 471.65% of the surrounding traffic's one", + "Average speed is 726.71% of the surrounding traffic's one", + "Average speed is 494.94% of the surrounding traffic's one", + "Average speed is 316.67% of the surrounding traffic's one", + "Average speed is 246.92% of the surrounding traffic's one", + "Average speed is 188.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.65, + "duration_system": 135.169 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_05_11_18_47_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.0 meters (7.89% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 318.01% of the surrounding traffic's one", + "Average speed is 496.7% of the surrounding traffic's one", + "Average speed is 385.77% of the surrounding traffic's one", + "Average speed is 259.44% of the surrounding traffic's one", + "Average speed is 105.19% of the surrounding traffic's one", + "Average speed is 103.93% of the surrounding traffic's one", + "Average speed is 234.75% of the surrounding traffic's one", + "Average speed is 229.93% of the surrounding traffic's one", + "Average speed is 184.31% of the surrounding traffic's one", + "Average speed is 153.05% of the surrounding traffic's one", + "Average speed is 507.39% of the surrounding traffic's one", + "Average speed is 433.66% of the surrounding traffic's one", + "Average speed is 330.49% of the surrounding traffic's one", + "Average speed is 306.47% of the surrounding traffic's one", + "Average speed is 286.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.921091, + "score_composed": 92.109061 + }, + "meta": { + "route_length": 70.367, + "duration_game": 9.5, + "duration_system": 103.21 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_05_11_18_43_25", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.76% of the surrounding traffic's one", + "Average speed is 1824.37% of the surrounding traffic's one", + "Average speed is 567.42% of the surrounding traffic's one", + "Average speed is 117.97% of the surrounding traffic's one", + "Average speed is 17.77% of the surrounding traffic's one", + "Average speed is 177.02% of the surrounding traffic's one", + "Average speed is 436.58% of the surrounding traffic's one", + "Average speed is 403.09% of the surrounding traffic's one", + "Average speed is 428.82% of the surrounding traffic's one", + "Average speed is 753.95% of the surrounding traffic's one", + "Average speed is 3325.93% of the surrounding traffic's one", + "Average speed is 1345.87% of the surrounding traffic's one", + "Average speed is 603.39% of the surrounding traffic's one", + "Average speed is 341.92% of the surrounding traffic's one", + "Average speed is 170.88% of the surrounding traffic's one", + "Average speed is 130.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 15.3, + "duration_system": 123.164 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_05_11_18_34_41", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.23% of the surrounding traffic's one", + "Average speed is 282.57% of the surrounding traffic's one", + "Average speed is 566.43% of the surrounding traffic's one", + "Average speed is 20.14% of the surrounding traffic's one", + "Average speed is 18.16% of the surrounding traffic's one", + "Average speed is 1036.93% of the surrounding traffic's one", + "Average speed is 1097.88% of the surrounding traffic's one", + "Average speed is 974.24% of the surrounding traffic's one", + "Average speed is 1006.55% of the surrounding traffic's one", + "Average speed is 833.66% of the surrounding traffic's one", + "Average speed is 1822.38% of the surrounding traffic's one", + "Average speed is 8736.59% of the surrounding traffic's one", + "Average speed is 1354.37% of the surrounding traffic's one", + "Average speed is 987.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.15, + "duration_system": 420.509 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_05_10_22_26_22", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.712, y=-81.109, z=0.028) at time=17.450s [CARLA Frame: 6706, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.54% of the surrounding traffic's one", + "Average speed is 142.92% of the surrounding traffic's one", + "Average speed is 143.48% of the surrounding traffic's one", + "Average speed is 138.04% of the surrounding traffic's one", + "Average speed is 33.64% of the surrounding traffic's one", + "Average speed is 1622.54% of the surrounding traffic's one", + "Average speed is 1546.03% of the surrounding traffic's one", + "Average speed is 1445.83% of the surrounding traffic's one", + "Average speed is 958.27% of the surrounding traffic's one", + "Average speed is 839.77% of the surrounding traffic's one", + "Average speed is 1403.66% of the surrounding traffic's one", + "Average speed is 3474.05% of the surrounding traffic's one", + "Average speed is 1042.85% of the surrounding traffic's one", + "Average speed is 681.11% of the surrounding traffic's one", + "Average speed is 836.65% of the surrounding traffic's one", + "Average speed is 564.77% of the surrounding traffic's one", + "Average speed is 429.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 21.6, + "duration_system": 325.381 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_05_10_22_21_57", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.12% of the surrounding traffic's one", + "Average speed is 181.31% of the surrounding traffic's one", + "Average speed is 231.12% of the surrounding traffic's one", + "Average speed is 96.98% of the surrounding traffic's one", + "Average speed is 196.0% of the surrounding traffic's one", + "Average speed is 233.98% of the surrounding traffic's one", + "Average speed is 235.81% of the surrounding traffic's one", + "Average speed is 249.21% of the surrounding traffic's one", + "Average speed is 208.34% of the surrounding traffic's one", + "Average speed is 32.11% of the surrounding traffic's one", + "Average speed is 458.94% of the surrounding traffic's one", + "Average speed is 365.26% of the surrounding traffic's one", + "Average speed is 346.34% of the surrounding traffic's one", + "Average speed is 369.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 20.3, + "duration_system": 164.196 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_05_10_21_11_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.42% of the surrounding traffic's one", + "Average speed is 80.92% of the surrounding traffic's one", + "Average speed is 199.88% of the surrounding traffic's one", + "Average speed is 190.71% of the surrounding traffic's one", + "Average speed is 179.54% of the surrounding traffic's one", + "Average speed is 252.68% of the surrounding traffic's one", + "Average speed is 155.33% of the surrounding traffic's one", + "Average speed is 67.72% of the surrounding traffic's one", + "Average speed is 112.6% of the surrounding traffic's one", + "Average speed is 47.18% of the surrounding traffic's one", + "Average speed is 147.14% of the surrounding traffic's one", + "Average speed is 96.48% of the surrounding traffic's one", + "Average speed is 159.55% of the surrounding traffic's one", + "Average speed is 170.53% of the surrounding traffic's one", + "Average speed is 153.4% of the surrounding traffic's one", + "Average speed is 138.46% of the surrounding traffic's one", + "Average speed is 115.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.45, + "duration_system": 403.419 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_05_11_07_08_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.36% of the surrounding traffic's one", + "Average speed is 147.59% of the surrounding traffic's one", + "Average speed is 175.29% of the surrounding traffic's one", + "Average speed is 163.84% of the surrounding traffic's one", + "Average speed is 135.65% of the surrounding traffic's one", + "Average speed is 257.44% of the surrounding traffic's one", + "Average speed is 194.21% of the surrounding traffic's one", + "Average speed is 13.94% of the surrounding traffic's one", + "Average speed is 154.13% of the surrounding traffic's one", + "Average speed is 199.07% of the surrounding traffic's one", + "Average speed is 194.3% of the surrounding traffic's one", + "Average speed is 104.81% of the surrounding traffic's one", + "Average speed is 61.85% of the surrounding traffic's one", + "Average speed is 143.09% of the surrounding traffic's one", + "Average speed is 156.34% of the surrounding traffic's one", + "Average speed is 155.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 26.45, + "duration_system": 242.257 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_05_10_22_18_10", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=691.363, y=741.001, z=117.995) at time=9.300s [CARLA Frame: 6484, Agent Step: 185]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.36% of the surrounding traffic's one", + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 329.84% of the surrounding traffic's one", + "Average speed is 945.87% of the surrounding traffic's one", + "Average speed is 423.88% of the surrounding traffic's one", + "Average speed is 287.62% of the surrounding traffic's one", + "Average speed is 50.71% of the surrounding traffic's one", + "Average speed is 227.06% of the surrounding traffic's one", + "Average speed is 254.21% of the surrounding traffic's one", + "Average speed is 271.14% of the surrounding traffic's one", + "Average speed is 232.96% of the surrounding traffic's one", + "Average speed is 373.93% of the surrounding traffic's one", + "Average speed is 557.49% of the surrounding traffic's one", + "Average speed is 552.89% of the surrounding traffic's one", + "Average speed is 577.71% of the surrounding traffic's one", + "Average speed is 567.28% of the surrounding traffic's one", + "Average speed is 500.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.35, + "duration_system": 125.191 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_05_11_18_26_32", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 633.47% of the surrounding traffic's one", + "Average speed is 1121.63% of the surrounding traffic's one", + "Average speed is 560.47% of the surrounding traffic's one", + "Average speed is 113.64% of the surrounding traffic's one", + "Average speed is 11.79% of the surrounding traffic's one", + "Average speed is 1387.96% of the surrounding traffic's one", + "Average speed is 1316.98% of the surrounding traffic's one", + "Average speed is 1456.68% of the surrounding traffic's one", + "Average speed is 1254.33% of the surrounding traffic's one", + "Average speed is 1320.46% of the surrounding traffic's one", + "Average speed is 1301.93% of the surrounding traffic's one", + "Average speed is 1011.89% of the surrounding traffic's one", + "Average speed is 1566.18% of the surrounding traffic's one", + "Average speed is 1132.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.75, + "duration_system": 386.542 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_05_10_22_14_10", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=172 at (x=-113.356, y=95.929, z=-0.004) at time=9.900s [CARLA Frame: 6526, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.41% of the surrounding traffic's one", + "Average speed is 354.33% of the surrounding traffic's one", + "Average speed is 1402.31% of the surrounding traffic's one", + "Average speed is 929.67% of the surrounding traffic's one", + "Average speed is 499.06% of the surrounding traffic's one", + "Average speed is 44.57% of the surrounding traffic's one", + "Average speed is 287.4% of the surrounding traffic's one", + "Average speed is 427.63% of the surrounding traffic's one", + "Average speed is 535.39% of the surrounding traffic's one", + "Average speed is 568.3% of the surrounding traffic's one", + "Average speed is 652.51% of the surrounding traffic's one", + "Average speed is 862.67% of the surrounding traffic's one", + "Average speed is 1113.83% of the surrounding traffic's one", + "Average speed is 918.09% of the surrounding traffic's one", + "Average speed is 670.26% of the surrounding traffic's one", + "Average speed is 544.77% of the surrounding traffic's one", + "Average speed is 530.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 13.0, + "duration_system": 140.172 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_05_11_18_14_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.06% of the surrounding traffic's one", + "Average speed is 175.47% of the surrounding traffic's one", + "Average speed is 220.0% of the surrounding traffic's one", + "Average speed is 39.23% of the surrounding traffic's one", + "Average speed is 295.1% of the surrounding traffic's one", + "Average speed is 347.32% of the surrounding traffic's one", + "Average speed is 702.4% of the surrounding traffic's one", + "Average speed is 886.39% of the surrounding traffic's one", + "Average speed is 79.47% of the surrounding traffic's one", + "Average speed is 3767.27% of the surrounding traffic's one", + "Average speed is 3691.19% of the surrounding traffic's one", + "Average speed is 26642.18% of the surrounding traffic's one", + "Average speed is 2317.9% of the surrounding traffic's one", + "Average speed is 1142.71% of the surrounding traffic's one", + "Average speed is 1009.1% of the surrounding traffic's one", + "Average speed is 912.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 80.45, + "duration_system": 622.922 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_05_11_18_10_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.89% of the surrounding traffic's one", + "Average speed is 166.1% of the surrounding traffic's one", + "Average speed is 382.21% of the surrounding traffic's one", + "Average speed is 450.57% of the surrounding traffic's one", + "Average speed is 425.68% of the surrounding traffic's one", + "Average speed is 452.12% of the surrounding traffic's one", + "Average speed is 435.13% of the surrounding traffic's one", + "Average speed is 415.08% of the surrounding traffic's one", + "Average speed is 315.47% of the surrounding traffic's one", + "Average speed is 228.24% of the surrounding traffic's one", + "Average speed is 151.93% of the surrounding traffic's one", + "Average speed is 239.96% of the surrounding traffic's one", + "Average speed is 310.81% of the surrounding traffic's one", + "Average speed is 238.16% of the surrounding traffic's one", + "Average speed is 161.33% of the surrounding traffic's one", + "Average speed is 210.56% of the surrounding traffic's one", + "Average speed is 234.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.6, + "duration_system": 103.254 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_05_11_18_01_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=32 at (x=189.933, y=-169.668, z=0.196)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.2% of the surrounding traffic's one", + "Average speed is 189.22% of the surrounding traffic's one", + "Average speed is 250.06% of the surrounding traffic's one", + "Average speed is 215.22% of the surrounding traffic's one", + "Average speed is 7.24% of the surrounding traffic's one", + "Average speed is 290.17% of the surrounding traffic's one", + "Average speed is 340.85% of the surrounding traffic's one", + "Average speed is 528.48% of the surrounding traffic's one", + "Average speed is 544.67% of the surrounding traffic's one", + "Average speed is 458.89% of the surrounding traffic's one", + "Average speed is 1212.85% of the surrounding traffic's one", + "Average speed is 868.27% of the surrounding traffic's one", + "Average speed is 311.16% of the surrounding traffic's one", + "Average speed is 28.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 62.0, + "duration_system": 446.581 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_05_11_07_02_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.84% of the surrounding traffic's one", + "Average speed is 102.54% of the surrounding traffic's one", + "Average speed is 194.88% of the surrounding traffic's one", + "Average speed is 328.72% of the surrounding traffic's one", + "Average speed is 262.23% of the surrounding traffic's one", + "Average speed is 212.49% of the surrounding traffic's one", + "Average speed is 125.76% of the surrounding traffic's one", + "Average speed is 33.99% of the surrounding traffic's one", + "Average speed is 98.77% of the surrounding traffic's one", + "Average speed is 170.61% of the surrounding traffic's one", + "Average speed is 261.99% of the surrounding traffic's one", + "Average speed is 192.99% of the surrounding traffic's one", + "Average speed is 117.42% of the surrounding traffic's one", + "Average speed is 125.16% of the surrounding traffic's one", + "Average speed is 117.01% of the surrounding traffic's one", + "Average speed is 153.27% of the surrounding traffic's one", + "Average speed is 84.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 25.3, + "duration_system": 221.243 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_05_11_06_55_11", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.69% of the surrounding traffic's one", + "Average speed is 148.69% of the surrounding traffic's one", + "Average speed is 259.65% of the surrounding traffic's one", + "Average speed is 216.89% of the surrounding traffic's one", + "Average speed is 149.42% of the surrounding traffic's one", + "Average speed is 16.89% of the surrounding traffic's one", + "Average speed is 317.12% of the surrounding traffic's one", + "Average speed is 249.26% of the surrounding traffic's one", + "Average speed is 246.03% of the surrounding traffic's one", + "Average speed is 209.65% of the surrounding traffic's one", + "Average speed is 188.63% of the surrounding traffic's one", + "Average speed is 191.29% of the surrounding traffic's one", + "Average speed is 207.56% of the surrounding traffic's one", + "Average speed is 219.15% of the surrounding traffic's one", + "Average speed is 179.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.65, + "duration_system": 313.335 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_05_10_22_11_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.33% of the surrounding traffic's one", + "Average speed is 220.25% of the surrounding traffic's one", + "Average speed is 204.57% of the surrounding traffic's one", + "Average speed is 157.0% of the surrounding traffic's one", + "Average speed is 224.78% of the surrounding traffic's one", + "Average speed is 165.25% of the surrounding traffic's one", + "Average speed is 206.24% of the surrounding traffic's one", + "Average speed is 242.02% of the surrounding traffic's one", + "Average speed is 249.42% of the surrounding traffic's one", + "Average speed is 262.37% of the surrounding traffic's one", + "Average speed is 322.46% of the surrounding traffic's one", + "Average speed is 731.51% of the surrounding traffic's one", + "Average speed is 1648.01% of the surrounding traffic's one", + "Average speed is 925.74% of the surrounding traffic's one", + "Average speed is 956.0% of the surrounding traffic's one", + "Average speed is 509.35% of the surrounding traffic's one", + "Average speed is 160.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 9.95, + "duration_system": 74.092 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_05_11_17_54_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.73% of the surrounding traffic's one", + "Average speed is 120.08% of the surrounding traffic's one", + "Average speed is 20.08% of the surrounding traffic's one", + "Average speed is 91.14% of the surrounding traffic's one", + "Average speed is 148.99% of the surrounding traffic's one", + "Average speed is 119.92% of the surrounding traffic's one", + "Average speed is 117.28% of the surrounding traffic's one", + "Average speed is 105.12% of the surrounding traffic's one", + "Average speed is 115.76% of the surrounding traffic's one", + "Average speed is 116.86% of the surrounding traffic's one", + "Average speed is 105.48% of the surrounding traffic's one", + "Average speed is 101.84% of the surrounding traffic's one", + "Average speed is 108.33% of the surrounding traffic's one", + "Average speed is 101.44% of the surrounding traffic's one", + "Average speed is 98.52% of the surrounding traffic's one", + "Average speed is 111.44% of the surrounding traffic's one", + "Average speed is 123.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.7, + "duration_system": 339.428 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_05_11_06_44_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.74% of the surrounding traffic's one", + "Average speed is 132.46% of the surrounding traffic's one", + "Average speed is 235.65% of the surrounding traffic's one", + "Average speed is 281.64% of the surrounding traffic's one", + "Average speed is 212.06% of the surrounding traffic's one", + "Average speed is 158.89% of the surrounding traffic's one", + "Average speed is 101.93% of the surrounding traffic's one", + "Average speed is 12.73% of the surrounding traffic's one", + "Average speed is 519.22% of the surrounding traffic's one", + "Average speed is 355.04% of the surrounding traffic's one", + "Average speed is 372.03% of the surrounding traffic's one", + "Average speed is 393.27% of the surrounding traffic's one", + "Average speed is 373.73% of the surrounding traffic's one", + "Average speed is 261.05% of the surrounding traffic's one", + "Average speed is 191.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.85, + "duration_system": 511.997 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_05_11_17_22_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.67% of the surrounding traffic's one", + "Average speed is 182.92% of the surrounding traffic's one", + "Average speed is 208.32% of the surrounding traffic's one", + "Average speed is 170.06% of the surrounding traffic's one", + "Average speed is 151.14% of the surrounding traffic's one", + "Average speed is 152.03% of the surrounding traffic's one", + "Average speed is 155.67% of the surrounding traffic's one", + "Average speed is 147.2% of the surrounding traffic's one", + "Average speed is 135.74% of the surrounding traffic's one", + "Average speed is 141.02% of the surrounding traffic's one", + "Average speed is 131.26% of the surrounding traffic's one", + "Average speed is 109.36% of the surrounding traffic's one", + "Average speed is 114.92% of the surrounding traffic's one", + "Average speed is 113.79% of the surrounding traffic's one", + "Average speed is 117.27% of the surrounding traffic's one", + "Average speed is 128.57% of the surrounding traffic's one", + "Average speed is 105.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 213.25, + "duration_system": 1793.849 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_05_11_17_18_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.76% of the surrounding traffic's one", + "Average speed is 62.17% of the surrounding traffic's one", + "Average speed is 143.99% of the surrounding traffic's one", + "Average speed is 102.85% of the surrounding traffic's one", + "Average speed is 99.2% of the surrounding traffic's one", + "Average speed is 103.25% of the surrounding traffic's one", + "Average speed is 99.39% of the surrounding traffic's one", + "Average speed is 107.35% of the surrounding traffic's one", + "Average speed is 103.41% of the surrounding traffic's one", + "Average speed is 109.63% of the surrounding traffic's one", + "Average speed is 98.3% of the surrounding traffic's one", + "Average speed is 99.19% of the surrounding traffic's one", + "Average speed is 107.01% of the surrounding traffic's one", + "Average speed is 102.33% of the surrounding traffic's one", + "Average speed is 130.6% of the surrounding traffic's one", + "Average speed is 113.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.4, + "duration_system": 115.156 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_05_12_04_06_27", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=172 at (x=521.892, y=-1.249, z=0.076) at time=55.400s [CARLA Frame: 7080, Agent Step: 1107]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=175 at (x=507.846, y=-13.544, z=-0.005) at time=154.250s [CARLA Frame: 9057, Agent Step: 3084]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 8.34 meters (6.03% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 187.72% of the surrounding traffic's one", + "Average speed is 244.25% of the surrounding traffic's one", + "Average speed is 119.59% of the surrounding traffic's one", + "Average speed is 319.14% of the surrounding traffic's one", + "Average speed is 25.09% of the surrounding traffic's one", + "Average speed is 100.5% of the surrounding traffic's one", + "Average speed is 139.95% of the surrounding traffic's one", + "Average speed is 149.49% of the surrounding traffic's one", + "Average speed is 315.05% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.338277, + "score_composed": 33.827672 + }, + "meta": { + "route_length": 148.212, + "duration_game": 173.5, + "duration_system": 1528.144 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_05_11_16_16_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.95% of the surrounding traffic's one", + "Average speed is 123.05% of the surrounding traffic's one", + "Average speed is 14.79% of the surrounding traffic's one", + "Average speed is 131.55% of the surrounding traffic's one", + "Average speed is 122.51% of the surrounding traffic's one", + "Average speed is 112.7% of the surrounding traffic's one", + "Average speed is 96.53% of the surrounding traffic's one", + "Average speed is 112.5% of the surrounding traffic's one", + "Average speed is 121.67% of the surrounding traffic's one", + "Average speed is 104.31% of the surrounding traffic's one", + "Average speed is 107.96% of the surrounding traffic's one", + "Average speed is 113.93% of the surrounding traffic's one", + "Average speed is 107.43% of the surrounding traffic's one", + "Average speed is 106.4% of the surrounding traffic's one", + "Average speed is 121.4% of the surrounding traffic's one", + "Average speed is 99.57% of the surrounding traffic's one", + "Average speed is 106.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.15, + "duration_system": 435.462 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_05_10_22_07_11", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.82% of the surrounding traffic's one", + "Average speed is 127.78% of the surrounding traffic's one", + "Average speed is 213.89% of the surrounding traffic's one", + "Average speed is 250.63% of the surrounding traffic's one", + "Average speed is 236.41% of the surrounding traffic's one", + "Average speed is 202.87% of the surrounding traffic's one", + "Average speed is 73.79% of the surrounding traffic's one", + "Average speed is 173.84% of the surrounding traffic's one", + "Average speed is 79.86% of the surrounding traffic's one", + "Average speed is 156.37% of the surrounding traffic's one", + "Average speed is 167.15% of the surrounding traffic's one", + "Average speed is 144.77% of the surrounding traffic's one", + "Average speed is 138.98% of the surrounding traffic's one", + "Average speed is 134.25% of the surrounding traffic's one", + "Average speed is 143.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.2, + "duration_system": 144.177 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_05_10_22_03_58", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.24% of the surrounding traffic's one", + "Average speed is 150.92% of the surrounding traffic's one", + "Average speed is 89.03% of the surrounding traffic's one", + "Average speed is 95.12% of the surrounding traffic's one", + "Average speed is 94.04% of the surrounding traffic's one", + "Average speed is 82.71% of the surrounding traffic's one", + "Average speed is 82.21% of the surrounding traffic's one", + "Average speed is 82.64% of the surrounding traffic's one", + "Average speed is 75.18% of the surrounding traffic's one", + "Average speed is 44.24% of the surrounding traffic's one", + "Average speed is 76.78% of the surrounding traffic's one", + "Average speed is 93.83% of the surrounding traffic's one", + "Average speed is 96.62% of the surrounding traffic's one", + "Average speed is 96.3% of the surrounding traffic's one", + "Average speed is 92.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 12.3, + "duration_system": 92.123 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_05_11_16_12_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.92% of the surrounding traffic's one", + "Average speed is 131.15% of the surrounding traffic's one", + "Average speed is 149.52% of the surrounding traffic's one", + "Average speed is 168.34% of the surrounding traffic's one", + "Average speed is 207.3% of the surrounding traffic's one", + "Average speed is 213.51% of the surrounding traffic's one", + "Average speed is 206.73% of the surrounding traffic's one", + "Average speed is 214.16% of the surrounding traffic's one", + "Average speed is 181.17% of the surrounding traffic's one", + "Average speed is 88.49% of the surrounding traffic's one", + "Average speed is 98.69% of the surrounding traffic's one", + "Average speed is 113.99% of the surrounding traffic's one", + "Average speed is 125.83% of the surrounding traffic's one", + "Average speed is 186.92% of the surrounding traffic's one", + "Average speed is 211.09% of the surrounding traffic's one", + "Average speed is 149.86% of the surrounding traffic's one", + "Average speed is 159.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.95, + "duration_system": 115.124 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_05_10_21_54_34", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.83% of the surrounding traffic's one", + "Average speed is 320.96% of the surrounding traffic's one", + "Average speed is 295.02% of the surrounding traffic's one", + "Average speed is 211.92% of the surrounding traffic's one", + "Average speed is 119.07% of the surrounding traffic's one", + "Average speed is 16.93% of the surrounding traffic's one", + "Average speed is 321.3% of the surrounding traffic's one", + "Average speed is 339.44% of the surrounding traffic's one", + "Average speed is 260.38% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 219865.76% of the surrounding traffic's one", + "Average speed is 4565.62% of the surrounding traffic's one", + "Average speed is 1564.67% of the surrounding traffic's one", + "Average speed is 603.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 55.4, + "duration_system": 464.605 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_05_11_15_32_15", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 163.21% of the surrounding traffic's one", + "Average speed is 260.1% of the surrounding traffic's one", + "Average speed is 197.81% of the surrounding traffic's one", + "Average speed is 207.13% of the surrounding traffic's one", + "Average speed is 203.29% of the surrounding traffic's one", + "Average speed is 150.36% of the surrounding traffic's one", + "Average speed is 161.03% of the surrounding traffic's one", + "Average speed is 162.62% of the surrounding traffic's one", + "Average speed is 161.98% of the surrounding traffic's one", + "Average speed is 163.67% of the surrounding traffic's one", + "Average speed is 181.81% of the surrounding traffic's one", + "Average speed is 191.6% of the surrounding traffic's one", + "Average speed is 194.24% of the surrounding traffic's one", + "Average speed is 171.42% of the surrounding traffic's one", + "Average speed is 139.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 251.05, + "duration_system": 2325.959 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_05_11_06_30_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.88% of the surrounding traffic's one", + "Average speed is 158.58% of the surrounding traffic's one", + "Average speed is 195.49% of the surrounding traffic's one", + "Average speed is 124.49% of the surrounding traffic's one", + "Average speed is 25.84% of the surrounding traffic's one", + "Average speed is 8.86% of the surrounding traffic's one", + "Average speed is 917.9% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 171.37% of the surrounding traffic's one", + "Average speed is 271.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 31.5, + "duration_system": 724.759 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_05_11_15_23_04", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.49% of the surrounding traffic's one", + "Average speed is 614.09% of the surrounding traffic's one", + "Average speed is 1038.16% of the surrounding traffic's one", + "Average speed is 1996.59% of the surrounding traffic's one", + "Average speed is 1900.09% of the surrounding traffic's one", + "Average speed is 1397.49% of the surrounding traffic's one", + "Average speed is 1310.03% of the surrounding traffic's one", + "Average speed is 854.01% of the surrounding traffic's one", + "Average speed is 579.49% of the surrounding traffic's one", + "Average speed is 377.63% of the surrounding traffic's one", + "Average speed is 304.56% of the surrounding traffic's one", + "Average speed is 265.62% of the surrounding traffic's one", + "Average speed is 215.11% of the surrounding traffic's one", + "Average speed is 186.0% of the surrounding traffic's one", + "Average speed is 214.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 50.2, + "duration_system": 444.585 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_05_11_15_19_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 88.67% of the surrounding traffic's one", + "Average speed is 22.15% of the surrounding traffic's one", + "Average speed is 157.32% of the surrounding traffic's one", + "Average speed is 285.44% of the surrounding traffic's one", + "Average speed is 336.78% of the surrounding traffic's one", + "Average speed is 341.74% of the surrounding traffic's one", + "Average speed is 333.4% of the surrounding traffic's one", + "Average speed is 421.41% of the surrounding traffic's one", + "Average speed is 653.81% of the surrounding traffic's one", + "Average speed is 488.28% of the surrounding traffic's one", + "Average speed is 531.38% of the surrounding traffic's one", + "Average speed is 548.98% of the surrounding traffic's one", + "Average speed is 404.71% of the surrounding traffic's one", + "Average speed is 410.53% of the surrounding traffic's one", + "Average speed is 320.22% of the surrounding traffic's one", + "Average speed is 170.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 11.0, + "duration_system": 70.094 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_05_11_15_13_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.07% of the surrounding traffic's one", + "Average speed is 192.73% of the surrounding traffic's one", + "Average speed is 178.34% of the surrounding traffic's one", + "Average speed is 176.44% of the surrounding traffic's one", + "Average speed is 179.28% of the surrounding traffic's one", + "Average speed is 147.62% of the surrounding traffic's one", + "Average speed is 118.7% of the surrounding traffic's one", + "Average speed is 65.46% of the surrounding traffic's one", + "Average speed is 57.53% of the surrounding traffic's one", + "Average speed is 76.13% of the surrounding traffic's one", + "Average speed is 91.56% of the surrounding traffic's one", + "Average speed is 111.94% of the surrounding traffic's one", + "Average speed is 105.3% of the surrounding traffic's one", + "Average speed is 265.91% of the surrounding traffic's one", + "Average speed is 400.67% of the surrounding traffic's one", + "Average speed is 360.52% of the surrounding traffic's one", + "Average speed is 365.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.6, + "duration_system": 236.314 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_05_11_15_09_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.11% of the surrounding traffic's one", + "Average speed is 120.04% of the surrounding traffic's one", + "Average speed is 196.31% of the surrounding traffic's one", + "Average speed is 180.69% of the surrounding traffic's one", + "Average speed is 135.32% of the surrounding traffic's one", + "Average speed is 125.42% of the surrounding traffic's one", + "Average speed is 93.94% of the surrounding traffic's one", + "Average speed is 75.07% of the surrounding traffic's one", + "Average speed is 58.89% of the surrounding traffic's one", + "Average speed is 97.83% of the surrounding traffic's one", + "Average speed is 225.83% of the surrounding traffic's one", + "Average speed is 302.08% of the surrounding traffic's one", + "Average speed is 321.92% of the surrounding traffic's one", + "Average speed is 356.07% of the surrounding traffic's one", + "Average speed is 256.97% of the surrounding traffic's one", + "Average speed is 445.54% of the surrounding traffic's one", + "Average speed is 496.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.85, + "duration_system": 150.191 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_05_10_21_48_37", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.04% of the surrounding traffic's one", + "Average speed is 52.47% of the surrounding traffic's one", + "Average speed is 81.29% of the surrounding traffic's one", + "Average speed is 149.99% of the surrounding traffic's one", + "Average speed is 152.98% of the surrounding traffic's one", + "Average speed is 177.32% of the surrounding traffic's one", + "Average speed is 189.07% of the surrounding traffic's one", + "Average speed is 109.64% of the surrounding traffic's one", + "Average speed is 19.91% of the surrounding traffic's one", + "Average speed is 132.19% of the surrounding traffic's one", + "Average speed is 197.67% of the surrounding traffic's one", + "Average speed is 201.44% of the surrounding traffic's one", + "Average speed is 323.93% of the surrounding traffic's one", + "Average speed is 201.34% of the surrounding traffic's one", + "Average speed is 98.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.25, + "duration_system": 240.326 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_05_12_03_58_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.76% of the surrounding traffic's one", + "Average speed is 146.66% of the surrounding traffic's one", + "Average speed is 250.29% of the surrounding traffic's one", + "Average speed is 219.24% of the surrounding traffic's one", + "Average speed is 167.79% of the surrounding traffic's one", + "Average speed is 29.71% of the surrounding traffic's one", + "Average speed is 90.72% of the surrounding traffic's one", + "Average speed is 208.14% of the surrounding traffic's one", + "Average speed is 260.57% of the surrounding traffic's one", + "Average speed is 180.03% of the surrounding traffic's one", + "Average speed is 156.2% of the surrounding traffic's one", + "Average speed is 181.62% of the surrounding traffic's one", + "Average speed is 204.02% of the surrounding traffic's one", + "Average speed is 183.75% of the surrounding traffic's one", + "Average speed is 220.94% of the surrounding traffic's one", + "Average speed is 263.47% of the surrounding traffic's one", + "Average speed is 197.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 21.05, + "duration_system": 344.403 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_05_11_14_52_40", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.3% of the surrounding traffic's one", + "Average speed is 70.32% of the surrounding traffic's one", + "Average speed is 177.69% of the surrounding traffic's one", + "Average speed is 222.92% of the surrounding traffic's one", + "Average speed is 202.41% of the surrounding traffic's one", + "Average speed is 143.33% of the surrounding traffic's one", + "Average speed is 54.97% of the surrounding traffic's one", + "Average speed is 12.47% of the surrounding traffic's one", + "Average speed is 411.11% of the surrounding traffic's one", + "Average speed is 284.98% of the surrounding traffic's one", + "Average speed is 328.35% of the surrounding traffic's one", + "Average speed is 244.59% of the surrounding traffic's one", + "Average speed is 164.65% of the surrounding traffic's one", + "Average speed is 210.39% of the surrounding traffic's one", + "Average speed is 64.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 46.65, + "duration_system": 358.488 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_05_11_14_46_25", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 420.85% of the surrounding traffic's one", + "Average speed is 112201.82% of the surrounding traffic's one", + "Average speed is 714.16% of the surrounding traffic's one", + "Average speed is 119.46% of the surrounding traffic's one", + "Average speed is 8.73% of the surrounding traffic's one", + "Average speed is 1713.3% of the surrounding traffic's one", + "Average speed is 1947.26% of the surrounding traffic's one", + "Average speed is 1606.94% of the surrounding traffic's one", + "Average speed is 1356.69% of the surrounding traffic's one", + "Average speed is 1420.23% of the surrounding traffic's one", + "Average speed is 1238.09% of the surrounding traffic's one", + "Average speed is 2093.3% of the surrounding traffic's one", + "Average speed is 771.28% of the surrounding traffic's one", + "Average speed is 315.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 37.05, + "duration_system": 276.375 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_05_11_14_07_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.9% of the surrounding traffic's one", + "Average speed is 212.97% of the surrounding traffic's one", + "Average speed is 233.61% of the surrounding traffic's one", + "Average speed is 178.77% of the surrounding traffic's one", + "Average speed is 180.29% of the surrounding traffic's one", + "Average speed is 9.55% of the surrounding traffic's one", + "Average speed is 256.24% of the surrounding traffic's one", + "Average speed is 302.89% of the surrounding traffic's one", + "Average speed is 273.98% of the surrounding traffic's one", + "Average speed is 245.97% of the surrounding traffic's one", + "Average speed is 224.7% of the surrounding traffic's one", + "Average speed is 199.47% of the surrounding traffic's one", + "Average speed is 189.7% of the surrounding traffic's one", + "Average speed is 209.35% of the surrounding traffic's one", + "Average speed is 215.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 129.43, + "duration_game": 248.85, + "duration_system": 2203.76 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_05_11_13_23_28", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=123 at (x=52.153, y=133.798, z=-0.002) at time=18.900s [CARLA Frame: 5958, Agent Step: 377]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.13% of the surrounding traffic's one", + "Average speed is 172.76% of the surrounding traffic's one", + "Average speed is 191.46% of the surrounding traffic's one", + "Average speed is 151.47% of the surrounding traffic's one", + "Average speed is 166.81% of the surrounding traffic's one", + "Average speed is 39.56% of the surrounding traffic's one", + "Average speed is 149.74% of the surrounding traffic's one", + "Average speed is 121.26% of the surrounding traffic's one", + "Average speed is 66.05% of the surrounding traffic's one", + "Average speed is 117.04% of the surrounding traffic's one", + "Average speed is 210.29% of the surrounding traffic's one", + "Average speed is 304.47% of the surrounding traffic's one", + "Average speed is 293.31% of the surrounding traffic's one", + "Average speed is 299.7% of the surrounding traffic's one", + "Average speed is 396.46% of the surrounding traffic's one", + "Average speed is 272.66% of the surrounding traffic's one", + "Average speed is 8.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 110.65, + "duration_system": 2555.767 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_05_11_13_11_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.0% of the surrounding traffic's one", + "Average speed is 200.22% of the surrounding traffic's one", + "Average speed is 385.53% of the surrounding traffic's one", + "Average speed is 459.95% of the surrounding traffic's one", + "Average speed is 269.96% of the surrounding traffic's one", + "Average speed is 202.53% of the surrounding traffic's one", + "Average speed is 9.22% of the surrounding traffic's one", + "Average speed is 432.59% of the surrounding traffic's one", + "Average speed is 743.98% of the surrounding traffic's one", + "Average speed is 474.54% of the surrounding traffic's one", + "Average speed is 425.78% of the surrounding traffic's one", + "Average speed is 536.85% of the surrounding traffic's one", + "Average speed is 67.41% of the surrounding traffic's one", + "Average speed is 510.22% of the surrounding traffic's one", + "Average speed is 531.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.188, + "duration_game": 76.45, + "duration_system": 622.784 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_05_11_06_02_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.0% of the surrounding traffic's one", + "Average speed is 202.93% of the surrounding traffic's one", + "Average speed is 267.44% of the surrounding traffic's one", + "Average speed is 259.15% of the surrounding traffic's one", + "Average speed is 174.3% of the surrounding traffic's one", + "Average speed is 3.26% of the surrounding traffic's one", + "Average speed is 137.42% of the surrounding traffic's one", + "Average speed is 163.88% of the surrounding traffic's one", + "Average speed is 140.4% of the surrounding traffic's one", + "Average speed is 97.44% of the surrounding traffic's one", + "Average speed is 128.88% of the surrounding traffic's one", + "Average speed is 114.88% of the surrounding traffic's one", + "Average speed is 121.57% of the surrounding traffic's one", + "Average speed is 122.89% of the surrounding traffic's one", + "Average speed is 108.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 55.8, + "duration_system": 1502.616 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_05_10_21_41_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.08% of the surrounding traffic's one", + "Average speed is 142.73% of the surrounding traffic's one", + "Average speed is 224.71% of the surrounding traffic's one", + "Average speed is 205.97% of the surrounding traffic's one", + "Average speed is 160.52% of the surrounding traffic's one", + "Average speed is 61.57% of the surrounding traffic's one", + "Average speed is 96.01% of the surrounding traffic's one", + "Average speed is 118.42% of the surrounding traffic's one", + "Average speed is 115.12% of the surrounding traffic's one", + "Average speed is 148.83% of the surrounding traffic's one", + "Average speed is 125.65% of the surrounding traffic's one", + "Average speed is 120.46% of the surrounding traffic's one", + "Average speed is 131.15% of the surrounding traffic's one", + "Average speed is 122.81% of the surrounding traffic's one", + "Average speed is 140.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 354.384 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_05_11_12_47_56", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.45% of the surrounding traffic's one", + "Average speed is 54.14% of the surrounding traffic's one", + "Average speed is 32.99% of the surrounding traffic's one", + "Average speed is 69.44% of the surrounding traffic's one", + "Average speed is 83.46% of the surrounding traffic's one", + "Average speed is 36.07% of the surrounding traffic's one", + "Average speed is 11.03% of the surrounding traffic's one", + "Average speed is 0.0% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 47.0, + "duration_system": 1275.704 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_05_11_05_26_39", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3726 at (x=390.098, y=6116.706, z=358.456) at time=61.350s [CARLA Frame: 7311, Agent Step: 1226]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.76% of the surrounding traffic's one", + "Average speed is 132.99% of the surrounding traffic's one", + "Average speed is 156.0% of the surrounding traffic's one", + "Average speed is 167.23% of the surrounding traffic's one", + "Average speed is 96.1% of the surrounding traffic's one", + "Average speed is 3.95% of the surrounding traffic's one", + "Average speed is 98.73% of the surrounding traffic's one", + "Average speed is 180.49% of the surrounding traffic's one", + "Average speed is 138.96% of the surrounding traffic's one", + "Average speed is 123.92% of the surrounding traffic's one", + "Average speed is 140.78% of the surrounding traffic's one", + "Average speed is 140.62% of the surrounding traffic's one", + "Average speed is 147.24% of the surrounding traffic's one", + "Average speed is 139.39% of the surrounding traffic's one", + "Average speed is 131.67% of the surrounding traffic's one", + "Average speed is 148.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 69.05, + "duration_system": 2045.586 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_05_11_12_34_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.21% of the surrounding traffic's one", + "Average speed is 158.39% of the surrounding traffic's one", + "Average speed is 203.6% of the surrounding traffic's one", + "Average speed is 178.06% of the surrounding traffic's one", + "Average speed is 139.56% of the surrounding traffic's one", + "Average speed is 15.12% of the surrounding traffic's one", + "Average speed is 169.16% of the surrounding traffic's one", + "Average speed is 195.27% of the surrounding traffic's one", + "Average speed is 147.99% of the surrounding traffic's one", + "Average speed is 105.31% of the surrounding traffic's one", + "Average speed is 147.37% of the surrounding traffic's one", + "Average speed is 133.47% of the surrounding traffic's one", + "Average speed is 129.87% of the surrounding traffic's one", + "Average speed is 117.65% of the surrounding traffic's one", + "Average speed is 112.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 24.5, + "duration_system": 708.909 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_05_11_12_27_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.99% of the surrounding traffic's one", + "Average speed is 136.74% of the surrounding traffic's one", + "Average speed is 158.15% of the surrounding traffic's one", + "Average speed is 131.34% of the surrounding traffic's one", + "Average speed is 129.8% of the surrounding traffic's one", + "Average speed is 116.56% of the surrounding traffic's one", + "Average speed is 84.3% of the surrounding traffic's one", + "Average speed is 128.61% of the surrounding traffic's one", + "Average speed is 46.33% of the surrounding traffic's one", + "Average speed is 119.33% of the surrounding traffic's one", + "Average speed is 162.25% of the surrounding traffic's one", + "Average speed is 198.98% of the surrounding traffic's one", + "Average speed is 205.56% of the surrounding traffic's one", + "Average speed is 200.9% of the surrounding traffic's one", + "Average speed is 210.93% of the surrounding traffic's one", + "Average speed is 219.75% of the surrounding traffic's one", + "Average speed is 224.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 15.05, + "duration_system": 295.354 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_05_10_21_36_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.57% of the surrounding traffic's one", + "Average speed is 143.04% of the surrounding traffic's one", + "Average speed is 126.83% of the surrounding traffic's one", + "Average speed is 132.31% of the surrounding traffic's one", + "Average speed is 179.33% of the surrounding traffic's one", + "Average speed is 174.04% of the surrounding traffic's one", + "Average speed is 182.29% of the surrounding traffic's one", + "Average speed is 187.25% of the surrounding traffic's one", + "Average speed is 186.08% of the surrounding traffic's one", + "Average speed is 173.67% of the surrounding traffic's one", + "Average speed is 159.23% of the surrounding traffic's one", + "Average speed is 148.48% of the surrounding traffic's one", + "Average speed is 138.87% of the surrounding traffic's one", + "Average speed is 125.38% of the surrounding traffic's one", + "Average speed is 102.56% of the surrounding traffic's one", + "Average speed is 35.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 10.0, + "duration_system": 169.213 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25358_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_25358_rep0_Town06_StaticCutIn_1_12_05_12_07_54_47", + "status": "Failed - Agent timed out", + "num_infractions": 6, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.16% of the surrounding traffic's one", + "Average speed is 126.38% of the surrounding traffic's one", + "Average speed is 111.23% of the surrounding traffic's one", + "Average speed is 184.26% of the surrounding traffic's one", + "Average speed is 1.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [ + "Route timeout." + ] + }, + "scores": { + "score_route": 33.69, + "score_penalty": 1.0, + "score_composed": 33.69 + }, + "meta": { + "route_length": 138.239, + "duration_game": 355.95, + "duration_system": 4143.463 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_05_11_05_00_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3708 at (x=1993.439, y=3078.5, z=357.099) at time=5.500s [CARLA Frame: 6221, Agent Step: 109]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.74% of the surrounding traffic's one", + "Average speed is 163.24% of the surrounding traffic's one", + "Average speed is 203.46% of the surrounding traffic's one", + "Average speed is 220.95% of the surrounding traffic's one", + "Average speed is 158.37% of the surrounding traffic's one", + "Average speed is 3.78% of the surrounding traffic's one", + "Average speed is 148.87% of the surrounding traffic's one", + "Average speed is 223.86% of the surrounding traffic's one", + "Average speed is 231.36% of the surrounding traffic's one", + "Average speed is 232.77% of the surrounding traffic's one", + "Average speed is 229.39% of the surrounding traffic's one", + "Average speed is 158.23% of the surrounding traffic's one", + "Average speed is 139.65% of the surrounding traffic's one", + "Average speed is 141.1% of the surrounding traffic's one", + "Average speed is 50.02% of the surrounding traffic's one", + "Average speed is 161.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 55.6, + "duration_system": 1432.535 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_05_11_11_07_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.6% of the surrounding traffic's one", + "Average speed is 131.11% of the surrounding traffic's one", + "Average speed is 113.78% of the surrounding traffic's one", + "Average speed is 123.64% of the surrounding traffic's one", + "Average speed is 118.98% of the surrounding traffic's one", + "Average speed is 102.8% of the surrounding traffic's one", + "Average speed is 115.22% of the surrounding traffic's one", + "Average speed is 143.23% of the surrounding traffic's one", + "Average speed is 120.06% of the surrounding traffic's one", + "Average speed is 77.6% of the surrounding traffic's one", + "Average speed is 142.04% of the surrounding traffic's one", + "Average speed is 100.15% of the surrounding traffic's one", + "Average speed is 121.39% of the surrounding traffic's one", + "Average speed is 142.13% of the surrounding traffic's one", + "Average speed is 128.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 17.25, + "duration_system": 428.672 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_05_11_10_20_03", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.diamondback.century and id=148 at (x=-513.697, y=111.141, z=-0.006) at time=234.900s [CARLA Frame: 11080, Agent Step: 4697]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 62.44% of the surrounding traffic's one", + "Average speed is 163.69% of the surrounding traffic's one", + "Average speed is 206.46% of the surrounding traffic's one", + "Average speed is 235.06% of the surrounding traffic's one", + "Average speed is 234.42% of the surrounding traffic's one", + "Average speed is 239.94% of the surrounding traffic's one", + "Average speed is 202.39% of the surrounding traffic's one", + "Average speed is 143.86% of the surrounding traffic's one", + "Average speed is 42.56% of the surrounding traffic's one", + "Average speed is 40.39% of the surrounding traffic's one", + "Average speed is 43.45% of the surrounding traffic's one", + "Average speed is 42.4% of the surrounding traffic's one", + "Average speed is 43.34% of the surrounding traffic's one", + "Average speed is 40.46% of the surrounding traffic's one", + "Average speed is 42.52% of the surrounding traffic's one", + "Average speed is 0.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 248.3, + "duration_system": 2714.368 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_05_10_21_00_41", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 106.44% of the surrounding traffic's one", + "Average speed is 120.55% of the surrounding traffic's one", + "Average speed is 130.94% of the surrounding traffic's one", + "Average speed is 119.59% of the surrounding traffic's one", + "Average speed is 18.59% of the surrounding traffic's one", + "Average speed is 70.52% of the surrounding traffic's one", + "Average speed is 106.52% of the surrounding traffic's one", + "Average speed is 129.03% of the surrounding traffic's one", + "Average speed is 135.59% of the surrounding traffic's one", + "Average speed is 153.37% of the surrounding traffic's one", + "Average speed is 115.68% of the surrounding traffic's one", + "Average speed is 125.89% of the surrounding traffic's one", + "Average speed is 126.37% of the surrounding traffic's one", + "Average speed is 114.68% of the surrounding traffic's one", + "Average speed is 138.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 20.3, + "duration_system": 516.553 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_05_11_04_35_25", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=3701 at (x=-1536.425, y=6461.042, z=373.324) at time=49.300s [CARLA Frame: 7094, Agent Step: 985]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.06, y=6458.292, z=373.434) at time=46.800s [CARLA Frame: 7044, Agent Step: 935]", + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1541.509, y=6461.397, z=373.286) at time=49.950s [CARLA Frame: 7107, Agent Step: 998]", + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1582.975, y=6464.779, z=372.95) at time=54.950s [CARLA Frame: 7207, Agent Step: 1098]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.3% of the surrounding traffic's one", + "Average speed is 187.46% of the surrounding traffic's one", + "Average speed is 176.13% of the surrounding traffic's one", + "Average speed is 171.14% of the surrounding traffic's one", + "Average speed is 136.23% of the surrounding traffic's one", + "Average speed is 2.32% of the surrounding traffic's one", + "Average speed is 69.39% of the surrounding traffic's one", + "Average speed is 80.84% of the surrounding traffic's one", + "Average speed is 84.5% of the surrounding traffic's one", + "Average speed is 80.16% of the surrounding traffic's one", + "Average speed is 78.29% of the surrounding traffic's one", + "Average speed is 78.56% of the surrounding traffic's one", + "Average speed is 86.56% of the surrounding traffic's one", + "Average speed is 109.08% of the surrounding traffic's one", + "Average speed is 129.55% of the surrounding traffic's one", + "Average speed is 153.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.1404, + "score_composed": 14.04 + }, + "meta": { + "route_length": 134.084, + "duration_game": 56.65, + "duration_system": 1381.493 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_05_11_10_10_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.26% of the surrounding traffic's one", + "Average speed is 110.88% of the surrounding traffic's one", + "Average speed is 109.28% of the surrounding traffic's one", + "Average speed is 93.86% of the surrounding traffic's one", + "Average speed is 112.11% of the surrounding traffic's one", + "Average speed is 90.74% of the surrounding traffic's one", + "Average speed is 121.85% of the surrounding traffic's one", + "Average speed is 4.64% of the surrounding traffic's one", + "Average speed is 84.2% of the surrounding traffic's one", + "Average speed is 209.35% of the surrounding traffic's one", + "Average speed is 191.16% of the surrounding traffic's one", + "Average speed is 127.75% of the surrounding traffic's one", + "Average speed is 138.27% of the surrounding traffic's one", + "Average speed is 115.73% of the surrounding traffic's one", + "Average speed is 29.11% of the surrounding traffic's one", + "Average speed is 134.65% of the surrounding traffic's one", + "Average speed is 54.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 66.2, + "duration_system": 465.603 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_05_11_10_02_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 153.92% of the surrounding traffic's one", + "Average speed is 148.1% of the surrounding traffic's one", + "Average speed is 151.67% of the surrounding traffic's one", + "Average speed is 179.2% of the surrounding traffic's one", + "Average speed is 142.92% of the surrounding traffic's one", + "Average speed is 98.74% of the surrounding traffic's one", + "Average speed is 14.38% of the surrounding traffic's one", + "Average speed is 85.95% of the surrounding traffic's one", + "Average speed is 178.66% of the surrounding traffic's one", + "Average speed is 221.62% of the surrounding traffic's one", + "Average speed is 196.1% of the surrounding traffic's one", + "Average speed is 151.39% of the surrounding traffic's one", + "Average speed is 116.7% of the surrounding traffic's one", + "Average speed is 114.87% of the surrounding traffic's one", + "Average speed is 74.17% of the surrounding traffic's one", + "Average speed is 92.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 23.55, + "duration_system": 369.448 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_05_10_21_30_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.93% of the surrounding traffic's one", + "Average speed is 150.2% of the surrounding traffic's one", + "Average speed is 161.67% of the surrounding traffic's one", + "Average speed is 161.33% of the surrounding traffic's one", + "Average speed is 60.08% of the surrounding traffic's one", + "Average speed is 66.61% of the surrounding traffic's one", + "Average speed is 117.58% of the surrounding traffic's one", + "Average speed is 123.19% of the surrounding traffic's one", + "Average speed is 85.41% of the surrounding traffic's one", + "Average speed is 115.53% of the surrounding traffic's one", + "Average speed is 149.49% of the surrounding traffic's one", + "Average speed is 169.43% of the surrounding traffic's one", + "Average speed is 154.79% of the surrounding traffic's one", + "Average speed is 167.19% of the surrounding traffic's one", + "Average speed is 222.75% of the surrounding traffic's one", + "Average speed is 276.26% of the surrounding traffic's one", + "Average speed is 272.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 15.2, + "duration_system": 274.293 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_05_11_09_54_10", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.24% of the surrounding traffic's one", + "Average speed is 146.79% of the surrounding traffic's one", + "Average speed is 151.94% of the surrounding traffic's one", + "Average speed is 135.03% of the surrounding traffic's one", + "Average speed is 48.03% of the surrounding traffic's one", + "Average speed is 28.53% of the surrounding traffic's one", + "Average speed is 122.15% of the surrounding traffic's one", + "Average speed is 185.16% of the surrounding traffic's one", + "Average speed is 191.92% of the surrounding traffic's one", + "Average speed is 194.3% of the surrounding traffic's one", + "Average speed is 204.98% of the surrounding traffic's one", + "Average speed is 242.62% of the surrounding traffic's one", + "Average speed is 237.64% of the surrounding traffic's one", + "Average speed is 252.26% of the surrounding traffic's one", + "Average speed is 263.26% of the surrounding traffic's one", + "Average speed is 309.28% of the surrounding traffic's one", + "Average speed is 289.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 15.5, + "duration_system": 414.463 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_05_11_09_51_14", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.14% of the surrounding traffic's one", + "Average speed is 148.25% of the surrounding traffic's one", + "Average speed is 128.27% of the surrounding traffic's one", + "Average speed is 148.8% of the surrounding traffic's one", + "Average speed is 107.49% of the surrounding traffic's one", + "Average speed is 128.07% of the surrounding traffic's one", + "Average speed is 105.08% of the surrounding traffic's one", + "Average speed is 104.7% of the surrounding traffic's one", + "Average speed is 110.12% of the surrounding traffic's one", + "Average speed is 106.93% of the surrounding traffic's one", + "Average speed is 143.11% of the surrounding traffic's one", + "Average speed is 189.33% of the surrounding traffic's one", + "Average speed is 161.0% of the surrounding traffic's one", + "Average speed is 193.44% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 10.95, + "duration_system": 75.095 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_05_11_09_42_49", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.29% of the surrounding traffic's one", + "Average speed is 118.51% of the surrounding traffic's one", + "Average speed is 20.71% of the surrounding traffic's one", + "Average speed is 123.66% of the surrounding traffic's one", + "Average speed is 133.09% of the surrounding traffic's one", + "Average speed is 109.39% of the surrounding traffic's one", + "Average speed is 108.02% of the surrounding traffic's one", + "Average speed is 99.02% of the surrounding traffic's one", + "Average speed is 110.09% of the surrounding traffic's one", + "Average speed is 114.15% of the surrounding traffic's one", + "Average speed is 106.95% of the surrounding traffic's one", + "Average speed is 143.81% of the surrounding traffic's one", + "Average speed is 13.15% of the surrounding traffic's one", + "Average speed is 97.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.15, + "duration_system": 395.465 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_05_10_21_23_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.81% of the surrounding traffic's one", + "Average speed is 125.57% of the surrounding traffic's one", + "Average speed is 235.23% of the surrounding traffic's one", + "Average speed is 218.64% of the surrounding traffic's one", + "Average speed is 169.4% of the surrounding traffic's one", + "Average speed is 94.94% of the surrounding traffic's one", + "Average speed is 58.36% of the surrounding traffic's one", + "Average speed is 55.55% of the surrounding traffic's one", + "Average speed is 76.04% of the surrounding traffic's one", + "Average speed is 127.19% of the surrounding traffic's one", + "Average speed is 162.34% of the surrounding traffic's one", + "Average speed is 174.77% of the surrounding traffic's one", + "Average speed is 196.65% of the surrounding traffic's one", + "Average speed is 189.15% of the surrounding traffic's one", + "Average speed is 153.38% of the surrounding traffic's one", + "Average speed is 118.35% of the surrounding traffic's one", + "Average speed is 137.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 16.95, + "duration_system": 311.503 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_05_11_09_13_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.04% of the surrounding traffic's one", + "Average speed is 141.49% of the surrounding traffic's one", + "Average speed is 110.76% of the surrounding traffic's one", + "Average speed is 112.85% of the surrounding traffic's one", + "Average speed is 84.1% of the surrounding traffic's one", + "Average speed is 2.74% of the surrounding traffic's one", + "Average speed is 77.51% of the surrounding traffic's one", + "Average speed is 114.71% of the surrounding traffic's one", + "Average speed is 104.74% of the surrounding traffic's one", + "Average speed is 97.76% of the surrounding traffic's one", + "Average speed is 88.5% of the surrounding traffic's one", + "Average speed is 98.21% of the surrounding traffic's one", + "Average speed is 92.95% of the surrounding traffic's one", + "Average speed is 105.21% of the surrounding traffic's one", + "Average speed is 107.03% of the surrounding traffic's one", + "Average speed is 98.17% of the surrounding traffic's one", + "Average speed is 95.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 59.9, + "duration_system": 1619.722 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_05_10_20_56_03", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.trafficwarning and id=122 at (x=200.407, y=249.559, z=0.02) at time=51.550s [CARLA Frame: 7321, Agent Step: 1030]", + "Agent collided against object with type=static.prop.constructioncone and id=125 at (x=210.643, y=249.441, z=0.001) at time=53.000s [CARLA Frame: 7350, Agent Step: 1059]", + "Agent collided against object with type=static.prop.constructioncone and id=126 at (x=215.851, y=249.553, z=-0.002) at time=53.650s [CARLA Frame: 7363, Agent Step: 1072]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=204 at (x=195.343, y=250.65, z=-0.005) at time=50.550s [CARLA Frame: 7301, Agent Step: 1010]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=204 at (x=205.615, y=249.442, z=0.001) at time=52.350s [CARLA Frame: 7337, Agent Step: 1046]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.48% of the surrounding traffic's one", + "Average speed is 100.38% of the surrounding traffic's one", + "Average speed is 117.28% of the surrounding traffic's one", + "Average speed is 57.49% of the surrounding traffic's one", + "Average speed is 2.54% of the surrounding traffic's one", + "Average speed is 66.84% of the surrounding traffic's one", + "Average speed is 81.6% of the surrounding traffic's one", + "Average speed is 93.23% of the surrounding traffic's one", + "Average speed is 127.17% of the surrounding traffic's one", + "Average speed is 154.31% of the surrounding traffic's one", + "Average speed is 155.87% of the surrounding traffic's one", + "Average speed is 111.36% of the surrounding traffic's one", + "Average speed is 108.85% of the surrounding traffic's one", + "Average speed is 105.98% of the surrounding traffic's one", + "Average speed is 35.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.098865, + "score_composed": 9.8865 + }, + "meta": { + "route_length": 132.062, + "duration_game": 61.4, + "duration_system": 1538.685 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_05_10_20_48_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.97% of the surrounding traffic's one", + "Average speed is 103.05% of the surrounding traffic's one", + "Average speed is 77.38% of the surrounding traffic's one", + "Average speed is 79.75% of the surrounding traffic's one", + "Average speed is 114.01% of the surrounding traffic's one", + "Average speed is 108.67% of the surrounding traffic's one", + "Average speed is 71.43% of the surrounding traffic's one", + "Average speed is 103.26% of the surrounding traffic's one", + "Average speed is 125.99% of the surrounding traffic's one", + "Average speed is 105.46% of the surrounding traffic's one", + "Average speed is 123.12% of the surrounding traffic's one", + "Average speed is 103.66% of the surrounding traffic's one", + "Average speed is 95.51% of the surrounding traffic's one", + "Average speed is 158.72% of the surrounding traffic's one", + "Average speed is 124.5% of the surrounding traffic's one", + "Average speed is 85.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.75, + "duration_system": 336.368 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_05_10_20_44_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.55% of the surrounding traffic's one", + "Average speed is 131.08% of the surrounding traffic's one", + "Average speed is 136.27% of the surrounding traffic's one", + "Average speed is 167.34% of the surrounding traffic's one", + "Average speed is 109.01% of the surrounding traffic's one", + "Average speed is 89.18% of the surrounding traffic's one", + "Average speed is 110.76% of the surrounding traffic's one", + "Average speed is 123.57% of the surrounding traffic's one", + "Average speed is 131.94% of the surrounding traffic's one", + "Average speed is 96.92% of the surrounding traffic's one", + "Average speed is 81.44% of the surrounding traffic's one", + "Average speed is 81.68% of the surrounding traffic's one", + "Average speed is 88.29% of the surrounding traffic's one", + "Average speed is 95.27% of the surrounding traffic's one", + "Average speed is 99.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.5, + "duration_system": 157.404 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_05_11_09_03_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.72% of the surrounding traffic's one", + "Average speed is 132.25% of the surrounding traffic's one", + "Average speed is 13.78% of the surrounding traffic's one", + "Average speed is 62.03% of the surrounding traffic's one", + "Average speed is 92.95% of the surrounding traffic's one", + "Average speed is 73.01% of the surrounding traffic's one", + "Average speed is 162.07% of the surrounding traffic's one", + "Average speed is 63.84% of the surrounding traffic's one", + "Average speed is 59.64% of the surrounding traffic's one", + "Average speed is 96.55% of the surrounding traffic's one", + "Average speed is 119.38% of the surrounding traffic's one", + "Average speed is 146.89% of the surrounding traffic's one", + "Average speed is 140.3% of the surrounding traffic's one", + "Average speed is 133.32% of the surrounding traffic's one", + "Average speed is 129.49% of the surrounding traffic's one", + "Average speed is 106.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 27.15, + "duration_system": 483.941 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_05_12_07_51_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.72% of the surrounding traffic's one", + "Average speed is 151.77% of the surrounding traffic's one", + "Average speed is 158.39% of the surrounding traffic's one", + "Average speed is 160.63% of the surrounding traffic's one", + "Average speed is 116.34% of the surrounding traffic's one", + "Average speed is 109.47% of the surrounding traffic's one", + "Average speed is 48.68% of the surrounding traffic's one", + "Average speed is 35.01% of the surrounding traffic's one", + "Average speed is 114.4% of the surrounding traffic's one", + "Average speed is 180.11% of the surrounding traffic's one", + "Average speed is 202.05% of the surrounding traffic's one", + "Average speed is 219.84% of the surrounding traffic's one", + "Average speed is 173.93% of the surrounding traffic's one", + "Average speed is 164.93% of the surrounding traffic's one", + "Average speed is 146.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 13.05, + "duration_system": 96.115 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_05_10_20_40_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.83% of the surrounding traffic's one", + "Average speed is 152.41% of the surrounding traffic's one", + "Average speed is 235.06% of the surrounding traffic's one", + "Average speed is 191.89% of the surrounding traffic's one", + "Average speed is 144.89% of the surrounding traffic's one", + "Average speed is 74.32% of the surrounding traffic's one", + "Average speed is 54.07% of the surrounding traffic's one", + "Average speed is 58.33% of the surrounding traffic's one", + "Average speed is 264.7% of the surrounding traffic's one", + "Average speed is 274.48% of the surrounding traffic's one", + "Average speed is 267.84% of the surrounding traffic's one", + "Average speed is 273.93% of the surrounding traffic's one", + "Average speed is 310.75% of the surrounding traffic's one", + "Average speed is 487.03% of the surrounding traffic's one", + "Average speed is 619.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 18.4, + "duration_system": 143.171 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_05_10_20_34_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.36% of the surrounding traffic's one", + "Average speed is 83.95% of the surrounding traffic's one", + "Average speed is 292.64% of the surrounding traffic's one", + "Average speed is 206.09% of the surrounding traffic's one", + "Average speed is 181.74% of the surrounding traffic's one", + "Average speed is 182.8% of the surrounding traffic's one", + "Average speed is 114.86% of the surrounding traffic's one", + "Average speed is 15.5% of the surrounding traffic's one", + "Average speed is 52.04% of the surrounding traffic's one", + "Average speed is 302.84% of the surrounding traffic's one", + "Average speed is 184.68% of the surrounding traffic's one", + "Average speed is 106.66% of the surrounding traffic's one", + "Average speed is 105.55% of the surrounding traffic's one", + "Average speed is 107.08% of the surrounding traffic's one", + "Average speed is 94.46% of the surrounding traffic's one", + "Average speed is 99.37% of the surrounding traffic's one", + "Average speed is 111.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 30.35, + "duration_system": 204.252 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_05_11_07_42_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.42% of the surrounding traffic's one", + "Average speed is 151.21% of the surrounding traffic's one", + "Average speed is 155.26% of the surrounding traffic's one", + "Average speed is 167.48% of the surrounding traffic's one", + "Average speed is 134.99% of the surrounding traffic's one", + "Average speed is 173.72% of the surrounding traffic's one", + "Average speed is 131.05% of the surrounding traffic's one", + "Average speed is 55.64% of the surrounding traffic's one", + "Average speed is 35.98% of the surrounding traffic's one", + "Average speed is 128.72% of the surrounding traffic's one", + "Average speed is 155.62% of the surrounding traffic's one", + "Average speed is 82.06% of the surrounding traffic's one", + "Average speed is 177.48% of the surrounding traffic's one", + "Average speed is 160.0% of the surrounding traffic's one", + "Average speed is 136.95% of the surrounding traffic's one", + "Average speed is 139.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 15.65, + "duration_system": 420.758 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_05_10_20_31_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 55.55% of the surrounding traffic's one", + "Average speed is 157.22% of the surrounding traffic's one", + "Average speed is 115.29% of the surrounding traffic's one", + "Average speed is 106.94% of the surrounding traffic's one", + "Average speed is 104.2% of the surrounding traffic's one", + "Average speed is 46.84% of the surrounding traffic's one", + "Average speed is 50.02% of the surrounding traffic's one", + "Average speed is 188.05% of the surrounding traffic's one", + "Average speed is 216.04% of the surrounding traffic's one", + "Average speed is 256.26% of the surrounding traffic's one", + "Average speed is 333.66% of the surrounding traffic's one", + "Average speed is 561.39% of the surrounding traffic's one", + "Average speed is 444.29% of the surrounding traffic's one", + "Average speed is 505.85% of the surrounding traffic's one", + "Average speed is 579.43% of the surrounding traffic's one", + "Average speed is 530.92% of the surrounding traffic's one", + "Average speed is 615.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 14.9, + "duration_system": 93.11 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_05_10_20_27_38", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.48% of the surrounding traffic's one", + "Average speed is 57.5% of the surrounding traffic's one", + "Average speed is 163.0% of the surrounding traffic's one", + "Average speed is 227.97% of the surrounding traffic's one", + "Average speed is 168.7% of the surrounding traffic's one", + "Average speed is 77.09% of the surrounding traffic's one", + "Average speed is 91.72% of the surrounding traffic's one", + "Average speed is 227.6% of the surrounding traffic's one", + "Average speed is 122.66% of the surrounding traffic's one", + "Average speed is 123.41% of the surrounding traffic's one", + "Average speed is 116.5% of the surrounding traffic's one", + "Average speed is 104.35% of the surrounding traffic's one", + "Average speed is 95.58% of the surrounding traffic's one", + "Average speed is 109.94% of the surrounding traffic's one", + "Average speed is 101.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 20.65, + "duration_system": 147.22 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_05_10_20_20_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 108.63% of the surrounding traffic's one", + "Average speed is 145.45% of the surrounding traffic's one", + "Average speed is 270.6% of the surrounding traffic's one", + "Average speed is 203.62% of the surrounding traffic's one", + "Average speed is 214.97% of the surrounding traffic's one", + "Average speed is 168.23% of the surrounding traffic's one", + "Average speed is 53.51% of the surrounding traffic's one", + "Average speed is 80.09% of the surrounding traffic's one", + "Average speed is 189.86% of the surrounding traffic's one", + "Average speed is 187.9% of the surrounding traffic's one", + "Average speed is 118.33% of the surrounding traffic's one", + "Average speed is 101.59% of the surrounding traffic's one", + "Average speed is 111.39% of the surrounding traffic's one", + "Average speed is 104.12% of the surrounding traffic's one", + "Average speed is 121.16% of the surrounding traffic's one", + "Average speed is 14.85% of the surrounding traffic's one", + "Average speed is 85.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.85, + "duration_system": 348.425 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_05_11_04_28_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.2% of the surrounding traffic's one", + "Average speed is 5.94% of the surrounding traffic's one", + "Average speed is 284.62% of the surrounding traffic's one", + "Average speed is 375.76% of the surrounding traffic's one", + "Average speed is 388.08% of the surrounding traffic's one", + "Average speed is 427.88% of the surrounding traffic's one", + "Average speed is 400.11% of the surrounding traffic's one", + "Average speed is 350.32% of the surrounding traffic's one", + "Average speed is 540.25% of the surrounding traffic's one", + "Average speed is 529.5% of the surrounding traffic's one", + "Average speed is 335.66% of the surrounding traffic's one", + "Average speed is 199.71% of the surrounding traffic's one", + "Average speed is 140.93% of the surrounding traffic's one", + "Average speed is 145.94% of the surrounding traffic's one", + "Average speed is 129.29% of the surrounding traffic's one", + "Average speed is 131.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 31.9, + "duration_system": 280.301 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_05_12_07_37_55", + "status": "Failed - Agent got blocked", + "num_infractions": 15, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.guardrail and id=0 at (x=4041.452, y=4044.123, z=368.695) at time=9.650s [CARLA Frame: 5963, Agent Step: 192]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.034 meters (1.41% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 211.61% of the surrounding traffic's one", + "Average speed is 241.13% of the surrounding traffic's one", + "Average speed is 196.57% of the surrounding traffic's one", + "Average speed is 202.91% of the surrounding traffic's one", + "Average speed is 176.3% of the surrounding traffic's one", + "Average speed is 155.72% of the surrounding traffic's one", + "Average speed is 131.04% of the surrounding traffic's one", + "Average speed is 144.92% of the surrounding traffic's one", + "Average speed is 148.5% of the surrounding traffic's one", + "Average speed is 159.6% of the surrounding traffic's one", + "Average speed is 114.32% of the surrounding traffic's one", + "Average speed is 105.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=4041.708, y=4044.456, z=368.698)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 68.8, + "score_penalty": 0.640844, + "score_composed": 44.090087 + }, + "meta": { + "route_length": 106.662, + "duration_game": 70.1, + "duration_system": 652.808 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_05_11_06_26_29", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5742.818, y=4729.202, z=186.946) at time=10.450s [CARLA Frame: 6538, Agent Step: 208]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.61% of the surrounding traffic's one", + "Average speed is 319.28% of the surrounding traffic's one", + "Average speed is 261.15% of the surrounding traffic's one", + "Average speed is 221.29% of the surrounding traffic's one", + "Average speed is 210.38% of the surrounding traffic's one", + "Average speed is 214.4% of the surrounding traffic's one", + "Average speed is 190.42% of the surrounding traffic's one", + "Average speed is 125.46% of the surrounding traffic's one", + "Average speed is 73.7% of the surrounding traffic's one", + "Average speed is 146.8% of the surrounding traffic's one", + "Average speed is 178.79% of the surrounding traffic's one", + "Average speed is 187.1% of the surrounding traffic's one", + "Average speed is 147.45% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.05, + "duration_system": 113.173 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_05_12_00_34_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 323.77% of the surrounding traffic's one", + "Average speed is 332.44% of the surrounding traffic's one", + "Average speed is 185.48% of the surrounding traffic's one", + "Average speed is 259.2% of the surrounding traffic's one", + "Average speed is 221.35% of the surrounding traffic's one", + "Average speed is 164.19% of the surrounding traffic's one", + "Average speed is 148.24% of the surrounding traffic's one", + "Average speed is 157.21% of the surrounding traffic's one", + "Average speed is 168.07% of the surrounding traffic's one", + "Average speed is 143.47% of the surrounding traffic's one", + "Average speed is 131.99% of the surrounding traffic's one", + "Average speed is 205.23% of the surrounding traffic's one", + "Average speed is 192.39% of the surrounding traffic's one", + "Average speed is 210.31% of the surrounding traffic's one", + "Average speed is 169.75% of the surrounding traffic's one", + "Average speed is 160.23% of the surrounding traffic's one", + "Average speed is 110.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 13.95, + "duration_system": 225.286 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_05_10_20_16_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 277.89% of the surrounding traffic's one", + "Average speed is 382.58% of the surrounding traffic's one", + "Average speed is 520.55% of the surrounding traffic's one", + "Average speed is 634.72% of the surrounding traffic's one", + "Average speed is 650.76% of the surrounding traffic's one", + "Average speed is 567.05% of the surrounding traffic's one", + "Average speed is 475.31% of the surrounding traffic's one", + "Average speed is 440.83% of the surrounding traffic's one", + "Average speed is 651.48% of the surrounding traffic's one", + "Average speed is 1014.2% of the surrounding traffic's one", + "Average speed is 3184.59% of the surrounding traffic's one", + "Average speed is 23152.16% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 95.127 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_05_11_05_10_06", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.09% of the surrounding traffic's one", + "Average speed is 106.6% of the surrounding traffic's one", + "Average speed is 189.09% of the surrounding traffic's one", + "Average speed is 185.07% of the surrounding traffic's one", + "Average speed is 134.69% of the surrounding traffic's one", + "Average speed is 152.6% of the surrounding traffic's one", + "Average speed is 156.9% of the surrounding traffic's one", + "Average speed is 172.17% of the surrounding traffic's one", + "Average speed is 206.49% of the surrounding traffic's one", + "Average speed is 317.27% of the surrounding traffic's one", + "Average speed is 421.25% of the surrounding traffic's one", + "Average speed is 446.79% of the surrounding traffic's one", + "Average speed is 363.03% of the surrounding traffic's one", + "Average speed is 272.1% of the surrounding traffic's one", + "Average speed is 363.72% of the surrounding traffic's one", + "Average speed is 1028.3% of the surrounding traffic's one", + "Average speed is 958.67% of the surrounding traffic's one", + "Average speed is 623.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 17.35, + "duration_system": 121.15 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_05_11_04_25_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.91% of the surrounding traffic's one", + "Average speed is 205.6% of the surrounding traffic's one", + "Average speed is 213.39% of the surrounding traffic's one", + "Average speed is 219.43% of the surrounding traffic's one", + "Average speed is 240.57% of the surrounding traffic's one", + "Average speed is 236.55% of the surrounding traffic's one", + "Average speed is 225.39% of the surrounding traffic's one", + "Average speed is 271.41% of the surrounding traffic's one", + "Average speed is 248.37% of the surrounding traffic's one", + "Average speed is 590.48% of the surrounding traffic's one", + "Average speed is 560.5% of the surrounding traffic's one", + "Average speed is 449.96% of the surrounding traffic's one", + "Average speed is 353.08% of the surrounding traffic's one", + "Average speed is 268.67% of the surrounding traffic's one", + "Average speed is 172.68% of the surrounding traffic's one", + "Average speed is 100.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.8, + "duration_system": 55.07 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_05_10_20_57_20", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 195.19% of the surrounding traffic's one", + "Average speed is 187.62% of the surrounding traffic's one", + "Average speed is 214.23% of the surrounding traffic's one", + "Average speed is 247.32% of the surrounding traffic's one", + "Average speed is 274.95% of the surrounding traffic's one", + "Average speed is 300.87% of the surrounding traffic's one", + "Average speed is 313.54% of the surrounding traffic's one", + "Average speed is 357.88% of the surrounding traffic's one", + "Average speed is 339.35% of the surrounding traffic's one", + "Average speed is 449.82% of the surrounding traffic's one", + "Average speed is 408.9% of the surrounding traffic's one", + "Average speed is 281.97% of the surrounding traffic's one", + "Average speed is 242.15% of the surrounding traffic's one", + "Average speed is 222.09% of the surrounding traffic's one", + "Average speed is 169.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.15, + "duration_system": 68.07 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_05_12_00_23_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3704 at (x=3907.134, y=4859.92, z=367.139) at time=13.950s [CARLA Frame: 6523, Agent Step: 278]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.026 meters (0.99% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 253.53% of the surrounding traffic's one", + "Average speed is 283.0% of the surrounding traffic's one", + "Average speed is 256.11% of the surrounding traffic's one", + "Average speed is 36.54% of the surrounding traffic's one", + "Average speed is 191.78% of the surrounding traffic's one", + "Average speed is 234.47% of the surrounding traffic's one", + "Average speed is 269.44% of the surrounding traffic's one", + "Average speed is 220.59% of the surrounding traffic's one", + "Average speed is 168.7% of the surrounding traffic's one", + "Average speed is 166.2% of the surrounding traffic's one", + "Average speed is 148.01% of the surrounding traffic's one", + "Average speed is 154.2% of the surrounding traffic's one", + "Average speed is 4.76% of the surrounding traffic's one", + "Average speed is 866.49% of the surrounding traffic's one", + "Average speed is 705.42% of the surrounding traffic's one", + "Average speed is 831.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.594041, + "score_composed": 59.404147 + }, + "meta": { + "route_length": 112.631, + "duration_game": 58.15, + "duration_system": 495.655 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_05_11_03_48_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.48% of the surrounding traffic's one", + "Average speed is 80.52% of the surrounding traffic's one", + "Average speed is 173.89% of the surrounding traffic's one", + "Average speed is 214.76% of the surrounding traffic's one", + "Average speed is 177.64% of the surrounding traffic's one", + "Average speed is 163.62% of the surrounding traffic's one", + "Average speed is 137.8% of the surrounding traffic's one", + "Average speed is 145.08% of the surrounding traffic's one", + "Average speed is 5.83% of the surrounding traffic's one", + "Average speed is 234.19% of the surrounding traffic's one", + "Average speed is 240.15% of the surrounding traffic's one", + "Average speed is 279.46% of the surrounding traffic's one", + "Average speed is 312.31% of the surrounding traffic's one", + "Average speed is 316.25% of the surrounding traffic's one", + "Average speed is 466.82% of the surrounding traffic's one", + "Average speed is 641.23% of the surrounding traffic's one", + "Average speed is 519.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.412, + "duration_game": 57.75, + "duration_system": 433.607 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_05_10_20_10_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 220.56% of the surrounding traffic's one", + "Average speed is 247.42% of the surrounding traffic's one", + "Average speed is 199.52% of the surrounding traffic's one", + "Average speed is 197.95% of the surrounding traffic's one", + "Average speed is 173.01% of the surrounding traffic's one", + "Average speed is 147.1% of the surrounding traffic's one", + "Average speed is 128.72% of the surrounding traffic's one", + "Average speed is 140.69% of the surrounding traffic's one", + "Average speed is 141.67% of the surrounding traffic's one", + "Average speed is 121.72% of the surrounding traffic's one", + "Average speed is 124.3% of the surrounding traffic's one", + "Average speed is 106.74% of the surrounding traffic's one", + "Average speed is 213.24% of the surrounding traffic's one", + "Average speed is 205.59% of the surrounding traffic's one", + "Average speed is 163.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.15, + "duration_system": 173.21 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_05_10_20_53_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.28% of the surrounding traffic's one", + "Average speed is 190.52% of the surrounding traffic's one", + "Average speed is 216.35% of the surrounding traffic's one", + "Average speed is 241.1% of the surrounding traffic's one", + "Average speed is 270.73% of the surrounding traffic's one", + "Average speed is 288.7% of the surrounding traffic's one", + "Average speed is 304.57% of the surrounding traffic's one", + "Average speed is 310.98% of the surrounding traffic's one", + "Average speed is 277.87% of the surrounding traffic's one", + "Average speed is 448.13% of the surrounding traffic's one", + "Average speed is 394.4% of the surrounding traffic's one", + "Average speed is 305.32% of the surrounding traffic's one", + "Average speed is 266.64% of the surrounding traffic's one", + "Average speed is 216.22% of the surrounding traffic's one", + "Average speed is 110.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.45, + "duration_system": 67.07 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_05_11_03_42_04", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.23% of the surrounding traffic's one", + "Average speed is 94.17% of the surrounding traffic's one", + "Average speed is 192.02% of the surrounding traffic's one", + "Average speed is 143.48% of the surrounding traffic's one", + "Average speed is 130.72% of the surrounding traffic's one", + "Average speed is 136.07% of the surrounding traffic's one", + "Average speed is 151.93% of the surrounding traffic's one", + "Average speed is 167.58% of the surrounding traffic's one", + "Average speed is 172.33% of the surrounding traffic's one", + "Average speed is 191.9% of the surrounding traffic's one", + "Average speed is 183.62% of the surrounding traffic's one", + "Average speed is 182.8% of the surrounding traffic's one", + "Average speed is 180.65% of the surrounding traffic's one", + "Average speed is 174.36% of the surrounding traffic's one", + "Average speed is 125.4% of the surrounding traffic's one", + "Average speed is 181.36% of the surrounding traffic's one", + "Average speed is 128.16% of the surrounding traffic's one", + "Average speed is 77.76% of the surrounding traffic's one", + "Average speed is 64.44% of the surrounding traffic's one", + "Average speed is 64.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2622.114, y=5902.038, z=157.713)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 27.85, + "duration_system": 235.307 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_05_11_03_36_47", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3716 at (x=1104.559, y=3102.747, z=364.869) at time=8.350s [CARLA Frame: 6583, Agent Step: 166]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 321.48% of the surrounding traffic's one", + "Average speed is 343.64% of the surrounding traffic's one", + "Average speed is 271.88% of the surrounding traffic's one", + "Average speed is 226.14% of the surrounding traffic's one", + "Average speed is 183.75% of the surrounding traffic's one", + "Average speed is 92.89% of the surrounding traffic's one", + "Average speed is 157.88% of the surrounding traffic's one", + "Average speed is 203.95% of the surrounding traffic's one", + "Average speed is 225.32% of the surrounding traffic's one", + "Average speed is 202.74% of the surrounding traffic's one", + "Average speed is 183.53% of the surrounding traffic's one", + "Average speed is 144.34% of the surrounding traffic's one", + "Average speed is 64.29% of the surrounding traffic's one", + "Average speed is 266.04% of the surrounding traffic's one", + "Average speed is 209.83% of the surrounding traffic's one", + "Average speed is 96.95% of the surrounding traffic's one", + "Average speed is 99.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 15.4, + "duration_system": 184.224 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_05_11_04_14_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 53.38% of the surrounding traffic's one", + "Average speed is 6.45% of the surrounding traffic's one", + "Average speed is 1605.27% of the surrounding traffic's one", + "Average speed is 1789.41% of the surrounding traffic's one", + "Average speed is 1791.6% of the surrounding traffic's one", + "Average speed is 1682.76% of the surrounding traffic's one", + "Average speed is 1722.86% of the surrounding traffic's one", + "Average speed is 1508.48% of the surrounding traffic's one", + "Average speed is 1379.09% of the surrounding traffic's one", + "Average speed is 1831.58% of the surrounding traffic's one", + "Average speed is 1582.5% of the surrounding traffic's one", + "Average speed is 1144.31% of the surrounding traffic's one", + "Average speed is 957.77% of the surrounding traffic's one", + "Average speed is 640.52% of the surrounding traffic's one", + "Average speed is 395.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.85, + "duration_system": 554.593 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_05_10_20_06_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 408.72% of the surrounding traffic's one", + "Average speed is 656.25% of the surrounding traffic's one", + "Average speed is 928.31% of the surrounding traffic's one", + "Average speed is 1034.9% of the surrounding traffic's one", + "Average speed is 1011.57% of the surrounding traffic's one", + "Average speed is 829.47% of the surrounding traffic's one", + "Average speed is 611.8% of the surrounding traffic's one", + "Average speed is 453.37% of the surrounding traffic's one", + "Average speed is 552.57% of the surrounding traffic's one", + "Average speed is 649.7% of the surrounding traffic's one", + "Average speed is 747.46% of the surrounding traffic's one", + "Average speed is 1059.85% of the surrounding traffic's one", + "Average speed is 861.6% of the surrounding traffic's one", + "Average speed is 447.71% of the surrounding traffic's one", + "Average speed is 402.32% of the surrounding traffic's one", + "Average speed is 365.39% of the surrounding traffic's one", + "Average speed is 343.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.95, + "duration_system": 147.174 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_05_10_20_00_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 319.29% of the surrounding traffic's one", + "Average speed is 274.56% of the surrounding traffic's one", + "Average speed is 187.83% of the surrounding traffic's one", + "Average speed is 319.14% of the surrounding traffic's one", + "Average speed is 262.6% of the surrounding traffic's one", + "Average speed is 171.43% of the surrounding traffic's one", + "Average speed is 141.38% of the surrounding traffic's one", + "Average speed is 147.31% of the surrounding traffic's one", + "Average speed is 165.08% of the surrounding traffic's one", + "Average speed is 143.95% of the surrounding traffic's one", + "Average speed is 141.26% of the surrounding traffic's one", + "Average speed is 135.71% of the surrounding traffic's one", + "Average speed is 133.44% of the surrounding traffic's one", + "Average speed is 161.03% of the surrounding traffic's one", + "Average speed is 130.07% of the surrounding traffic's one", + "Average speed is 126.1% of the surrounding traffic's one", + "Average speed is 111.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 207.547 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_05_11_03_32_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 277.25% of the surrounding traffic's one", + "Average speed is 383.11% of the surrounding traffic's one", + "Average speed is 521.42% of the surrounding traffic's one", + "Average speed is 637.75% of the surrounding traffic's one", + "Average speed is 650.28% of the surrounding traffic's one", + "Average speed is 552.9% of the surrounding traffic's one", + "Average speed is 462.82% of the surrounding traffic's one", + "Average speed is 430.39% of the surrounding traffic's one", + "Average speed is 662.06% of the surrounding traffic's one", + "Average speed is 1100.81% of the surrounding traffic's one", + "Average speed is 3794.89% of the surrounding traffic's one", + "Average speed is 38609.67% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.25, + "duration_system": 95.118 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_05_11_03_27_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 218.86% of the surrounding traffic's one", + "Average speed is 86.04% of the surrounding traffic's one", + "Average speed is 177.89% of the surrounding traffic's one", + "Average speed is 215.59% of the surrounding traffic's one", + "Average speed is 215.4% of the surrounding traffic's one", + "Average speed is 126.73% of the surrounding traffic's one", + "Average speed is 130.84% of the surrounding traffic's one", + "Average speed is 276.18% of the surrounding traffic's one", + "Average speed is 343.33% of the surrounding traffic's one", + "Average speed is 404.92% of the surrounding traffic's one", + "Average speed is 424.14% of the surrounding traffic's one", + "Average speed is 399.32% of the surrounding traffic's one", + "Average speed is 341.69% of the surrounding traffic's one", + "Average speed is 309.18% of the surrounding traffic's one", + "Average speed is 311.0% of the surrounding traffic's one", + "Average speed is 323.66% of the surrounding traffic's one", + "Average speed is 221.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 15.1, + "duration_system": 176.255 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_05_12_06_18_14", + "status": "Failed - Agent deviated from the route", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3709 at (x=-820.983, y=4757.514, z=369.986) at time=9.550s [CARLA Frame: 5824, Agent Step: 190]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 332.56% of the surrounding traffic's one", + "Average speed is 304.03% of the surrounding traffic's one", + "Average speed is 230.14% of the surrounding traffic's one", + "Average speed is 203.74% of the surrounding traffic's one", + "Average speed is 171.22% of the surrounding traffic's one", + "Average speed is 153.51% of the surrounding traffic's one", + "Average speed is 138.26% of the surrounding traffic's one", + "Average speed is 145.04% of the surrounding traffic's one", + "Average speed is 170.2% of the surrounding traffic's one", + "Average speed is 184.88% of the surrounding traffic's one", + "Average speed is 166.38% of the surrounding traffic's one", + "Average speed is 37.15% of the surrounding traffic's one", + "Average speed is 144.17% of the surrounding traffic's one", + "Average speed is 145.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-819.457, y=4725.473, z=369.206)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 79.77, + "score_penalty": 0.6, + "score_composed": 47.862 + }, + "meta": { + "route_length": 106.658, + "duration_game": 17.7, + "duration_system": 318.365 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_05_10_20_50_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 247.55% of the surrounding traffic's one", + "Average speed is 307.55% of the surrounding traffic's one", + "Average speed is 305.43% of the surrounding traffic's one", + "Average speed is 255.19% of the surrounding traffic's one", + "Average speed is 355.08% of the surrounding traffic's one", + "Average speed is 466.59% of the surrounding traffic's one", + "Average speed is 505.54% of the surrounding traffic's one", + "Average speed is 592.08% of the surrounding traffic's one", + "Average speed is 644.24% of the surrounding traffic's one", + "Average speed is 640.04% of the surrounding traffic's one", + "Average speed is 601.03% of the surrounding traffic's one", + "Average speed is 602.23% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 8355843.01% of the surrounding traffic's one", + "Average speed is 175968.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.1, + "duration_system": 109.121 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_05_10_20_45_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.23% of the surrounding traffic's one", + "Average speed is 550.74% of the surrounding traffic's one", + "Average speed is 499.56% of the surrounding traffic's one", + "Average speed is 308.81% of the surrounding traffic's one", + "Average speed is 179.84% of the surrounding traffic's one", + "Average speed is 178.18% of the surrounding traffic's one", + "Average speed is 54.22% of the surrounding traffic's one", + "Average speed is 147.0% of the surrounding traffic's one", + "Average speed is 217.03% of the surrounding traffic's one", + "Average speed is 207.95% of the surrounding traffic's one", + "Average speed is 147.57% of the surrounding traffic's one", + "Average speed is 97.61% of the surrounding traffic's one", + "Average speed is 178.79% of the surrounding traffic's one", + "Average speed is 172.53% of the surrounding traffic's one", + "Average speed is 2930.25% of the surrounding traffic's one", + "Average speed is 9896793.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.7, + "duration_system": 158.166 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_05_11_04_09_33", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.31% of the surrounding traffic's one", + "Average speed is 493.66% of the surrounding traffic's one", + "Average speed is 340.48% of the surrounding traffic's one", + "Average speed is 234.2% of the surrounding traffic's one", + "Average speed is 159.9% of the surrounding traffic's one", + "Average speed is 164.4% of the surrounding traffic's one", + "Average speed is 147.81% of the surrounding traffic's one", + "Average speed is 117.43% of the surrounding traffic's one", + "Average speed is 88.27% of the surrounding traffic's one", + "Average speed is 177.64% of the surrounding traffic's one", + "Average speed is 224.39% of the surrounding traffic's one", + "Average speed is 96.09% of the surrounding traffic's one", + "Average speed is 82.3% of the surrounding traffic's one", + "Average speed is 315.34% of the surrounding traffic's one", + "Average speed is 398.46% of the surrounding traffic's one", + "Average speed is 155.79% of the surrounding traffic's one", + "Average speed is 145.78% of the surrounding traffic's one", + "Average speed is 341.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.15, + "duration_system": 139.145 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_05_11_03_57_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 300.85% of the surrounding traffic's one", + "Average speed is 467.53% of the surrounding traffic's one", + "Average speed is 297.19% of the surrounding traffic's one", + "Average speed is 152.82% of the surrounding traffic's one", + "Average speed is 81.21% of the surrounding traffic's one", + "Average speed is 11.04% of the surrounding traffic's one", + "Average speed is 2564.66% of the surrounding traffic's one", + "Average speed is 665.89% of the surrounding traffic's one", + "Average speed is 175.74% of the surrounding traffic's one", + "Average speed is 2867.93% of the surrounding traffic's one", + "Average speed is 2282.53% of the surrounding traffic's one", + "Average speed is 1166.28% of the surrounding traffic's one", + "Average speed is 869.92% of the surrounding traffic's one", + "Average speed is 512.91% of the surrounding traffic's one", + "Average speed is 290.58% of the surrounding traffic's one", + "Average speed is 139.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.35, + "duration_system": 564.561 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_05_11_03_50_55", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 206.86% of the surrounding traffic's one", + "Average speed is 1068.22% of the surrounding traffic's one", + "Average speed is 1636.34% of the surrounding traffic's one", + "Average speed is 311.24% of the surrounding traffic's one", + "Average speed is 109.69% of the surrounding traffic's one", + "Average speed is 44.75% of the surrounding traffic's one", + "Average speed is 140.57% of the surrounding traffic's one", + "Average speed is 168.82% of the surrounding traffic's one", + "Average speed is 23.99% of the surrounding traffic's one", + "Average speed is 412.25% of the surrounding traffic's one", + "Average speed is 620.12% of the surrounding traffic's one", + "Average speed is 709.99% of the surrounding traffic's one", + "Average speed is 905.6% of the surrounding traffic's one", + "Average speed is 515.6% of the surrounding traffic's one", + "Average speed is 308.59% of the surrounding traffic's one", + "Average speed is 326.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 24.1, + "duration_system": 284.295 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_05_11_03_40_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3933 at (x=915.288, y=3690.712, z=370.773) at time=47.750s [CARLA Frame: 6947, Agent Step: 954]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.01% of the surrounding traffic's one", + "Average speed is 675.13% of the surrounding traffic's one", + "Average speed is 718.58% of the surrounding traffic's one", + "Average speed is 141.86% of the surrounding traffic's one", + "Average speed is 14.15% of the surrounding traffic's one", + "Average speed is 2046.44% of the surrounding traffic's one", + "Average speed is 2134.78% of the surrounding traffic's one", + "Average speed is 2024.9% of the surrounding traffic's one", + "Average speed is 2111.05% of the surrounding traffic's one", + "Average speed is 1823.65% of the surrounding traffic's one", + "Average speed is 5113.58% of the surrounding traffic's one", + "Average speed is 1609.61% of the surrounding traffic's one", + "Average speed is 1064.32% of the surrounding traffic's one", + "Average speed is 926.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.55, + "duration_system": 466.715 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_05_11_03_35_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.39% of the surrounding traffic's one", + "Average speed is 104.09% of the surrounding traffic's one", + "Average speed is 113.89% of the surrounding traffic's one", + "Average speed is 37.74% of the surrounding traffic's one", + "Average speed is 180.4% of the surrounding traffic's one", + "Average speed is 49.07% of the surrounding traffic's one", + "Average speed is 347.61% of the surrounding traffic's one", + "Average speed is 488.39% of the surrounding traffic's one", + "Average speed is 120.53% of the surrounding traffic's one", + "Average speed is 648.65% of the surrounding traffic's one", + "Average speed is 1970.0% of the surrounding traffic's one", + "Average speed is 1778.57% of the surrounding traffic's one", + "Average speed is 966.04% of the surrounding traffic's one", + "Average speed is 1019.42% of the surrounding traffic's one", + "Average speed is 615.74% of the surrounding traffic's one", + "Average speed is 312.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 19.95, + "duration_system": 177.181 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_05_11_03_29_55", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.78% of the surrounding traffic's one", + "Average speed is 151.99% of the surrounding traffic's one", + "Average speed is 87.5% of the surrounding traffic's one", + "Average speed is 14.39% of the surrounding traffic's one", + "Average speed is 374.37% of the surrounding traffic's one", + "Average speed is 508.85% of the surrounding traffic's one", + "Average speed is 256.0% of the surrounding traffic's one", + "Average speed is 426.02% of the surrounding traffic's one", + "Average speed is 870.85% of the surrounding traffic's one", + "Average speed is 602.7% of the surrounding traffic's one", + "Average speed is 290.41% of the surrounding traffic's one", + "Average speed is 469.46% of the surrounding traffic's one", + "Average speed is 433.76% of the surrounding traffic's one", + "Average speed is 448.42% of the surrounding traffic's one", + "Average speed is 324.47% of the surrounding traffic's one", + "Average speed is 235.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.65, + "duration_system": 216.226 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_05_11_03_22_03", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=239.35, y=5915.88, z=361.204) at time=33.600s [CARLA Frame: 6586, Agent Step: 671]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.61% of the surrounding traffic's one", + "Average speed is 91.46% of the surrounding traffic's one", + "Average speed is 384.22% of the surrounding traffic's one", + "Average speed is 207.47% of the surrounding traffic's one", + "Average speed is 137.9% of the surrounding traffic's one", + "Average speed is 54.95% of the surrounding traffic's one", + "Average speed is 9.42% of the surrounding traffic's one", + "Average speed is 428.89% of the surrounding traffic's one", + "Average speed is 604.5% of the surrounding traffic's one", + "Average speed is 548.35% of the surrounding traffic's one", + "Average speed is 371.42% of the surrounding traffic's one", + "Average speed is 1548.76% of the surrounding traffic's one", + "Average speed is 1524.51% of the surrounding traffic's one", + "Average speed is 1546.0% of the surrounding traffic's one", + "Average speed is 747.28% of the surrounding traffic's one", + "Average speed is 466.48% of the surrounding traffic's one", + "Average speed is 489.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 34.9, + "duration_system": 339.364 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_05_11_02_50_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.55% of the surrounding traffic's one", + "Average speed is 215.0% of the surrounding traffic's one", + "Average speed is 346.0% of the surrounding traffic's one", + "Average speed is 159.7% of the surrounding traffic's one", + "Average speed is 24.21% of the surrounding traffic's one", + "Average speed is 2.35% of the surrounding traffic's one", + "Average speed is 303.03% of the surrounding traffic's one", + "Average speed is 408.48% of the surrounding traffic's one", + "Average speed is 474.08% of the surrounding traffic's one", + "Average speed is 450.38% of the surrounding traffic's one", + "Average speed is 1075.57% of the surrounding traffic's one", + "Average speed is 4211.18% of the surrounding traffic's one", + "Average speed is 1155.85% of the surrounding traffic's one", + "Average speed is 581.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 138.35, + "duration_system": 1786.923 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_05_10_20_40_53", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 269.37% of the surrounding traffic's one", + "Average speed is 464.82% of the surrounding traffic's one", + "Average speed is 468.65% of the surrounding traffic's one", + "Average speed is 120.31% of the surrounding traffic's one", + "Average speed is 60.25% of the surrounding traffic's one", + "Average speed is 28.44% of the surrounding traffic's one", + "Average speed is 302.49% of the surrounding traffic's one", + "Average speed is 407.33% of the surrounding traffic's one", + "Average speed is 472.81% of the surrounding traffic's one", + "Average speed is 404.78% of the surrounding traffic's one", + "Average speed is 390.45% of the surrounding traffic's one", + "Average speed is 885.69% of the surrounding traffic's one", + "Average speed is 2243.89% of the surrounding traffic's one", + "Average speed is 1202.97% of the surrounding traffic's one", + "Average speed is 1073.87% of the surrounding traffic's one", + "Average speed is 841.55% of the surrounding traffic's one", + "Average speed is 920.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 12.65, + "duration_system": 128.138 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_05_10_20_36_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1986.568, y=2173.274, z=362.222) at time=8.000s [CARLA Frame: 6316, Agent Step: 159]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 407.7% of the surrounding traffic's one", + "Average speed is 585.17% of the surrounding traffic's one", + "Average speed is 545.47% of the surrounding traffic's one", + "Average speed is 268.32% of the surrounding traffic's one", + "Average speed is 118.35% of the surrounding traffic's one", + "Average speed is 50.63% of the surrounding traffic's one", + "Average speed is 197.45% of the surrounding traffic's one", + "Average speed is 262.72% of the surrounding traffic's one", + "Average speed is 261.71% of the surrounding traffic's one", + "Average speed is 270.43% of the surrounding traffic's one", + "Average speed is 734.12% of the surrounding traffic's one", + "Average speed is 1258.76% of the surrounding traffic's one", + "Average speed is 1242.77% of the surrounding traffic's one", + "Average speed is 1442.13% of the surrounding traffic's one", + "Average speed is 2578.13% of the surrounding traffic's one", + "Average speed is 2375.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 10.7, + "duration_system": 107.105 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_05_11_01_52_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.11% of the surrounding traffic's one", + "Average speed is 142.02% of the surrounding traffic's one", + "Average speed is 196.46% of the surrounding traffic's one", + "Average speed is 81.06% of the surrounding traffic's one", + "Average speed is 6.49% of the surrounding traffic's one", + "Average speed is 189.47% of the surrounding traffic's one", + "Average speed is 874.53% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 127.78% of the surrounding traffic's one", + "Average speed is 232.69% of the surrounding traffic's one", + "Average speed is 172.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 32.3, + "duration_system": 762.873 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_05_11_16_13_03", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.22% of the surrounding traffic's one", + "Average speed is 270.06% of the surrounding traffic's one", + "Average speed is 235.65% of the surrounding traffic's one", + "Average speed is 93.91% of the surrounding traffic's one", + "Average speed is 27.37% of the surrounding traffic's one", + "Average speed is 76.2% of the surrounding traffic's one", + "Average speed is 482.54% of the surrounding traffic's one", + "Average speed is 484.82% of the surrounding traffic's one", + "Average speed is 579.48% of the surrounding traffic's one", + "Average speed is 603.85% of the surrounding traffic's one", + "Average speed is 500.91% of the surrounding traffic's one", + "Average speed is 848.35% of the surrounding traffic's one", + "Average speed is 642.22% of the surrounding traffic's one", + "Average speed is 561.97% of the surrounding traffic's one", + "Average speed is 500.34% of the surrounding traffic's one", + "Average speed is 632.47% of the surrounding traffic's one", + "Average speed is 777.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 18.65, + "duration_system": 233.253 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_05_10_20_32_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 208.77% of the surrounding traffic's one", + "Average speed is 532.28% of the surrounding traffic's one", + "Average speed is 492.09% of the surrounding traffic's one", + "Average speed is 391.0% of the surrounding traffic's one", + "Average speed is 151.91% of the surrounding traffic's one", + "Average speed is 59.11% of the surrounding traffic's one", + "Average speed is 143.53% of the surrounding traffic's one", + "Average speed is 216.5% of the surrounding traffic's one", + "Average speed is 235.27% of the surrounding traffic's one", + "Average speed is 242.95% of the surrounding traffic's one", + "Average speed is 299.07% of the surrounding traffic's one", + "Average speed is 607.77% of the surrounding traffic's one", + "Average speed is 888.68% of the surrounding traffic's one", + "Average speed is 680.49% of the surrounding traffic's one", + "Average speed is 635.1% of the surrounding traffic's one", + "Average speed is 855.39% of the surrounding traffic's one", + "Average speed is 2053.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 11.75, + "duration_system": 142.14 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_05_10_20_15_53", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3756 at (x=-1382.576, y=5322.631, z=376.653) at time=43.100s [CARLA Frame: 6630, Agent Step: 861]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.04% of the surrounding traffic's one", + "Average speed is 152.42% of the surrounding traffic's one", + "Average speed is 590.96% of the surrounding traffic's one", + "Average speed is 536.95% of the surrounding traffic's one", + "Average speed is 140.51% of the surrounding traffic's one", + "Average speed is 12.56% of the surrounding traffic's one", + "Average speed is 93.69% of the surrounding traffic's one", + "Average speed is 523.85% of the surrounding traffic's one", + "Average speed is 55.33% of the surrounding traffic's one", + "Average speed is 3329.34% of the surrounding traffic's one", + "Average speed is 3056.21% of the surrounding traffic's one", + "Average speed is 50208646.02% of the surrounding traffic's one", + "Average speed is 43651922.69% of the surrounding traffic's one", + "Average speed is 80714.02% of the surrounding traffic's one", + "Average speed is 3182.15% of the surrounding traffic's one", + "Average speed is 1432.58% of the surrounding traffic's one", + "Average speed is 1223.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 90.1, + "duration_system": 849.957 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_05_11_01_32_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 349.64% of the surrounding traffic's one", + "Average speed is 635.76% of the surrounding traffic's one", + "Average speed is 436.52% of the surrounding traffic's one", + "Average speed is 90.43% of the surrounding traffic's one", + "Average speed is 84.36% of the surrounding traffic's one", + "Average speed is 66.57% of the surrounding traffic's one", + "Average speed is 343.84% of the surrounding traffic's one", + "Average speed is 470.15% of the surrounding traffic's one", + "Average speed is 372.15% of the surrounding traffic's one", + "Average speed is 293.78% of the surrounding traffic's one", + "Average speed is 291.7% of the surrounding traffic's one", + "Average speed is 304.62% of the surrounding traffic's one", + "Average speed is 243.64% of the surrounding traffic's one", + "Average speed is 183.94% of the surrounding traffic's one", + "Average speed is 178.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.25, + "duration_system": 181.714 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_05_10_20_11_06", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3718 at (x=2536.352, y=2073.636, z=356.952) at time=10.150s [CARLA Frame: 5462, Agent Step: 202]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.66% of the surrounding traffic's one", + "Average speed is 524.46% of the surrounding traffic's one", + "Average speed is 550.86% of the surrounding traffic's one", + "Average speed is 530.55% of the surrounding traffic's one", + "Average speed is 129.52% of the surrounding traffic's one", + "Average speed is 38.41% of the surrounding traffic's one", + "Average speed is 344.28% of the surrounding traffic's one", + "Average speed is 458.02% of the surrounding traffic's one", + "Average speed is 568.78% of the surrounding traffic's one", + "Average speed is 535.2% of the surrounding traffic's one", + "Average speed is 476.65% of the surrounding traffic's one", + "Average speed is 618.81% of the surrounding traffic's one", + "Average speed is 603.25% of the surrounding traffic's one", + "Average speed is 764.58% of the surrounding traffic's one", + "Average speed is 692.89% of the surrounding traffic's one", + "Average speed is 550.66% of the surrounding traffic's one", + "Average speed is 615.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 12.85, + "duration_system": 150.152 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_05_10_20_00_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.03% of the surrounding traffic's one", + "Average speed is 1928.72% of the surrounding traffic's one", + "Average speed is 380.24% of the surrounding traffic's one", + "Average speed is 253.94% of the surrounding traffic's one", + "Average speed is 298.33% of the surrounding traffic's one", + "Average speed is 462.32% of the surrounding traffic's one", + "Average speed is 381.23% of the surrounding traffic's one", + "Average speed is 332.09% of the surrounding traffic's one", + "Average speed is 292.77% of the surrounding traffic's one", + "Average speed is 178.78% of the surrounding traffic's one", + "Average speed is 78.59% of the surrounding traffic's one", + "Average speed is 77.44% of the surrounding traffic's one", + "Average speed is 70.39% of the surrounding traffic's one", + "Average speed is 67.71% of the surrounding traffic's one", + "Average speed is 75.34% of the surrounding traffic's one", + "Average speed is 83.24% of the surrounding traffic's one", + "Average speed is 89.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 54.1, + "duration_system": 485.569 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_05_11_01_26_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.81% of the surrounding traffic's one", + "Average speed is 86.71% of the surrounding traffic's one", + "Average speed is 251.3% of the surrounding traffic's one", + "Average speed is 246.89% of the surrounding traffic's one", + "Average speed is 249.82% of the surrounding traffic's one", + "Average speed is 185.68% of the surrounding traffic's one", + "Average speed is 20.49% of the surrounding traffic's one", + "Average speed is 183.4% of the surrounding traffic's one", + "Average speed is 291.27% of the surrounding traffic's one", + "Average speed is 454.4% of the surrounding traffic's one", + "Average speed is 327.05% of the surrounding traffic's one", + "Average speed is 210.93% of the surrounding traffic's one", + "Average speed is 291.01% of the surrounding traffic's one", + "Average speed is 152.44% of the surrounding traffic's one", + "Average speed is 236.0% of the surrounding traffic's one", + "Average speed is 195.57% of the surrounding traffic's one", + "Average speed is 185.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 23.85, + "duration_system": 258.272 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_05_11_01_48_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.09% of the surrounding traffic's one", + "Average speed is 73.06% of the surrounding traffic's one", + "Average speed is 185.37% of the surrounding traffic's one", + "Average speed is 180.32% of the surrounding traffic's one", + "Average speed is 68.48% of the surrounding traffic's one", + "Average speed is 132.05% of the surrounding traffic's one", + "Average speed is 93.87% of the surrounding traffic's one", + "Average speed is 100.57% of the surrounding traffic's one", + "Average speed is 83.75% of the surrounding traffic's one", + "Average speed is 115.14% of the surrounding traffic's one", + "Average speed is 156.55% of the surrounding traffic's one", + "Average speed is 148.9% of the surrounding traffic's one", + "Average speed is 140.05% of the surrounding traffic's one", + "Average speed is 126.34% of the surrounding traffic's one", + "Average speed is 127.45% of the surrounding traffic's one", + "Average speed is 87.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.65, + "duration_system": 131.321 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_05_10_19_46_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.71% of the surrounding traffic's one", + "Average speed is 140.8% of the surrounding traffic's one", + "Average speed is 148.84% of the surrounding traffic's one", + "Average speed is 174.59% of the surrounding traffic's one", + "Average speed is 126.21% of the surrounding traffic's one", + "Average speed is 22.27% of the surrounding traffic's one", + "Average speed is 8.32% of the surrounding traffic's one", + "Average speed is 1053.88% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 205.32% of the surrounding traffic's one", + "Average speed is 188.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.65, + "duration_system": 729.778 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_05_11_01_44_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.26% of the surrounding traffic's one", + "Average speed is 97.34% of the surrounding traffic's one", + "Average speed is 217.92% of the surrounding traffic's one", + "Average speed is 157.65% of the surrounding traffic's one", + "Average speed is 69.44% of the surrounding traffic's one", + "Average speed is 92.27% of the surrounding traffic's one", + "Average speed is 84.13% of the surrounding traffic's one", + "Average speed is 88.67% of the surrounding traffic's one", + "Average speed is 96.83% of the surrounding traffic's one", + "Average speed is 200.52% of the surrounding traffic's one", + "Average speed is 234.67% of the surrounding traffic's one", + "Average speed is 258.54% of the surrounding traffic's one", + "Average speed is 145.66% of the surrounding traffic's one", + "Average speed is 93.2% of the surrounding traffic's one", + "Average speed is 127.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.6, + "duration_system": 126.188 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_05_11_01_39_50", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.14% of the surrounding traffic's one", + "Average speed is 66.61% of the surrounding traffic's one", + "Average speed is 196.19% of the surrounding traffic's one", + "Average speed is 190.94% of the surrounding traffic's one", + "Average speed is 75.52% of the surrounding traffic's one", + "Average speed is 118.79% of the surrounding traffic's one", + "Average speed is 107.85% of the surrounding traffic's one", + "Average speed is 88.15% of the surrounding traffic's one", + "Average speed is 73.9% of the surrounding traffic's one", + "Average speed is 86.92% of the surrounding traffic's one", + "Average speed is 122.93% of the surrounding traffic's one", + "Average speed is 187.36% of the surrounding traffic's one", + "Average speed is 266.14% of the surrounding traffic's one", + "Average speed is 249.45% of the surrounding traffic's one", + "Average speed is 197.85% of the surrounding traffic's one", + "Average speed is 121.86% of the surrounding traffic's one", + "Average speed is 102.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.5, + "duration_system": 127.207 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_05_11_15_59_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.45% of the surrounding traffic's one", + "Average speed is 168.5% of the surrounding traffic's one", + "Average speed is 235.69% of the surrounding traffic's one", + "Average speed is 57.44% of the surrounding traffic's one", + "Average speed is 7.01% of the surrounding traffic's one", + "Average speed is 289.51% of the surrounding traffic's one", + "Average speed is 549.91% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 201.69% of the surrounding traffic's one", + "Average speed is 184.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 30.8, + "duration_system": 653.725 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_05_11_01_34_59", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.1% of the surrounding traffic's one", + "Average speed is 154.94% of the surrounding traffic's one", + "Average speed is 305.55% of the surrounding traffic's one", + "Average speed is 220.68% of the surrounding traffic's one", + "Average speed is 137.91% of the surrounding traffic's one", + "Average speed is 93.59% of the surrounding traffic's one", + "Average speed is 192.61% of the surrounding traffic's one", + "Average speed is 143.95% of the surrounding traffic's one", + "Average speed is 111.28% of the surrounding traffic's one", + "Average speed is 101.56% of the surrounding traffic's one", + "Average speed is 90.19% of the surrounding traffic's one", + "Average speed is 102.76% of the surrounding traffic's one", + "Average speed is 93.18% of the surrounding traffic's one", + "Average speed is 131.28% of the surrounding traffic's one", + "Average speed is 107.19% of the surrounding traffic's one", + "Average speed is 101.24% of the surrounding traffic's one", + "Average speed is 101.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 18.3, + "duration_system": 152.821 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_05_11_01_16_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 86.14% of the surrounding traffic's one", + "Average speed is 178.11% of the surrounding traffic's one", + "Average speed is 198.42% of the surrounding traffic's one", + "Average speed is 216.68% of the surrounding traffic's one", + "Average speed is 202.35% of the surrounding traffic's one", + "Average speed is 139.0% of the surrounding traffic's one", + "Average speed is 6.26% of the surrounding traffic's one", + "Average speed is 133.73% of the surrounding traffic's one", + "Average speed is 98.31% of the surrounding traffic's one", + "Average speed is 89.29% of the surrounding traffic's one", + "Average speed is 87.52% of the surrounding traffic's one", + "Average speed is 102.29% of the surrounding traffic's one", + "Average speed is 121.12% of the surrounding traffic's one", + "Average speed is 119.82% of the surrounding traffic's one", + "Average speed is 103.03% of the surrounding traffic's one", + "Average speed is 171.4% of the surrounding traffic's one", + "Average speed is 201.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 35.05, + "duration_system": 471.543 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_05_10_18_25_19", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=536.462, y=3913.313, z=371.224) at time=8.000s [CARLA Frame: 5625, Agent Step: 159]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=490.543, y=3914.323, z=370.999) at time=13.500s [CARLA Frame: 5735, Agent Step: 269]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.19% of the surrounding traffic's one", + "Average speed is 151.37% of the surrounding traffic's one", + "Average speed is 142.5% of the surrounding traffic's one", + "Average speed is 168.52% of the surrounding traffic's one", + "Average speed is 146.53% of the surrounding traffic's one", + "Average speed is 124.62% of the surrounding traffic's one", + "Average speed is 111.82% of the surrounding traffic's one", + "Average speed is 79.71% of the surrounding traffic's one", + "Average speed is 121.27% of the surrounding traffic's one", + "Average speed is 138.56% of the surrounding traffic's one", + "Average speed is 107.76% of the surrounding traffic's one", + "Average speed is 98.09% of the surrounding traffic's one", + "Average speed is 118.91% of the surrounding traffic's one", + "Average speed is 117.57% of the surrounding traffic's one", + "Average speed is 113.13% of the surrounding traffic's one", + "Average speed is 112.71% of the surrounding traffic's one", + "Average speed is 107.89% of the surrounding traffic's one", + "Average speed is 105.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 14.6, + "duration_system": 412.806 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_05_11_01_30_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.7% of the surrounding traffic's one", + "Average speed is 113.49% of the surrounding traffic's one", + "Average speed is 189.91% of the surrounding traffic's one", + "Average speed is 161.46% of the surrounding traffic's one", + "Average speed is 162.91% of the surrounding traffic's one", + "Average speed is 118.5% of the surrounding traffic's one", + "Average speed is 81.65% of the surrounding traffic's one", + "Average speed is 205.98% of the surrounding traffic's one", + "Average speed is 157.98% of the surrounding traffic's one", + "Average speed is 115.02% of the surrounding traffic's one", + "Average speed is 102.81% of the surrounding traffic's one", + "Average speed is 107.31% of the surrounding traffic's one", + "Average speed is 104.97% of the surrounding traffic's one", + "Average speed is 109.67% of the surrounding traffic's one", + "Average speed is 110.31% of the surrounding traffic's one", + "Average speed is 123.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.75, + "duration_system": 132.184 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_05_11_00_24_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.72% of the surrounding traffic's one", + "Average speed is 177.06% of the surrounding traffic's one", + "Average speed is 154.08% of the surrounding traffic's one", + "Average speed is 133.9% of the surrounding traffic's one", + "Average speed is 1.82% of the surrounding traffic's one", + "Average speed is 105.63% of the surrounding traffic's one", + "Average speed is 151.57% of the surrounding traffic's one", + "Average speed is 130.0% of the surrounding traffic's one", + "Average speed is 109.54% of the surrounding traffic's one", + "Average speed is 137.43% of the surrounding traffic's one", + "Average speed is 113.78% of the surrounding traffic's one", + "Average speed is 113.15% of the surrounding traffic's one", + "Average speed is 122.5% of the surrounding traffic's one", + "Average speed is 106.13% of the surrounding traffic's one", + "Average speed is 99.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 105.1, + "duration_system": 3008.296 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_05_11_21_49_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3709 at (x=-507.44, y=6490.369, z=357.951) at time=58.800s [CARLA Frame: 7512, Agent Step: 1175]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 2.82% of the surrounding traffic's one", + "Average speed is 212.47% of the surrounding traffic's one", + "Average speed is 252.04% of the surrounding traffic's one", + "Average speed is 233.34% of the surrounding traffic's one", + "Average speed is 189.34% of the surrounding traffic's one", + "Average speed is 126.54% of the surrounding traffic's one", + "Average speed is 101.1% of the surrounding traffic's one", + "Average speed is 103.75% of the surrounding traffic's one", + "Average speed is 85.6% of the surrounding traffic's one", + "Average speed is 82.38% of the surrounding traffic's one", + "Average speed is 87.27% of the surrounding traffic's one", + "Average speed is 72.8% of the surrounding traffic's one", + "Average speed is 66.03% of the surrounding traffic's one", + "Average speed is 73.34% of the surrounding traffic's one", + "Average speed is 93.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 60.7, + "duration_system": 478.651 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_05_10_18_41_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 167.08% of the surrounding traffic's one", + "Average speed is 153.03% of the surrounding traffic's one", + "Average speed is 113.37% of the surrounding traffic's one", + "Average speed is 108.22% of the surrounding traffic's one", + "Average speed is 95.54% of the surrounding traffic's one", + "Average speed is 97.22% of the surrounding traffic's one", + "Average speed is 103.21% of the surrounding traffic's one", + "Average speed is 96.41% of the surrounding traffic's one", + "Average speed is 98.56% of the surrounding traffic's one", + "Average speed is 98.53% of the surrounding traffic's one", + "Average speed is 101.03% of the surrounding traffic's one", + "Average speed is 97.73% of the surrounding traffic's one", + "Average speed is 125.14% of the surrounding traffic's one", + "Average speed is 132.38% of the surrounding traffic's one", + "Average speed is 116.56% of the surrounding traffic's one", + "Average speed is 104.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.7, + "duration_system": 280.309 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_05_11_00_12_16", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.77% of the surrounding traffic's one", + "Average speed is 142.58% of the surrounding traffic's one", + "Average speed is 118.56% of the surrounding traffic's one", + "Average speed is 118.21% of the surrounding traffic's one", + "Average speed is 108.9% of the surrounding traffic's one", + "Average speed is 111.23% of the surrounding traffic's one", + "Average speed is 102.98% of the surrounding traffic's one", + "Average speed is 102.8% of the surrounding traffic's one", + "Average speed is 101.52% of the surrounding traffic's one", + "Average speed is 116.64% of the surrounding traffic's one", + "Average speed is 105.5% of the surrounding traffic's one", + "Average speed is 100.46% of the surrounding traffic's one", + "Average speed is 167.55% of the surrounding traffic's one", + "Average speed is 111.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.35, + "duration_system": 249.321 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_05_10_18_34_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3704 at (x=3039.204, y=6254.413, z=370.267) at time=11.900s [CARLA Frame: 6425, Agent Step: 237]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.43% of the surrounding traffic's one", + "Average speed is 154.93% of the surrounding traffic's one", + "Average speed is 110.73% of the surrounding traffic's one", + "Average speed is 104.61% of the surrounding traffic's one", + "Average speed is 106.27% of the surrounding traffic's one", + "Average speed is 101.2% of the surrounding traffic's one", + "Average speed is 94.06% of the surrounding traffic's one", + "Average speed is 91.26% of the surrounding traffic's one", + "Average speed is 93.85% of the surrounding traffic's one", + "Average speed is 94.19% of the surrounding traffic's one", + "Average speed is 102.49% of the surrounding traffic's one", + "Average speed is 99.81% of the surrounding traffic's one", + "Average speed is 111.75% of the surrounding traffic's one", + "Average speed is 93.35% of the surrounding traffic's one", + "Average speed is 115.84% of the surrounding traffic's one", + "Average speed is 92.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.8, + "duration_system": 299.329 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_05_11_00_06_37", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.44% of the surrounding traffic's one", + "Average speed is 192.99% of the surrounding traffic's one", + "Average speed is 175.32% of the surrounding traffic's one", + "Average speed is 122.98% of the surrounding traffic's one", + "Average speed is 41.59% of the surrounding traffic's one", + "Average speed is 123.58% of the surrounding traffic's one", + "Average speed is 98.91% of the surrounding traffic's one", + "Average speed is 93.74% of the surrounding traffic's one", + "Average speed is 87.3% of the surrounding traffic's one", + "Average speed is 86.85% of the surrounding traffic's one", + "Average speed is 89.94% of the surrounding traffic's one", + "Average speed is 73.86% of the surrounding traffic's one", + "Average speed is 51.65% of the surrounding traffic's one", + "Average speed is 77.42% of the surrounding traffic's one", + "Average speed is 92.36% of the surrounding traffic's one", + "Average speed is 99.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.8, + "duration_system": 206.257 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_05_11_00_19_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.33% of the surrounding traffic's one", + "Average speed is 80.12% of the surrounding traffic's one", + "Average speed is 226.78% of the surrounding traffic's one", + "Average speed is 199.75% of the surrounding traffic's one", + "Average speed is 70.55% of the surrounding traffic's one", + "Average speed is 165.93% of the surrounding traffic's one", + "Average speed is 100.97% of the surrounding traffic's one", + "Average speed is 92.56% of the surrounding traffic's one", + "Average speed is 77.37% of the surrounding traffic's one", + "Average speed is 75.68% of the surrounding traffic's one", + "Average speed is 163.06% of the surrounding traffic's one", + "Average speed is 172.82% of the surrounding traffic's one", + "Average speed is 152.94% of the surrounding traffic's one", + "Average speed is 139.55% of the surrounding traffic's one", + "Average speed is 124.11% of the surrounding traffic's one", + "Average speed is 109.85% of the surrounding traffic's one", + "Average speed is 112.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 17.55, + "duration_system": 151.614 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_05_10_23_58_47", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.08% of the surrounding traffic's one", + "Average speed is 752.98% of the surrounding traffic's one", + "Average speed is 1110.36% of the surrounding traffic's one", + "Average speed is 1065.76% of the surrounding traffic's one", + "Average speed is 958.14% of the surrounding traffic's one", + "Average speed is 914.96% of the surrounding traffic's one", + "Average speed is 932.62% of the surrounding traffic's one", + "Average speed is 1202.97% of the surrounding traffic's one", + "Average speed is 1772.15% of the surrounding traffic's one", + "Average speed is 1155.39% of the surrounding traffic's one", + "Average speed is 754.8% of the surrounding traffic's one", + "Average speed is 488.61% of the surrounding traffic's one", + "Average speed is 386.1% of the surrounding traffic's one", + "Average speed is 362.96% of the surrounding traffic's one", + "Average speed is 298.45% of the surrounding traffic's one", + "Average speed is 226.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.0, + "duration_system": 335.582 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_05_10_23_52_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 8.93% of the surrounding traffic's one", + "Average speed is 506.38% of the surrounding traffic's one", + "Average speed is 981.65% of the surrounding traffic's one", + "Average speed is 1028.81% of the surrounding traffic's one", + "Average speed is 1187.18% of the surrounding traffic's one", + "Average speed is 1123.74% of the surrounding traffic's one", + "Average speed is 1099.81% of the surrounding traffic's one", + "Average speed is 950.78% of the surrounding traffic's one", + "Average speed is 1124.1% of the surrounding traffic's one", + "Average speed is 690.1% of the surrounding traffic's one", + "Average speed is 514.55% of the surrounding traffic's one", + "Average speed is 336.15% of the surrounding traffic's one", + "Average speed is 240.42% of the surrounding traffic's one", + "Average speed is 169.21% of the surrounding traffic's one", + "Average speed is 162.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.7, + "duration_system": 244.333 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_05_10_23_46_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.67% of the surrounding traffic's one", + "Average speed is 815.52% of the surrounding traffic's one", + "Average speed is 4795.68% of the surrounding traffic's one", + "Average speed is 2791.69% of the surrounding traffic's one", + "Average speed is 1985.4% of the surrounding traffic's one", + "Average speed is 1712.7% of the surrounding traffic's one", + "Average speed is 1205.54% of the surrounding traffic's one", + "Average speed is 1011.71% of the surrounding traffic's one", + "Average speed is 1289.85% of the surrounding traffic's one", + "Average speed is 795.26% of the surrounding traffic's one", + "Average speed is 543.89% of the surrounding traffic's one", + "Average speed is 371.64% of the surrounding traffic's one", + "Average speed is 289.25% of the surrounding traffic's one", + "Average speed is 248.9% of the surrounding traffic's one", + "Average speed is 206.5% of the surrounding traffic's one", + "Average speed is 189.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.9, + "duration_system": 201.035 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_05_10_18_30_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.7% of the surrounding traffic's one", + "Average speed is 190.42% of the surrounding traffic's one", + "Average speed is 571.29% of the surrounding traffic's one", + "Average speed is 147.05% of the surrounding traffic's one", + "Average speed is 63.37% of the surrounding traffic's one", + "Average speed is 32.11% of the surrounding traffic's one", + "Average speed is 772.69% of the surrounding traffic's one", + "Average speed is 858.58% of the surrounding traffic's one", + "Average speed is 838.94% of the surrounding traffic's one", + "Average speed is 853.6% of the surrounding traffic's one", + "Average speed is 902.23% of the surrounding traffic's one", + "Average speed is 758.95% of the surrounding traffic's one", + "Average speed is 608.1% of the surrounding traffic's one", + "Average speed is 467.3% of the surrounding traffic's one", + "Average speed is 307.59% of the surrounding traffic's one", + "Average speed is 317.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 16.15, + "duration_system": 123.206 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_05_10_18_25_20", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3736 at (x=3285.015, y=5723.375, z=368.724) at time=17.450s [CARLA Frame: 5847, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.79% of the surrounding traffic's one", + "Average speed is 463.38% of the surrounding traffic's one", + "Average speed is 488.75% of the surrounding traffic's one", + "Average speed is 23.78% of the surrounding traffic's one", + "Average speed is 1419.12% of the surrounding traffic's one", + "Average speed is 1924.26% of the surrounding traffic's one", + "Average speed is 1412.5% of the surrounding traffic's one", + "Average speed is 1127.32% of the surrounding traffic's one", + "Average speed is 1031.68% of the surrounding traffic's one", + "Average speed is 1064.82% of the surrounding traffic's one", + "Average speed is 4509.34% of the surrounding traffic's one", + "Average speed is 4157.14% of the surrounding traffic's one", + "Average speed is 1659.2% of the surrounding traffic's one", + "Average speed is 1461.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.15, + "duration_system": 161.25 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_05_10_23_38_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.95% of the surrounding traffic's one", + "Average speed is 262.89% of the surrounding traffic's one", + "Average speed is 1153.58% of the surrounding traffic's one", + "Average speed is 511.08% of the surrounding traffic's one", + "Average speed is 52.11% of the surrounding traffic's one", + "Average speed is 810.09% of the surrounding traffic's one", + "Average speed is 906.98% of the surrounding traffic's one", + "Average speed is 860.27% of the surrounding traffic's one", + "Average speed is 855.02% of the surrounding traffic's one", + "Average speed is 775.26% of the surrounding traffic's one", + "Average speed is 725.82% of the surrounding traffic's one", + "Average speed is 4242.22% of the surrounding traffic's one", + "Average speed is 22563.96% of the surrounding traffic's one", + "Average speed is 4383.27% of the surrounding traffic's one", + "Average speed is 3066.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 34.9, + "duration_system": 339.444 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_05_10_23_29_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.23% of the surrounding traffic's one", + "Average speed is 90.46% of the surrounding traffic's one", + "Average speed is 128.38% of the surrounding traffic's one", + "Average speed is 6.69% of the surrounding traffic's one", + "Average speed is 700.75% of the surrounding traffic's one", + "Average speed is 1051.95% of the surrounding traffic's one", + "Average speed is 1413.19% of the surrounding traffic's one", + "Average speed is 716.3% of the surrounding traffic's one", + "Average speed is 282.29% of the surrounding traffic's one", + "Average speed is 815.04% of the surrounding traffic's one", + "Average speed is 2395.71% of the surrounding traffic's one", + "Average speed is 1145.24% of the surrounding traffic's one", + "Average speed is 748.45% of the surrounding traffic's one", + "Average speed is 441.39% of the surrounding traffic's one", + "Average speed is 357.48% of the surrounding traffic's one", + "Average speed is 343.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 53.7, + "duration_system": 426.088 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_05_11_00_15_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.03% of the surrounding traffic's one", + "Average speed is 104.8% of the surrounding traffic's one", + "Average speed is 131.39% of the surrounding traffic's one", + "Average speed is 126.56% of the surrounding traffic's one", + "Average speed is 172.48% of the surrounding traffic's one", + "Average speed is 175.31% of the surrounding traffic's one", + "Average speed is 245.66% of the surrounding traffic's one", + "Average speed is 220.34% of the surrounding traffic's one", + "Average speed is 79.99% of the surrounding traffic's one", + "Average speed is 204.17% of the surrounding traffic's one", + "Average speed is 372.63% of the surrounding traffic's one", + "Average speed is 1487.45% of the surrounding traffic's one", + "Average speed is 904.95% of the surrounding traffic's one", + "Average speed is 771.55% of the surrounding traffic's one", + "Average speed is 505.91% of the surrounding traffic's one", + "Average speed is 335.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 12.25, + "duration_system": 105.153 + }, + "town_name": "Town12" + } + ] + }, + "driving score": 90.4959946238532, + "success rate": 0.7660550458715596, + "eval num": 218 +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_merged_4.json b/evaluation_logs/bench2drive/bench2drive_merged_4.json new file mode 100644 index 0000000000000000000000000000000000000000..124af9f1db660e0c1efa902f13798c5220404082 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_merged_4.json @@ -0,0 +1,11009 @@ +{ + "_checkpoint": { + "records": [ + { + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_05_11_18_23_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 304.28% of the surrounding traffic's one", + "Average speed is 243.53% of the surrounding traffic's one", + "Average speed is 239.67% of the surrounding traffic's one", + "Average speed is 106.08% of the surrounding traffic's one", + "Average speed is 54.87% of the surrounding traffic's one", + "Average speed is 232.04% of the surrounding traffic's one", + "Average speed is 473.98% of the surrounding traffic's one", + "Average speed is 422.03% of the surrounding traffic's one", + "Average speed is 402.83% of the surrounding traffic's one", + "Average speed is 1024.4% of the surrounding traffic's one", + "Average speed is 1165.14% of the surrounding traffic's one", + "Average speed is 576.7% of the surrounding traffic's one", + "Average speed is 622.28% of the surrounding traffic's one", + "Average speed is 497.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.85, + "duration_system": 88.092 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_05_11_02_28_03", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3861 at (x=2199.855, y=4876.262, z=365.269) at time=9.650s [CARLA Frame: 6046, Agent Step: 192]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 333.78% of the surrounding traffic's one", + "Average speed is 552.97% of the surrounding traffic's one", + "Average speed is 455.86% of the surrounding traffic's one", + "Average speed is 163.82% of the surrounding traffic's one", + "Average speed is 74.7% of the surrounding traffic's one", + "Average speed is 36.01% of the surrounding traffic's one", + "Average speed is 349.94% of the surrounding traffic's one", + "Average speed is 496.32% of the surrounding traffic's one", + "Average speed is 25.49% of the surrounding traffic's one", + "Average speed is 21152.0% of the surrounding traffic's one", + "Average speed is 45799.96% of the surrounding traffic's one", + "Average speed is 22454.29% of the surrounding traffic's one", + "Average speed is 4909.6% of the surrounding traffic's one", + "Average speed is 2872.96% of the surrounding traffic's one", + "Average speed is 753.02% of the surrounding traffic's one", + "Average speed is 391.03% of the surrounding traffic's one", + "Average speed is 381.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 260.3, + "duration_system": 2713.843 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_05_11_18_18_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 211.86% of the surrounding traffic's one", + "Average speed is 464.19% of the surrounding traffic's one", + "Average speed is 431.32% of the surrounding traffic's one", + "Average speed is 181.94% of the surrounding traffic's one", + "Average speed is 146.81% of the surrounding traffic's one", + "Average speed is 41.06% of the surrounding traffic's one", + "Average speed is 234.53% of the surrounding traffic's one", + "Average speed is 345.2% of the surrounding traffic's one", + "Average speed is 434.93% of the surrounding traffic's one", + "Average speed is 561.83% of the surrounding traffic's one", + "Average speed is 545.46% of the surrounding traffic's one", + "Average speed is 2480.19% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 44175897.48% of the surrounding traffic's one", + "Average speed is 9356254.84% of the surrounding traffic's one", + "Average speed is 150595.25% of the surrounding traffic's one", + "Average speed is 2227146.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 11.6, + "duration_system": 128.153 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_05_11_18_14_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 245.31% of the surrounding traffic's one", + "Average speed is 212.57% of the surrounding traffic's one", + "Average speed is 310.36% of the surrounding traffic's one", + "Average speed is 341.12% of the surrounding traffic's one", + "Average speed is 216.9% of the surrounding traffic's one", + "Average speed is 25.03% of the surrounding traffic's one", + "Average speed is 76.63% of the surrounding traffic's one", + "Average speed is 615.9% of the surrounding traffic's one", + "Average speed is 567.51% of the surrounding traffic's one", + "Average speed is 473.95% of the surrounding traffic's one", + "Average speed is 367.3% of the surrounding traffic's one", + "Average speed is 717.43% of the surrounding traffic's one", + "Average speed is 2269.1% of the surrounding traffic's one", + "Average speed is 729.19% of the surrounding traffic's one", + "Average speed is 657.18% of the surrounding traffic's one", + "Average speed is 789.79% of the surrounding traffic's one", + "Average speed is 570.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.9, + "duration_system": 120.136 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_05_11_01_30_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3930 at (x=1324.574, y=3872.647, z=363.3) at time=8.500s [CARLA Frame: 5839, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 345.49% of the surrounding traffic's one", + "Average speed is 566.06% of the surrounding traffic's one", + "Average speed is 491.08% of the surrounding traffic's one", + "Average speed is 113.49% of the surrounding traffic's one", + "Average speed is 36.21% of the surrounding traffic's one", + "Average speed is 163.4% of the surrounding traffic's one", + "Average speed is 257.31% of the surrounding traffic's one", + "Average speed is 37.13% of the surrounding traffic's one", + "Average speed is 7161.24% of the surrounding traffic's one", + "Average speed is 1831.93% of the surrounding traffic's one", + "Average speed is 9767.13% of the surrounding traffic's one", + "Average speed is 2470.69% of the surrounding traffic's one", + "Average speed is 959.05% of the surrounding traffic's one", + "Average speed is 516.91% of the surrounding traffic's one", + "Average speed is 285.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 280.3, + "duration_system": 3327.966 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_05_11_18_06_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.45% of the surrounding traffic's one", + "Average speed is 143.13% of the surrounding traffic's one", + "Average speed is 1487.72% of the surrounding traffic's one", + "Average speed is 141.64% of the surrounding traffic's one", + "Average speed is 33.36% of the surrounding traffic's one", + "Average speed is 62.72% of the surrounding traffic's one", + "Average speed is 7597.58% of the surrounding traffic's one", + "Average speed is 4538.48% of the surrounding traffic's one", + "Average speed is 3203.8% of the surrounding traffic's one", + "Average speed is 2128.84% of the surrounding traffic's one", + "Average speed is 4691.95% of the surrounding traffic's one", + "Average speed is 5615.59% of the surrounding traffic's one", + "Average speed is 1481.94% of the surrounding traffic's one", + "Average speed is 826.82% of the surrounding traffic's one", + "Average speed is 576.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 32.55, + "duration_system": 316.172 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_05_11_17_57_41", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 79.15% of the surrounding traffic's one", + "Average speed is 6.55% of the surrounding traffic's one", + "Average speed is 477.8% of the surrounding traffic's one", + "Average speed is 538.11% of the surrounding traffic's one", + "Average speed is 625.01% of the surrounding traffic's one", + "Average speed is 585.74% of the surrounding traffic's one", + "Average speed is 644.97% of the surrounding traffic's one", + "Average speed is 769.84% of the surrounding traffic's one", + "Average speed is 1029.0% of the surrounding traffic's one", + "Average speed is 839.15% of the surrounding traffic's one", + "Average speed is 614.69% of the surrounding traffic's one", + "Average speed is 539.51% of the surrounding traffic's one", + "Average speed is 382.24% of the surrounding traffic's one", + "Average speed is 290.07% of the surrounding traffic's one", + "Average speed is 224.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 44.1, + "duration_system": 388.452 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_05_11_01_21_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 107.11% of the surrounding traffic's one", + "Average speed is 5.35% of the surrounding traffic's one", + "Average speed is 381.96% of the surrounding traffic's one", + "Average speed is 519.64% of the surrounding traffic's one", + "Average speed is 626.03% of the surrounding traffic's one", + "Average speed is 600.87% of the surrounding traffic's one", + "Average speed is 511.86% of the surrounding traffic's one", + "Average speed is 501.61% of the surrounding traffic's one", + "Average speed is 463.54% of the surrounding traffic's one", + "Average speed is 439.74% of the surrounding traffic's one", + "Average speed is 310.68% of the surrounding traffic's one", + "Average speed is 260.4% of the surrounding traffic's one", + "Average speed is 217.42% of the surrounding traffic's one", + "Average speed is 206.45% of the surrounding traffic's one", + "Average speed is 228.87% of the surrounding traffic's one", + "Average speed is 215.7% of the surrounding traffic's one", + "Average speed is 170.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 41.6, + "duration_system": 354.418 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_05_11_01_18_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 145.34% of the surrounding traffic's one", + "Average speed is 176.83% of the surrounding traffic's one", + "Average speed is 212.23% of the surrounding traffic's one", + "Average speed is 237.06% of the surrounding traffic's one", + "Average speed is 235.58% of the surrounding traffic's one", + "Average speed is 234.73% of the surrounding traffic's one", + "Average speed is 273.93% of the surrounding traffic's one", + "Average speed is 298.69% of the surrounding traffic's one", + "Average speed is 356.58% of the surrounding traffic's one", + "Average speed is 710.23% of the surrounding traffic's one", + "Average speed is 700.32% of the surrounding traffic's one", + "Average speed is 791.85% of the surrounding traffic's one", + "Average speed is 616.86% of the surrounding traffic's one", + "Average speed is 458.74% of the surrounding traffic's one", + "Average speed is 336.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.05, + "duration_system": 47.068 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_05_11_17_50_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.33% of the surrounding traffic's one", + "Average speed is 10.27% of the surrounding traffic's one", + "Average speed is 2643.62% of the surrounding traffic's one", + "Average speed is 4560.0% of the surrounding traffic's one", + "Average speed is 1843.99% of the surrounding traffic's one", + "Average speed is 1163.49% of the surrounding traffic's one", + "Average speed is 1128.86% of the surrounding traffic's one", + "Average speed is 1133.71% of the surrounding traffic's one", + "Average speed is 793.67% of the surrounding traffic's one", + "Average speed is 524.73% of the surrounding traffic's one", + "Average speed is 448.38% of the surrounding traffic's one", + "Average speed is 485.06% of the surrounding traffic's one", + "Average speed is 385.24% of the surrounding traffic's one", + "Average speed is 295.68% of the surrounding traffic's one", + "Average speed is 224.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.95, + "duration_system": 274.786 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_05_11_20_33_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 2051 at (x=2658.621, y=2277.046, z=175.222)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.24% of the surrounding traffic's one", + "Average speed is 8.17% of the surrounding traffic's one", + "Average speed is 1485.91% of the surrounding traffic's one", + "Average speed is 1965.07% of the surrounding traffic's one", + "Average speed is 1824.51% of the surrounding traffic's one", + "Average speed is 2701.08% of the surrounding traffic's one", + "Average speed is 1200.03% of the surrounding traffic's one", + "Average speed is 715.5% of the surrounding traffic's one", + "Average speed is 1526.39% of the surrounding traffic's one", + "Average speed is 1468.73% of the surrounding traffic's one", + "Average speed is 1132.72% of the surrounding traffic's one", + "Average speed is 851.64% of the surrounding traffic's one", + "Average speed is 769.63% of the surrounding traffic's one", + "Average speed is 655.79% of the surrounding traffic's one", + "Average speed is 502.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 35.9, + "duration_system": 323.997 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_05_11_18_36_11", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.05% of the surrounding traffic's one", + "Average speed is 2294.62% of the surrounding traffic's one", + "Average speed is 236.89% of the surrounding traffic's one", + "Average speed is 2292.65% of the surrounding traffic's one", + "Average speed is 2605.47% of the surrounding traffic's one", + "Average speed is 2829.12% of the surrounding traffic's one", + "Average speed is 3240.16% of the surrounding traffic's one", + "Average speed is 3391.15% of the surrounding traffic's one", + "Average speed is 3714.75% of the surrounding traffic's one", + "Average speed is 4807.75% of the surrounding traffic's one", + "Average speed is 2181.61% of the surrounding traffic's one", + "Average speed is 1410.18% of the surrounding traffic's one", + "Average speed is 1054.52% of the surrounding traffic's one", + "Average speed is 937.33% of the surrounding traffic's one", + "Average speed is 770.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.5, + "duration_system": 418.498 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_05_11_16_33_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 228.94% of the surrounding traffic's one", + "Average speed is 202.17% of the surrounding traffic's one", + "Average speed is 207.15% of the surrounding traffic's one", + "Average speed is 383.34% of the surrounding traffic's one", + "Average speed is 400.28% of the surrounding traffic's one", + "Average speed is 444.95% of the surrounding traffic's one", + "Average speed is 595.18% of the surrounding traffic's one", + "Average speed is 580.29% of the surrounding traffic's one", + "Average speed is 563.2% of the surrounding traffic's one", + "Average speed is 866.59% of the surrounding traffic's one", + "Average speed is 668.67% of the surrounding traffic's one", + "Average speed is 565.1% of the surrounding traffic's one", + "Average speed is 2557.62% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 2935235349438.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.6, + "duration_system": 177.212 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_05_11_00_01_57", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.023 meters (1.17% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 207.94% of the surrounding traffic's one", + "Average speed is 648.27% of the surrounding traffic's one", + "Average speed is 478.07% of the surrounding traffic's one", + "Average speed is 409.39% of the surrounding traffic's one", + "Average speed is 410.04% of the surrounding traffic's one", + "Average speed is 405.72% of the surrounding traffic's one", + "Average speed is 606.31% of the surrounding traffic's one", + "Average speed is 1128.88% of the surrounding traffic's one", + "Average speed is 1032.65% of the surrounding traffic's one", + "Average speed is 957.12% of the surrounding traffic's one", + "Average speed is 2633.86% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 44389892.43% of the surrounding traffic's one", + "Average speed is 1597993.65% of the surrounding traffic's one", + "Average speed is 1535599.16% of the surrounding traffic's one", + "Average speed is 1535599.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.988317, + "score_composed": 98.831681 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.1, + "duration_system": 120.149 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_05_10_23_56_08", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=4722 at (x=2801.928, y=6048.177, z=155.523) at time=5.000s [CARLA Frame: 5848, Agent Step: 99]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.59% of the surrounding traffic's one", + "Average speed is 346.74% of the surrounding traffic's one", + "Average speed is 377.91% of the surrounding traffic's one", + "Average speed is 419.74% of the surrounding traffic's one", + "Average speed is 397.33% of the surrounding traffic's one", + "Average speed is 439.68% of the surrounding traffic's one", + "Average speed is 676.96% of the surrounding traffic's one", + "Average speed is 860.28% of the surrounding traffic's one", + "Average speed is 853.24% of the surrounding traffic's one", + "Average speed is 1149.48% of the surrounding traffic's one", + "Average speed is 691.38% of the surrounding traffic's one", + "Average speed is 426.37% of the surrounding traffic's one", + "Average speed is 303.23% of the surrounding traffic's one", + "Average speed is 233.53% of the surrounding traffic's one", + "Average speed is 239.38% of the surrounding traffic's one", + "Average speed is 203.87% of the surrounding traffic's one", + "Average speed is 6002.15% of the surrounding traffic's one", + "Average speed is 1378431.91% of the surrounding traffic's one", + "Average speed is 1378431.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 22.05, + "duration_system": 198.214 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_05_11_19_46_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.39% of the surrounding traffic's one", + "Average speed is 293.21% of the surrounding traffic's one", + "Average speed is 635.25% of the surrounding traffic's one", + "Average speed is 195.31% of the surrounding traffic's one", + "Average speed is 14.12% of the surrounding traffic's one", + "Average speed is 1684.2% of the surrounding traffic's one", + "Average speed is 1535.66% of the surrounding traffic's one", + "Average speed is 1011.1% of the surrounding traffic's one", + "Average speed is 760.71% of the surrounding traffic's one", + "Average speed is 632.03% of the surrounding traffic's one", + "Average speed is 0.31% of the surrounding traffic's one", + "Average speed is 135.39% of the surrounding traffic's one", + "Average speed is 251.03% of the surrounding traffic's one", + "Average speed is 193.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 280.3, + "duration_system": 2649.276 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_05_11_15_10_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 237.53% of the surrounding traffic's one", + "Average speed is 165.76% of the surrounding traffic's one", + "Average speed is 87.98% of the surrounding traffic's one", + "Average speed is 47.44% of the surrounding traffic's one", + "Average speed is 8.36% of the surrounding traffic's one", + "Average speed is 872.57% of the surrounding traffic's one", + "Average speed is 1052.53% of the surrounding traffic's one", + "Average speed is 900.59% of the surrounding traffic's one", + "Average speed is 701.66% of the surrounding traffic's one", + "Average speed is 728.09% of the surrounding traffic's one", + "Average speed is 942.29% of the surrounding traffic's one", + "Average speed is 708.51% of the surrounding traffic's one", + "Average speed is 407.65% of the surrounding traffic's one", + "Average speed is 345.57% of the surrounding traffic's one", + "Average speed is 314.88% of the surrounding traffic's one", + "Average speed is 244.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 51.75, + "duration_system": 493.648 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_05_11_15_02_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.46% of the surrounding traffic's one", + "Average speed is 112.1% of the surrounding traffic's one", + "Average speed is 159.64% of the surrounding traffic's one", + "Average speed is 10.12% of the surrounding traffic's one", + "Average speed is 335.13% of the surrounding traffic's one", + "Average speed is 654.67% of the surrounding traffic's one", + "Average speed is 708.55% of the surrounding traffic's one", + "Average speed is 629.89% of the surrounding traffic's one", + "Average speed is 184.19% of the surrounding traffic's one", + "Average speed is 497.66% of the surrounding traffic's one", + "Average speed is 1419.77% of the surrounding traffic's one", + "Average speed is 2659.38% of the surrounding traffic's one", + "Average speed is 1358.79% of the surrounding traffic's one", + "Average speed is 897.53% of the surrounding traffic's one", + "Average speed is 982.22% of the surrounding traffic's one", + "Average speed is 849.46% of the surrounding traffic's one", + "Average speed is 660.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 38.55, + "duration_system": 324.713 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_05_11_14_37_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 160.61% of the surrounding traffic's one", + "Average speed is 106.13% of the surrounding traffic's one", + "Average speed is 58.24% of the surrounding traffic's one", + "Average speed is 67.84% of the surrounding traffic's one", + "Average speed is 4.23% of the surrounding traffic's one", + "Average speed is 7.99% of the surrounding traffic's one", + "Average speed is 1136.83% of the surrounding traffic's one", + "Average speed is 1354.67% of the surrounding traffic's one", + "Average speed is 917.85% of the surrounding traffic's one", + "Average speed is 500.83% of the surrounding traffic's one", + "Average speed is 610.95% of the surrounding traffic's one", + "Average speed is 63.89% of the surrounding traffic's one", + "Average speed is 346.65% of the surrounding traffic's one", + "Average speed is 538.46% of the surrounding traffic's one", + "Average speed is 308.21% of the surrounding traffic's one", + "Average speed is 179.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 142.85, + "duration_system": 1303.791 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_05_11_14_32_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.29% of the surrounding traffic's one", + "Average speed is 115.65% of the surrounding traffic's one", + "Average speed is 151.72% of the surrounding traffic's one", + "Average speed is 65.85% of the surrounding traffic's one", + "Average speed is 54.77% of the surrounding traffic's one", + "Average speed is 46.93% of the surrounding traffic's one", + "Average speed is 272.65% of the surrounding traffic's one", + "Average speed is 454.8% of the surrounding traffic's one", + "Average speed is 465.91% of the surrounding traffic's one", + "Average speed is 339.51% of the surrounding traffic's one", + "Average speed is 353.07% of the surrounding traffic's one", + "Average speed is 398.41% of the surrounding traffic's one", + "Average speed is 562.0% of the surrounding traffic's one", + "Average speed is 544.96% of the surrounding traffic's one", + "Average speed is 341.87% of the surrounding traffic's one", + "Average speed is 246.63% of the surrounding traffic's one", + "Average speed is 213.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 19.85, + "duration_system": 165.186 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_05_10_23_51_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.38% of the surrounding traffic's one", + "Average speed is 108.76% of the surrounding traffic's one", + "Average speed is 76.5% of the surrounding traffic's one", + "Average speed is 54.29% of the surrounding traffic's one", + "Average speed is 52.31% of the surrounding traffic's one", + "Average speed is 297.13% of the surrounding traffic's one", + "Average speed is 590.28% of the surrounding traffic's one", + "Average speed is 496.84% of the surrounding traffic's one", + "Average speed is 356.46% of the surrounding traffic's one", + "Average speed is 295.16% of the surrounding traffic's one", + "Average speed is 312.77% of the surrounding traffic's one", + "Average speed is 549.16% of the surrounding traffic's one", + "Average speed is 456.01% of the surrounding traffic's one", + "Average speed is 266.93% of the surrounding traffic's one", + "Average speed is 207.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 16.75, + "duration_system": 140.157 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_05_11_14_28_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.91% of the surrounding traffic's one", + "Average speed is 114.79% of the surrounding traffic's one", + "Average speed is 1037.25% of the surrounding traffic's one", + "Average speed is 470.97% of the surrounding traffic's one", + "Average speed is 102.41% of the surrounding traffic's one", + "Average speed is 38.26% of the surrounding traffic's one", + "Average speed is 105.89% of the surrounding traffic's one", + "Average speed is 173.83% of the surrounding traffic's one", + "Average speed is 231.56% of the surrounding traffic's one", + "Average speed is 272.63% of the surrounding traffic's one", + "Average speed is 394.43% of the surrounding traffic's one", + "Average speed is 385.28% of the surrounding traffic's one", + "Average speed is 413.93% of the surrounding traffic's one", + "Average speed is 486.34% of the surrounding traffic's one", + "Average speed is 386.76% of the surrounding traffic's one", + "Average speed is 256.57% of the surrounding traffic's one", + "Average speed is 336.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.2, + "duration_system": 104.114 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_05_10_23_46_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.61% of the surrounding traffic's one", + "Average speed is 542.97% of the surrounding traffic's one", + "Average speed is 478.98% of the surrounding traffic's one", + "Average speed is 343.46% of the surrounding traffic's one", + "Average speed is 158.39% of the surrounding traffic's one", + "Average speed is 62.84% of the surrounding traffic's one", + "Average speed is 53.95% of the surrounding traffic's one", + "Average speed is 460.26% of the surrounding traffic's one", + "Average speed is 380.46% of the surrounding traffic's one", + "Average speed is 305.59% of the surrounding traffic's one", + "Average speed is 537.18% of the surrounding traffic's one", + "Average speed is 757.75% of the surrounding traffic's one", + "Average speed is 1306.93% of the surrounding traffic's one", + "Average speed is 2661.6% of the surrounding traffic's one", + "Average speed is 7334.77% of the surrounding traffic's one", + "Average speed is 3930.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.1, + "duration_system": 103.107 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_05_11_14_23_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=4733 at (x=-4292.629, y=5609.306, z=175.043) at time=8.750s [CARLA Frame: 5299, Agent Step: 174]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 373.17% of the surrounding traffic's one", + "Average speed is 238.62% of the surrounding traffic's one", + "Average speed is 349.02% of the surrounding traffic's one", + "Average speed is 149.04% of the surrounding traffic's one", + "Average speed is 48.21% of the surrounding traffic's one", + "Average speed is 142.03% of the surrounding traffic's one", + "Average speed is 331.24% of the surrounding traffic's one", + "Average speed is 396.45% of the surrounding traffic's one", + "Average speed is 392.09% of the surrounding traffic's one", + "Average speed is 325.81% of the surrounding traffic's one", + "Average speed is 1156.72% of the surrounding traffic's one", + "Average speed is 3925.22% of the surrounding traffic's one", + "Average speed is 1992.54% of the surrounding traffic's one", + "Average speed is 1461.16% of the surrounding traffic's one", + "Average speed is 1641.99% of the surrounding traffic's one", + "Average speed is 2117.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.95, + "duration_system": 98.105 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_05_11_14_18_47", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4731 at (x=-2588.417, y=-83.122, z=173.273) at time=10.300s [CARLA Frame: 5519, Agent Step: 205]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.04% of the surrounding traffic's one", + "Average speed is 530.18% of the surrounding traffic's one", + "Average speed is 717.89% of the surrounding traffic's one", + "Average speed is 379.7% of the surrounding traffic's one", + "Average speed is 129.49% of the surrounding traffic's one", + "Average speed is 44.96% of the surrounding traffic's one", + "Average speed is 124.45% of the surrounding traffic's one", + "Average speed is 271.49% of the surrounding traffic's one", + "Average speed is 242.53% of the surrounding traffic's one", + "Average speed is 158.74% of the surrounding traffic's one", + "Average speed is 322.47% of the surrounding traffic's one", + "Average speed is 581.64% of the surrounding traffic's one", + "Average speed is 2320.55% of the surrounding traffic's one", + "Average speed is 1526.58% of the surrounding traffic's one", + "Average speed is 2777.17% of the surrounding traffic's one", + "Average speed is 2891.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 13.35, + "duration_system": 134.159 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_05_10_23_43_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.42% of the surrounding traffic's one", + "Average speed is 131.79% of the surrounding traffic's one", + "Average speed is 97.14% of the surrounding traffic's one", + "Average speed is 126.43% of the surrounding traffic's one", + "Average speed is 157.39% of the surrounding traffic's one", + "Average speed is 178.7% of the surrounding traffic's one", + "Average speed is 201.88% of the surrounding traffic's one", + "Average speed is 221.48% of the surrounding traffic's one", + "Average speed is 232.98% of the surrounding traffic's one", + "Average speed is 242.02% of the surrounding traffic's one", + "Average speed is 243.88% of the surrounding traffic's one", + "Average speed is 238.88% of the surrounding traffic's one", + "Average speed is 225.56% of the surrounding traffic's one", + "Average speed is 222.72% of the surrounding traffic's one", + "Average speed is 231.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.1, + "duration_system": 66.081 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_05_11_14_15_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.29% of the surrounding traffic's one", + "Average speed is 134.82% of the surrounding traffic's one", + "Average speed is 141.71% of the surrounding traffic's one", + "Average speed is 118.59% of the surrounding traffic's one", + "Average speed is 134.32% of the surrounding traffic's one", + "Average speed is 167.15% of the surrounding traffic's one", + "Average speed is 191.4% of the surrounding traffic's one", + "Average speed is 207.01% of the surrounding traffic's one", + "Average speed is 218.28% of the surrounding traffic's one", + "Average speed is 231.39% of the surrounding traffic's one", + "Average speed is 233.73% of the surrounding traffic's one", + "Average speed is 229.97% of the surrounding traffic's one", + "Average speed is 220.15% of the surrounding traffic's one", + "Average speed is 191.88% of the surrounding traffic's one", + "Average speed is 148.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.3, + "duration_system": 64.069 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_05_11_14_11_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.48% of the surrounding traffic's one", + "Average speed is 142.46% of the surrounding traffic's one", + "Average speed is 128.3% of the surrounding traffic's one", + "Average speed is 121.12% of the surrounding traffic's one", + "Average speed is 119.95% of the surrounding traffic's one", + "Average speed is 121.23% of the surrounding traffic's one", + "Average speed is 119.19% of the surrounding traffic's one", + "Average speed is 112.93% of the surrounding traffic's one", + "Average speed is 123.97% of the surrounding traffic's one", + "Average speed is 131.16% of the surrounding traffic's one", + "Average speed is 114.54% of the surrounding traffic's one", + "Average speed is 128.07% of the surrounding traffic's one", + "Average speed is 138.94% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 10.95, + "duration_system": 83.169 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_05_11_14_06_39", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.44% of the surrounding traffic's one", + "Average speed is 106.77% of the surrounding traffic's one", + "Average speed is 103.14% of the surrounding traffic's one", + "Average speed is 143.54% of the surrounding traffic's one", + "Average speed is 105.0% of the surrounding traffic's one", + "Average speed is 101.15% of the surrounding traffic's one", + "Average speed is 100.47% of the surrounding traffic's one", + "Average speed is 94.74% of the surrounding traffic's one", + "Average speed is 104.95% of the surrounding traffic's one", + "Average speed is 116.74% of the surrounding traffic's one", + "Average speed is 104.21% of the surrounding traffic's one", + "Average speed is 103.56% of the surrounding traffic's one", + "Average speed is 107.38% of the surrounding traffic's one", + "Average speed is 102.55% of the surrounding traffic's one", + "Average speed is 96.97% of the surrounding traffic's one", + "Average speed is 114.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 111.119 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_05_11_13_59_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.77% of the surrounding traffic's one", + "Average speed is 119.68% of the surrounding traffic's one", + "Average speed is 17.09% of the surrounding traffic's one", + "Average speed is 148.42% of the surrounding traffic's one", + "Average speed is 87.27% of the surrounding traffic's one", + "Average speed is 99.66% of the surrounding traffic's one", + "Average speed is 184.96% of the surrounding traffic's one", + "Average speed is 124.43% of the surrounding traffic's one", + "Average speed is 50.79% of the surrounding traffic's one", + "Average speed is 161.27% of the surrounding traffic's one", + "Average speed is 118.64% of the surrounding traffic's one", + "Average speed is 109.04% of the surrounding traffic's one", + "Average speed is 141.8% of the surrounding traffic's one", + "Average speed is 95.56% of the surrounding traffic's one", + "Average speed is 119.11% of the surrounding traffic's one", + "Average speed is 121.97% of the surrounding traffic's one", + "Average speed is 108.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 28.65, + "duration_system": 251.275 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_05_11_19_41_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 26.74% of the surrounding traffic's one", + "Average speed is 109.93% of the surrounding traffic's one", + "Average speed is 122.52% of the surrounding traffic's one", + "Average speed is 102.85% of the surrounding traffic's one", + "Average speed is 94.23% of the surrounding traffic's one", + "Average speed is 99.75% of the surrounding traffic's one", + "Average speed is 98.87% of the surrounding traffic's one", + "Average speed is 102.07% of the surrounding traffic's one", + "Average speed is 105.71% of the surrounding traffic's one", + "Average speed is 120.77% of the surrounding traffic's one", + "Average speed is 104.43% of the surrounding traffic's one", + "Average speed is 97.78% of the surrounding traffic's one", + "Average speed is 110.97% of the surrounding traffic's one", + "Average speed is 99.94% of the surrounding traffic's one", + "Average speed is 105.61% of the surrounding traffic's one", + "Average speed is 114.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 21.35, + "duration_system": 159.187 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_05_11_12_42_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 12.35% of the surrounding traffic's one", + "Average speed is 147.51% of the surrounding traffic's one", + "Average speed is 184.64% of the surrounding traffic's one", + "Average speed is 222.1% of the surrounding traffic's one", + "Average speed is 231.99% of the surrounding traffic's one", + "Average speed is 185.64% of the surrounding traffic's one", + "Average speed is 171.67% of the surrounding traffic's one", + "Average speed is 169.99% of the surrounding traffic's one", + "Average speed is 136.05% of the surrounding traffic's one", + "Average speed is 129.26% of the surrounding traffic's one", + "Average speed is 100.71% of the surrounding traffic's one", + "Average speed is 104.96% of the surrounding traffic's one", + "Average speed is 97.63% of the surrounding traffic's one", + "Average speed is 97.82% of the surrounding traffic's one", + "Average speed is 111.63% of the surrounding traffic's one", + "Average speed is 115.52% of the surrounding traffic's one", + "Average speed is 118.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.3, + "duration_system": 171.777 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_05_11_12_37_34", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 52.17% of the surrounding traffic's one", + "Average speed is 211.35% of the surrounding traffic's one", + "Average speed is 380.98% of the surrounding traffic's one", + "Average speed is 487.27% of the surrounding traffic's one", + "Average speed is 403.64% of the surrounding traffic's one", + "Average speed is 438.03% of the surrounding traffic's one", + "Average speed is 547.44% of the surrounding traffic's one", + "Average speed is 515.97% of the surrounding traffic's one", + "Average speed is 458.88% of the surrounding traffic's one", + "Average speed is 468.49% of the surrounding traffic's one", + "Average speed is 388.15% of the surrounding traffic's one", + "Average speed is 342.12% of the surrounding traffic's one", + "Average speed is 348.24% of the surrounding traffic's one", + "Average speed is 360.65% of the surrounding traffic's one", + "Average speed is 501.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.2, + "duration_system": 128.153 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_05_11_12_30_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 158.78% of the surrounding traffic's one", + "Average speed is 144.55% of the surrounding traffic's one", + "Average speed is 178.3% of the surrounding traffic's one", + "Average speed is 210.46% of the surrounding traffic's one", + "Average speed is 268.28% of the surrounding traffic's one", + "Average speed is 378.83% of the surrounding traffic's one", + "Average speed is 299.94% of the surrounding traffic's one", + "Average speed is 28.25% of the surrounding traffic's one", + "Average speed is 287.09% of the surrounding traffic's one", + "Average speed is 420.18% of the surrounding traffic's one", + "Average speed is 329.84% of the surrounding traffic's one", + "Average speed is 175.76% of the surrounding traffic's one", + "Average speed is 308.28% of the surrounding traffic's one", + "Average speed is 290.54% of the surrounding traffic's one", + "Average speed is 306.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 20.65, + "duration_system": 271.311 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_05_10_23_37_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.24% of the surrounding traffic's one", + "Average speed is 146.86% of the surrounding traffic's one", + "Average speed is 177.35% of the surrounding traffic's one", + "Average speed is 223.43% of the surrounding traffic's one", + "Average speed is 259.26% of the surrounding traffic's one", + "Average speed is 356.76% of the surrounding traffic's one", + "Average speed is 462.38% of the surrounding traffic's one", + "Average speed is 282.76% of the surrounding traffic's one", + "Average speed is 26.4% of the surrounding traffic's one", + "Average speed is 321.76% of the surrounding traffic's one", + "Average speed is 558.9% of the surrounding traffic's one", + "Average speed is 495.74% of the surrounding traffic's one", + "Average speed is 515.82% of the surrounding traffic's one", + "Average speed is 801.25% of the surrounding traffic's one", + "Average speed is 854.44% of the surrounding traffic's one", + "Average speed is 802.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 18.9, + "duration_system": 188.217 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_05_11_12_23_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.44% of the surrounding traffic's one", + "Average speed is 141.75% of the surrounding traffic's one", + "Average speed is 180.35% of the surrounding traffic's one", + "Average speed is 218.17% of the surrounding traffic's one", + "Average speed is 162.42% of the surrounding traffic's one", + "Average speed is 19.91% of the surrounding traffic's one", + "Average speed is 281.82% of the surrounding traffic's one", + "Average speed is 344.9% of the surrounding traffic's one", + "Average speed is 247.23% of the surrounding traffic's one", + "Average speed is 188.26% of the surrounding traffic's one", + "Average speed is 246.4% of the surrounding traffic's one", + "Average speed is 221.36% of the surrounding traffic's one", + "Average speed is 208.04% of the surrounding traffic's one", + "Average speed is 201.84% of the surrounding traffic's one", + "Average speed is 240.24% of the surrounding traffic's one", + "Average speed is 235.22% of the surrounding traffic's one", + "Average speed is 203.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 27.45, + "duration_system": 284.327 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_05_11_12_16_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.28% of the surrounding traffic's one", + "Average speed is 154.26% of the surrounding traffic's one", + "Average speed is 235.65% of the surrounding traffic's one", + "Average speed is 211.07% of the surrounding traffic's one", + "Average speed is 231.62% of the surrounding traffic's one", + "Average speed is 234.21% of the surrounding traffic's one", + "Average speed is 210.01% of the surrounding traffic's one", + "Average speed is 155.76% of the surrounding traffic's one", + "Average speed is 103.17% of the surrounding traffic's one", + "Average speed is 96.06% of the surrounding traffic's one", + "Average speed is 107.81% of the surrounding traffic's one", + "Average speed is 100.02% of the surrounding traffic's one", + "Average speed is 92.53% of the surrounding traffic's one", + "Average speed is 115.19% of the surrounding traffic's one", + "Average speed is 29.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.85, + "duration_system": 263.711 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_05_11_12_10_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.21% of the surrounding traffic's one", + "Average speed is 162.72% of the surrounding traffic's one", + "Average speed is 202.22% of the surrounding traffic's one", + "Average speed is 161.95% of the surrounding traffic's one", + "Average speed is 153.76% of the surrounding traffic's one", + "Average speed is 126.35% of the surrounding traffic's one", + "Average speed is 81.94% of the surrounding traffic's one", + "Average speed is 64.57% of the surrounding traffic's one", + "Average speed is 83.83% of the surrounding traffic's one", + "Average speed is 208.53% of the surrounding traffic's one", + "Average speed is 329.29% of the surrounding traffic's one", + "Average speed is 450.67% of the surrounding traffic's one", + "Average speed is 391.3% of the surrounding traffic's one", + "Average speed is 374.71% of the surrounding traffic's one", + "Average speed is 511.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.5, + "duration_system": 137.167 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_05_11_18_54_16", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=4887 at (x=4299.604, y=580.78, z=175.799) at time=91.300s [CARLA Frame: 7501, Agent Step: 1825]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 0.996 meters (0.81% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 126.37% of the surrounding traffic's one", + "Average speed is 137.32% of the surrounding traffic's one", + "Average speed is 214.94% of the surrounding traffic's one", + "Average speed is 243.88% of the surrounding traffic's one", + "Average speed is 221.97% of the surrounding traffic's one", + "Average speed is 167.76% of the surrounding traffic's one", + "Average speed is 92.48% of the surrounding traffic's one", + "Average speed is 16.46% of the surrounding traffic's one", + "Average speed is 19.1% of the surrounding traffic's one", + "Average speed is 292.95% of the surrounding traffic's one", + "Average speed is 300.28% of the surrounding traffic's one", + "Average speed is 264.12% of the surrounding traffic's one", + "Average speed is 252.17% of the surrounding traffic's one", + "Average speed is 218.29% of the surrounding traffic's one", + "Average speed is 191.41% of the surrounding traffic's one", + "Average speed is 186.38% of the surrounding traffic's one", + "Average speed is 207.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.416587, + "score_composed": 41.658667 + }, + "meta": { + "route_length": 132.541, + "duration_game": 258.95, + "duration_system": 2642.259 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_05_10_23_33_34", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.5% of the surrounding traffic's one", + "Average speed is 135.99% of the surrounding traffic's one", + "Average speed is 119.09% of the surrounding traffic's one", + "Average speed is 195.08% of the surrounding traffic's one", + "Average speed is 187.41% of the surrounding traffic's one", + "Average speed is 201.79% of the surrounding traffic's one", + "Average speed is 223.23% of the surrounding traffic's one", + "Average speed is 235.36% of the surrounding traffic's one", + "Average speed is 239.07% of the surrounding traffic's one", + "Average speed is 238.46% of the surrounding traffic's one", + "Average speed is 240.32% of the surrounding traffic's one", + "Average speed is 238.33% of the surrounding traffic's one", + "Average speed is 231.91% of the surrounding traffic's one", + "Average speed is 219.67% of the surrounding traffic's one", + "Average speed is 229.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.75, + "duration_system": 82.089 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_05_10_23_29_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.11% of the surrounding traffic's one", + "Average speed is 174.42% of the surrounding traffic's one", + "Average speed is 201.3% of the surrounding traffic's one", + "Average speed is 257.03% of the surrounding traffic's one", + "Average speed is 230.76% of the surrounding traffic's one", + "Average speed is 216.72% of the surrounding traffic's one", + "Average speed is 218.8% of the surrounding traffic's one", + "Average speed is 214.24% of the surrounding traffic's one", + "Average speed is 207.8% of the surrounding traffic's one", + "Average speed is 203.59% of the surrounding traffic's one", + "Average speed is 192.21% of the surrounding traffic's one", + "Average speed is 179.66% of the surrounding traffic's one", + "Average speed is 162.47% of the surrounding traffic's one", + "Average speed is 161.0% of the surrounding traffic's one", + "Average speed is 170.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.8, + "duration_system": 81.099 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_05_11_11_34_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.06% of the surrounding traffic's one", + "Average speed is 134.44% of the surrounding traffic's one", + "Average speed is 120.24% of the surrounding traffic's one", + "Average speed is 153.0% of the surrounding traffic's one", + "Average speed is 171.19% of the surrounding traffic's one", + "Average speed is 192.97% of the surrounding traffic's one", + "Average speed is 214.57% of the surrounding traffic's one", + "Average speed is 226.83% of the surrounding traffic's one", + "Average speed is 243.21% of the surrounding traffic's one", + "Average speed is 250.56% of the surrounding traffic's one", + "Average speed is 246.72% of the surrounding traffic's one", + "Average speed is 242.66% of the surrounding traffic's one", + "Average speed is 224.08% of the surrounding traffic's one", + "Average speed is 195.75% of the surrounding traffic's one", + "Average speed is 173.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 8.0, + "duration_system": 66.068 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_05_10_23_26_04", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.91% of the surrounding traffic's one", + "Average speed is 186.64% of the surrounding traffic's one", + "Average speed is 186.75% of the surrounding traffic's one", + "Average speed is 209.18% of the surrounding traffic's one", + "Average speed is 215.44% of the surrounding traffic's one", + "Average speed is 209.69% of the surrounding traffic's one", + "Average speed is 225.03% of the surrounding traffic's one", + "Average speed is 233.46% of the surrounding traffic's one", + "Average speed is 231.92% of the surrounding traffic's one", + "Average speed is 213.35% of the surrounding traffic's one", + "Average speed is 197.37% of the surrounding traffic's one", + "Average speed is 174.1% of the surrounding traffic's one", + "Average speed is 174.26% of the surrounding traffic's one", + "Average speed is 256.17% of the surrounding traffic's one", + "Average speed is 222.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 56.06 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_05_10_23_12_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.85% of the surrounding traffic's one", + "Average speed is 155.46% of the surrounding traffic's one", + "Average speed is 174.36% of the surrounding traffic's one", + "Average speed is 174.39% of the surrounding traffic's one", + "Average speed is 65.44% of the surrounding traffic's one", + "Average speed is 6.11% of the surrounding traffic's one", + "Average speed is 181.02% of the surrounding traffic's one", + "Average speed is 207.48% of the surrounding traffic's one", + "Average speed is 183.37% of the surrounding traffic's one", + "Average speed is 139.22% of the surrounding traffic's one", + "Average speed is 118.83% of the surrounding traffic's one", + "Average speed is 53.0% of the surrounding traffic's one", + "Average speed is 134.0% of the surrounding traffic's one", + "Average speed is 107.73% of the surrounding traffic's one", + "Average speed is 112.82% of the surrounding traffic's one", + "Average speed is 116.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 41.6, + "duration_system": 664.732 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_05_11_11_27_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.47% of the surrounding traffic's one", + "Average speed is 133.41% of the surrounding traffic's one", + "Average speed is 179.18% of the surrounding traffic's one", + "Average speed is 219.64% of the surrounding traffic's one", + "Average speed is 209.91% of the surrounding traffic's one", + "Average speed is 224.23% of the surrounding traffic's one", + "Average speed is 177.59% of the surrounding traffic's one", + "Average speed is 61.26% of the surrounding traffic's one", + "Average speed is 110.16% of the surrounding traffic's one", + "Average speed is 188.72% of the surrounding traffic's one", + "Average speed is 174.94% of the surrounding traffic's one", + "Average speed is 129.18% of the surrounding traffic's one", + "Average speed is 135.22% of the surrounding traffic's one", + "Average speed is 98.76% of the surrounding traffic's one", + "Average speed is 130.83% of the surrounding traffic's one", + "Average speed is 12.39% of the surrounding traffic's one", + "Average speed is 71.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 33.9, + "duration_system": 260.271 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_05_11_11_22_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.87% of the surrounding traffic's one", + "Average speed is 165.21% of the surrounding traffic's one", + "Average speed is 202.24% of the surrounding traffic's one", + "Average speed is 189.67% of the surrounding traffic's one", + "Average speed is 154.54% of the surrounding traffic's one", + "Average speed is 62.91% of the surrounding traffic's one", + "Average speed is 71.65% of the surrounding traffic's one", + "Average speed is 201.01% of the surrounding traffic's one", + "Average speed is 176.33% of the surrounding traffic's one", + "Average speed is 144.3% of the surrounding traffic's one", + "Average speed is 106.56% of the surrounding traffic's one", + "Average speed is 107.33% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 120.97% of the surrounding traffic's one", + "Average speed is 127.41% of the surrounding traffic's one", + "Average speed is 119.86% of the surrounding traffic's one", + "Average speed is 100.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 17.65, + "duration_system": 138.168 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_05_10_23_05_58", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 99.7% of the surrounding traffic's one", + "Average speed is 12.67% of the surrounding traffic's one", + "Average speed is 361.01% of the surrounding traffic's one", + "Average speed is 392.0% of the surrounding traffic's one", + "Average speed is 526.19% of the surrounding traffic's one", + "Average speed is 540.41% of the surrounding traffic's one", + "Average speed is 476.37% of the surrounding traffic's one", + "Average speed is 515.48% of the surrounding traffic's one", + "Average speed is 856.34% of the surrounding traffic's one", + "Average speed is 1318.76% of the surrounding traffic's one", + "Average speed is 1176.22% of the surrounding traffic's one", + "Average speed is 944.21% of the surrounding traffic's one", + "Average speed is 1060.69% of the surrounding traffic's one", + "Average speed is 981.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 20.85, + "duration_system": 251.26 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_05_11_11_18_11", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 82.82% of the surrounding traffic's one", + "Average speed is 31.96% of the surrounding traffic's one", + "Average speed is 251.51% of the surrounding traffic's one", + "Average speed is 464.07% of the surrounding traffic's one", + "Average speed is 452.31% of the surrounding traffic's one", + "Average speed is 411.75% of the surrounding traffic's one", + "Average speed is 444.98% of the surrounding traffic's one", + "Average speed is 462.51% of the surrounding traffic's one", + "Average speed is 735.82% of the surrounding traffic's one", + "Average speed is 414.76% of the surrounding traffic's one", + "Average speed is 351.16% of the surrounding traffic's one", + "Average speed is 251.94% of the surrounding traffic's one", + "Average speed is 191.47% of the surrounding traffic's one", + "Average speed is 124.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 11.25, + "duration_system": 114.143 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_05_11_18_32_57", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.49% of the surrounding traffic's one", + "Average speed is 196.13% of the surrounding traffic's one", + "Average speed is 272.06% of the surrounding traffic's one", + "Average speed is 287.35% of the surrounding traffic's one", + "Average speed is 285.43% of the surrounding traffic's one", + "Average speed is 289.66% of the surrounding traffic's one", + "Average speed is 304.94% of the surrounding traffic's one", + "Average speed is 297.89% of the surrounding traffic's one", + "Average speed is 279.6% of the surrounding traffic's one", + "Average speed is 648.5% of the surrounding traffic's one", + "Average speed is 556.38% of the surrounding traffic's one", + "Average speed is 502.67% of the surrounding traffic's one", + "Average speed is 319.18% of the surrounding traffic's one", + "Average speed is 201.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.55, + "duration_system": 50.056 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_05_10_21_32_38", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.01% of the surrounding traffic's one", + "Average speed is 323.99% of the surrounding traffic's one", + "Average speed is 4160.53% of the surrounding traffic's one", + "Average speed is 3699.25% of the surrounding traffic's one", + "Average speed is 2696.58% of the surrounding traffic's one", + "Average speed is 2105.78% of the surrounding traffic's one", + "Average speed is 1775.91% of the surrounding traffic's one", + "Average speed is 1090.57% of the surrounding traffic's one", + "Average speed is 766.32% of the surrounding traffic's one", + "Average speed is 501.6% of the surrounding traffic's one", + "Average speed is 368.65% of the surrounding traffic's one", + "Average speed is 317.36% of the surrounding traffic's one", + "Average speed is 245.12% of the surrounding traffic's one", + "Average speed is 203.59% of the surrounding traffic's one", + "Average speed is 172.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 50.75, + "duration_system": 1145.169 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_05_11_11_12_32", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.54% of the surrounding traffic's one", + "Average speed is 75.18% of the surrounding traffic's one", + "Average speed is 165.41% of the surrounding traffic's one", + "Average speed is 155.11% of the surrounding traffic's one", + "Average speed is 62.2% of the surrounding traffic's one", + "Average speed is 52.88% of the surrounding traffic's one", + "Average speed is 231.35% of the surrounding traffic's one", + "Average speed is 407.13% of the surrounding traffic's one", + "Average speed is 433.4% of the surrounding traffic's one", + "Average speed is 466.43% of the surrounding traffic's one", + "Average speed is 384.11% of the surrounding traffic's one", + "Average speed is 426.9% of the surrounding traffic's one", + "Average speed is 305.13% of the surrounding traffic's one", + "Average speed is 185.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 14.35, + "duration_system": 195.198 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_05_11_11_05_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.63% of the surrounding traffic's one", + "Average speed is 253.76% of the surrounding traffic's one", + "Average speed is 159.16% of the surrounding traffic's one", + "Average speed is 92.41% of the surrounding traffic's one", + "Average speed is 30.77% of the surrounding traffic's one", + "Average speed is 259.25% of the surrounding traffic's one", + "Average speed is 339.7% of the surrounding traffic's one", + "Average speed is 329.36% of the surrounding traffic's one", + "Average speed is 292.08% of the surrounding traffic's one", + "Average speed is 538.56% of the surrounding traffic's one", + "Average speed is 1171.87% of the surrounding traffic's one", + "Average speed is 681.18% of the surrounding traffic's one", + "Average speed is 535.49% of the surrounding traffic's one", + "Average speed is 207.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 30.75, + "duration_system": 310.633 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_05_11_10_59_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 189.02% of the surrounding traffic's one", + "Average speed is 290.74% of the surrounding traffic's one", + "Average speed is 301.84% of the surrounding traffic's one", + "Average speed is 145.5% of the surrounding traffic's one", + "Average speed is 47.5% of the surrounding traffic's one", + "Average speed is 71.48% of the surrounding traffic's one", + "Average speed is 295.59% of the surrounding traffic's one", + "Average speed is 385.76% of the surrounding traffic's one", + "Average speed is 488.32% of the surrounding traffic's one", + "Average speed is 483.32% of the surrounding traffic's one", + "Average speed is 560.36% of the surrounding traffic's one", + "Average speed is 543.28% of the surrounding traffic's one", + "Average speed is 481.52% of the surrounding traffic's one", + "Average speed is 262.68% of the surrounding traffic's one", + "Average speed is 197.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.7, + "duration_system": 213.507 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_05_11_10_53_10", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.6% of the surrounding traffic's one", + "Average speed is 123.47% of the surrounding traffic's one", + "Average speed is 203.55% of the surrounding traffic's one", + "Average speed is 98.59% of the surrounding traffic's one", + "Average speed is 44.33% of the surrounding traffic's one", + "Average speed is 248.45% of the surrounding traffic's one", + "Average speed is 341.13% of the surrounding traffic's one", + "Average speed is 361.58% of the surrounding traffic's one", + "Average speed is 380.31% of the surrounding traffic's one", + "Average speed is 369.44% of the surrounding traffic's one", + "Average speed is 383.32% of the surrounding traffic's one", + "Average speed is 279.45% of the surrounding traffic's one", + "Average speed is 154.6% of the surrounding traffic's one", + "Average speed is 140.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 14.65, + "duration_system": 221.234 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_05_11_18_27_29", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.6% of the surrounding traffic's one", + "Average speed is 174.78% of the surrounding traffic's one", + "Average speed is 250.59% of the surrounding traffic's one", + "Average speed is 82.36% of the surrounding traffic's one", + "Average speed is 52.25% of the surrounding traffic's one", + "Average speed is 190.79% of the surrounding traffic's one", + "Average speed is 345.45% of the surrounding traffic's one", + "Average speed is 416.22% of the surrounding traffic's one", + "Average speed is 486.42% of the surrounding traffic's one", + "Average speed is 424.92% of the surrounding traffic's one", + "Average speed is 376.96% of the surrounding traffic's one", + "Average speed is 342.44% of the surrounding traffic's one", + "Average speed is 175.26% of the surrounding traffic's one", + "Average speed is 164.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.6, + "duration_system": 189.225 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_05_11_10_47_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.74% of the surrounding traffic's one", + "Average speed is 268.02% of the surrounding traffic's one", + "Average speed is 287.25% of the surrounding traffic's one", + "Average speed is 465.87% of the surrounding traffic's one", + "Average speed is 511.77% of the surrounding traffic's one", + "Average speed is 568.37% of the surrounding traffic's one", + "Average speed is 651.16% of the surrounding traffic's one", + "Average speed is 610.1% of the surrounding traffic's one", + "Average speed is 590.93% of the surrounding traffic's one", + "Average speed is 532.54% of the surrounding traffic's one", + "Average speed is 687.85% of the surrounding traffic's one", + "Average speed is 786.25% of the surrounding traffic's one", + "Average speed is 694.39% of the surrounding traffic's one", + "Average speed is 981.1% of the surrounding traffic's one", + "Average speed is 1410.2% of the surrounding traffic's one", + "Average speed is 722.65% of the surrounding traffic's one", + "Average speed is 477.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 12.8, + "duration_system": 221.228 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_05_11_10_41_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 493.39% of the surrounding traffic's one", + "Average speed is 548.06% of the surrounding traffic's one", + "Average speed is 590.41% of the surrounding traffic's one", + "Average speed is 687.22% of the surrounding traffic's one", + "Average speed is 374.45% of the surrounding traffic's one", + "Average speed is 346.87% of the surrounding traffic's one", + "Average speed is 274.36% of the surrounding traffic's one", + "Average speed is 281.52% of the surrounding traffic's one", + "Average speed is 342.38% of the surrounding traffic's one", + "Average speed is 213.31% of the surrounding traffic's one", + "Average speed is 173.32% of the surrounding traffic's one", + "Average speed is 171.75% of the surrounding traffic's one", + "Average speed is 204.97% of the surrounding traffic's one", + "Average speed is 562.77% of the surrounding traffic's one", + "Average speed is 456.11% of the surrounding traffic's one", + "Average speed is 426.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 13.35, + "duration_system": 214.567 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_05_11_10_35_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 246.13% of the surrounding traffic's one", + "Average speed is 278.21% of the surrounding traffic's one", + "Average speed is 292.42% of the surrounding traffic's one", + "Average speed is 458.0% of the surrounding traffic's one", + "Average speed is 536.51% of the surrounding traffic's one", + "Average speed is 565.22% of the surrounding traffic's one", + "Average speed is 580.53% of the surrounding traffic's one", + "Average speed is 494.56% of the surrounding traffic's one", + "Average speed is 379.62% of the surrounding traffic's one", + "Average speed is 390.1% of the surrounding traffic's one", + "Average speed is 498.71% of the surrounding traffic's one", + "Average speed is 444.35% of the surrounding traffic's one", + "Average speed is 512.29% of the surrounding traffic's one", + "Average speed is 962.99% of the surrounding traffic's one", + "Average speed is 1124.62% of the surrounding traffic's one", + "Average speed is 653.58% of the surrounding traffic's one", + "Average speed is 423.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 13.85, + "duration_system": 244.529 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_05_11_10_29_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 162.52% of the surrounding traffic's one", + "Average speed is 427.8% of the surrounding traffic's one", + "Average speed is 456.5% of the surrounding traffic's one", + "Average speed is 409.81% of the surrounding traffic's one", + "Average speed is 467.24% of the surrounding traffic's one", + "Average speed is 437.72% of the surrounding traffic's one", + "Average speed is 453.11% of the surrounding traffic's one", + "Average speed is 467.49% of the surrounding traffic's one", + "Average speed is 805.66% of the surrounding traffic's one", + "Average speed is 1153.18% of the surrounding traffic's one", + "Average speed is 1114.31% of the surrounding traffic's one", + "Average speed is 640.16% of the surrounding traffic's one", + "Average speed is 189.09% of the surrounding traffic's one", + "Average speed is 370.07% of the surrounding traffic's one", + "Average speed is 630.07% of the surrounding traffic's one", + "Average speed is 2595957.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.2, + "duration_system": 202.221 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_05_10_20_15_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.05% of the surrounding traffic's one", + "Average speed is 150.13% of the surrounding traffic's one", + "Average speed is 326.01% of the surrounding traffic's one", + "Average speed is 422.27% of the surrounding traffic's one", + "Average speed is 314.14% of the surrounding traffic's one", + "Average speed is 88.58% of the surrounding traffic's one", + "Average speed is 147.14% of the surrounding traffic's one", + "Average speed is 216.41% of the surrounding traffic's one", + "Average speed is 67.18% of the surrounding traffic's one", + "Average speed is 27.17% of the surrounding traffic's one", + "Average speed is 572.49% of the surrounding traffic's one", + "Average speed is 349.43% of the surrounding traffic's one", + "Average speed is 437.06% of the surrounding traffic's one", + "Average speed is 296.41% of the surrounding traffic's one", + "Average speed is 235.22% of the surrounding traffic's one", + "Average speed is 162.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.4, + "duration_system": 184.472 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_05_11_10_23_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.78% of the surrounding traffic's one", + "Average speed is 145.19% of the surrounding traffic's one", + "Average speed is 113.0% of the surrounding traffic's one", + "Average speed is 14.26% of the surrounding traffic's one", + "Average speed is 462.04% of the surrounding traffic's one", + "Average speed is 525.3% of the surrounding traffic's one", + "Average speed is 430.35% of the surrounding traffic's one", + "Average speed is 765.89% of the surrounding traffic's one", + "Average speed is 772.86% of the surrounding traffic's one", + "Average speed is 572.35% of the surrounding traffic's one", + "Average speed is 400.42% of the surrounding traffic's one", + "Average speed is 237.58% of the surrounding traffic's one", + "Average speed is 375.52% of the surrounding traffic's one", + "Average speed is 385.32% of the surrounding traffic's one", + "Average speed is 293.52% of the surrounding traffic's one", + "Average speed is 210.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 24.0, + "duration_system": 209.235 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_05_11_10_13_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.41% of the surrounding traffic's one", + "Average speed is 252.48% of the surrounding traffic's one", + "Average speed is 633.27% of the surrounding traffic's one", + "Average speed is 191.1% of the surrounding traffic's one", + "Average speed is 69.53% of the surrounding traffic's one", + "Average speed is 6.12% of the surrounding traffic's one", + "Average speed is 204.56% of the surrounding traffic's one", + "Average speed is 478.91% of the surrounding traffic's one", + "Average speed is 670.82% of the surrounding traffic's one", + "Average speed is 790.02% of the surrounding traffic's one", + "Average speed is 616.23% of the surrounding traffic's one", + "Average speed is 2733.39% of the surrounding traffic's one", + "Average speed is 1190.73% of the surrounding traffic's one", + "Average speed is 849.54% of the surrounding traffic's one", + "Average speed is 1380.57% of the surrounding traffic's one", + "Average speed is 620.15% of the surrounding traffic's one", + "Average speed is 463.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 55.15, + "duration_system": 463.498 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_05_11_10_10_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.41% of the surrounding traffic's one", + "Average speed is 712.26% of the surrounding traffic's one", + "Average speed is 1020.07% of the surrounding traffic's one", + "Average speed is 544.13% of the surrounding traffic's one", + "Average speed is 360.28% of the surrounding traffic's one", + "Average speed is 330.79% of the surrounding traffic's one", + "Average speed is 284.24% of the surrounding traffic's one", + "Average speed is 313.16% of the surrounding traffic's one", + "Average speed is 290.37% of the surrounding traffic's one", + "Average speed is 244.27% of the surrounding traffic's one", + "Average speed is 311.77% of the surrounding traffic's one", + "Average speed is 850.54% of the surrounding traffic's one", + "Average speed is 1146.72% of the surrounding traffic's one", + "Average speed is 1177.41% of the surrounding traffic's one", + "Average speed is 1461.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.1, + "duration_system": 70.076 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_05_10_20_10_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.6% of the surrounding traffic's one", + "Average speed is 550.54% of the surrounding traffic's one", + "Average speed is 736.1% of the surrounding traffic's one", + "Average speed is 384.8% of the surrounding traffic's one", + "Average speed is 121.1% of the surrounding traffic's one", + "Average speed is 38.93% of the surrounding traffic's one", + "Average speed is 124.72% of the surrounding traffic's one", + "Average speed is 276.53% of the surrounding traffic's one", + "Average speed is 325.6% of the surrounding traffic's one", + "Average speed is 315.67% of the surrounding traffic's one", + "Average speed is 534.52% of the surrounding traffic's one", + "Average speed is 580.5% of the surrounding traffic's one", + "Average speed is 539.88% of the surrounding traffic's one", + "Average speed is 916.41% of the surrounding traffic's one", + "Average speed is 1484.41% of the surrounding traffic's one", + "Average speed is 1074.66% of the surrounding traffic's one", + "Average speed is 896.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 13.25, + "duration_system": 127.255 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_05_11_10_05_46", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.82% of the surrounding traffic's one", + "Average speed is 325.39% of the surrounding traffic's one", + "Average speed is 442.83% of the surrounding traffic's one", + "Average speed is 281.18% of the surrounding traffic's one", + "Average speed is 67.47% of the surrounding traffic's one", + "Average speed is 197.29% of the surrounding traffic's one", + "Average speed is 273.01% of the surrounding traffic's one", + "Average speed is 250.67% of the surrounding traffic's one", + "Average speed is 92.93% of the surrounding traffic's one", + "Average speed is 375.77% of the surrounding traffic's one", + "Average speed is 581.6% of the surrounding traffic's one", + "Average speed is 772.29% of the surrounding traffic's one", + "Average speed is 544.14% of the surrounding traffic's one", + "Average speed is 274.87% of the surrounding traffic's one", + "Average speed is 166.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 13.7, + "duration_system": 121.151 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_05_11_10_02_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 231.84% of the surrounding traffic's one", + "Average speed is 762.58% of the surrounding traffic's one", + "Average speed is 670.71% of the surrounding traffic's one", + "Average speed is 325.28% of the surrounding traffic's one", + "Average speed is 236.36% of the surrounding traffic's one", + "Average speed is 86.75% of the surrounding traffic's one", + "Average speed is 213.22% of the surrounding traffic's one", + "Average speed is 320.6% of the surrounding traffic's one", + "Average speed is 282.4% of the surrounding traffic's one", + "Average speed is 227.61% of the surrounding traffic's one", + "Average speed is 203.26% of the surrounding traffic's one", + "Average speed is 346.68% of the surrounding traffic's one", + "Average speed is 566.81% of the surrounding traffic's one", + "Average speed is 354.85% of the surrounding traffic's one", + "Average speed is 406.85% of the surrounding traffic's one", + "Average speed is 348.09% of the surrounding traffic's one", + "Average speed is 240.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.7, + "duration_system": 78.092 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_05_12_08_21_32", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.108, y=-86.61, z=336.046) at time=10.350s [CARLA Frame: 3185, Agent Step: 206]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2378.978, y=-79.173, z=335.969) at time=11.000s [CARLA Frame: 3198, Agent Step: 219]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.96% of the surrounding traffic's one", + "Average speed is 278.45% of the surrounding traffic's one", + "Average speed is 422.64% of the surrounding traffic's one", + "Average speed is 337.1% of the surrounding traffic's one", + "Average speed is 22.95% of the surrounding traffic's one", + "Average speed is 193.99% of the surrounding traffic's one", + "Average speed is 323.27% of the surrounding traffic's one", + "Average speed is 449.54% of the surrounding traffic's one", + "Average speed is 581.41% of the surrounding traffic's one", + "Average speed is 785.63% of the surrounding traffic's one", + "Average speed is 496.42% of the surrounding traffic's one", + "Average speed is 18.54% of the surrounding traffic's one", + "Average speed is 2792.07% of the surrounding traffic's one", + "Average speed is 1507.93% of the surrounding traffic's one", + "Average speed is 1208.16% of the surrounding traffic's one", + "Average speed is 381.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 87.704, + "duration_game": 59.05, + "duration_system": 663.239 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_05_12_00_32_45", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3856 at (x=1362.889, y=4988.223, z=370.817) at time=12.550s [CARLA Frame: 3690, Agent Step: 250]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.85% of the surrounding traffic's one", + "Average speed is 49.82% of the surrounding traffic's one", + "Average speed is 541.28% of the surrounding traffic's one", + "Average speed is 248.0% of the surrounding traffic's one", + "Average speed is 35.95% of the surrounding traffic's one", + "Average speed is 121.32% of the surrounding traffic's one", + "Average speed is 244.64% of the surrounding traffic's one", + "Average speed is 319.88% of the surrounding traffic's one", + "Average speed is 273.09% of the surrounding traffic's one", + "Average speed is 43.89% of the surrounding traffic's one", + "Average speed is 936.67% of the surrounding traffic's one", + "Average speed is 532.26% of the surrounding traffic's one", + "Average speed is 721.02% of the surrounding traffic's one", + "Average speed is 379.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 20.1, + "duration_system": 583.448 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_05_11_03_07_32", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.548, y=4700.222, z=365.26) at time=9.800s [CARLA Frame: 3738, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 198.79% of the surrounding traffic's one", + "Average speed is 378.12% of the surrounding traffic's one", + "Average speed is 462.41% of the surrounding traffic's one", + "Average speed is 181.25% of the surrounding traffic's one", + "Average speed is 73.78% of the surrounding traffic's one", + "Average speed is 27.02% of the surrounding traffic's one", + "Average speed is 155.98% of the surrounding traffic's one", + "Average speed is 335.72% of the surrounding traffic's one", + "Average speed is 365.91% of the surrounding traffic's one", + "Average speed is 355.7% of the surrounding traffic's one", + "Average speed is 318.58% of the surrounding traffic's one", + "Average speed is 405.45% of the surrounding traffic's one", + "Average speed is 266.38% of the surrounding traffic's one", + "Average speed is 319.36% of the surrounding traffic's one", + "Average speed is 314.61% of the surrounding traffic's one", + "Average speed is 261.4% of the surrounding traffic's one", + "Average speed is 265.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.95, + "duration_system": 147.312 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_05_11_02_58_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2396.316, y=-93.121, z=335.497) at time=33.900s [CARLA Frame: 4126, Agent Step: 677]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.25% of the surrounding traffic's one", + "Average speed is 288.1% of the surrounding traffic's one", + "Average speed is 245.91% of the surrounding traffic's one", + "Average speed is 12.63% of the surrounding traffic's one", + "Average speed is 1572.75% of the surrounding traffic's one", + "Average speed is 1116.23% of the surrounding traffic's one", + "Average speed is 1109.16% of the surrounding traffic's one", + "Average speed is 1061.09% of the surrounding traffic's one", + "Average speed is 896.16% of the surrounding traffic's one", + "Average speed is 1078.59% of the surrounding traffic's one", + "Average speed is 774.21% of the surrounding traffic's one", + "Average speed is 3677.63% of the surrounding traffic's one", + "Average speed is 838.47% of the surrounding traffic's one", + "Average speed is 760.78% of the surrounding traffic's one", + "Average speed is 432.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 35.9, + "duration_system": 400.637 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_05_11_02_51_06", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.91% of the surrounding traffic's one", + "Average speed is 161.24% of the surrounding traffic's one", + "Average speed is 369.49% of the surrounding traffic's one", + "Average speed is 76.89% of the surrounding traffic's one", + "Average speed is 27.08% of the surrounding traffic's one", + "Average speed is 285.41% of the surrounding traffic's one", + "Average speed is 501.99% of the surrounding traffic's one", + "Average speed is 656.89% of the surrounding traffic's one", + "Average speed is 569.41% of the surrounding traffic's one", + "Average speed is 559.65% of the surrounding traffic's one", + "Average speed is 1758.94% of the surrounding traffic's one", + "Average speed is 2169.62% of the surrounding traffic's one", + "Average speed is 778.37% of the surrounding traffic's one", + "Average speed is 359.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.75, + "duration_system": 270.428 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_05_11_23_59_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3776 at (x=2393.386, y=2410.633, z=366.553) at time=65.100s [CARLA Frame: 4681, Agent Step: 1301]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 220.58% of the surrounding traffic's one", + "Average speed is 408.36% of the surrounding traffic's one", + "Average speed is 360.02% of the surrounding traffic's one", + "Average speed is 78.95% of the surrounding traffic's one", + "Average speed is 20.01% of the surrounding traffic's one", + "Average speed is 8.05% of the surrounding traffic's one", + "Average speed is 884.43% of the surrounding traffic's one", + "Average speed is 874.44% of the surrounding traffic's one", + "Average speed is 578.74% of the surrounding traffic's one", + "Average speed is 458.79% of the surrounding traffic's one", + "Average speed is 756.62% of the surrounding traffic's one", + "Average speed is 1785.0% of the surrounding traffic's one", + "Average speed is 1160.43% of the surrounding traffic's one", + "Average speed is 433.98% of the surrounding traffic's one", + "Average speed is 374.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 67.8, + "duration_system": 1861.625 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_05_11_23_54_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.7% of the surrounding traffic's one", + "Average speed is 119.45% of the surrounding traffic's one", + "Average speed is 39.21% of the surrounding traffic's one", + "Average speed is 134.46% of the surrounding traffic's one", + "Average speed is 331.61% of the surrounding traffic's one", + "Average speed is 556.06% of the surrounding traffic's one", + "Average speed is 481.99% of the surrounding traffic's one", + "Average speed is 470.18% of the surrounding traffic's one", + "Average speed is 452.93% of the surrounding traffic's one", + "Average speed is 462.15% of the surrounding traffic's one", + "Average speed is 369.72% of the surrounding traffic's one", + "Average speed is 360.6% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 24409701169.64% of the surrounding traffic's one", + "Average speed is 188.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 14.65, + "duration_system": 172.322 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_05_11_23_29_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.24% of the surrounding traffic's one", + "Average speed is 120.65% of the surrounding traffic's one", + "Average speed is 101.46% of the surrounding traffic's one", + "Average speed is 87.47% of the surrounding traffic's one", + "Average speed is 123.57% of the surrounding traffic's one", + "Average speed is 182.1% of the surrounding traffic's one", + "Average speed is 42.67% of the surrounding traffic's one", + "Average speed is 206.54% of the surrounding traffic's one", + "Average speed is 187.55% of the surrounding traffic's one", + "Average speed is 267.05% of the surrounding traffic's one", + "Average speed is 222.54% of the surrounding traffic's one", + "Average speed is 164.8% of the surrounding traffic's one", + "Average speed is 177.06% of the surrounding traffic's one", + "Average speed is 14.25% of the surrounding traffic's one", + "Average speed is 453.19% of the surrounding traffic's one", + "Average speed is 186.66% of the surrounding traffic's one", + "Average speed is 170.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 50.4, + "duration_system": 1383.029 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_05_11_02_45_36", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 275.46% of the surrounding traffic's one", + "Average speed is 223.6% of the surrounding traffic's one", + "Average speed is 125.62% of the surrounding traffic's one", + "Average speed is 120.13% of the surrounding traffic's one", + "Average speed is 166.22% of the surrounding traffic's one", + "Average speed is 183.17% of the surrounding traffic's one", + "Average speed is 209.35% of the surrounding traffic's one", + "Average speed is 203.25% of the surrounding traffic's one", + "Average speed is 151.29% of the surrounding traffic's one", + "Average speed is 202.85% of the surrounding traffic's one", + "Average speed is 324.13% of the surrounding traffic's one", + "Average speed is 249.74% of the surrounding traffic's one", + "Average speed is 157.4% of the surrounding traffic's one", + "Average speed is 197.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 12.6, + "duration_system": 219.312 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_05_11_01_45_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 259.17% of the surrounding traffic's one", + "Average speed is 150.74% of the surrounding traffic's one", + "Average speed is 175.55% of the surrounding traffic's one", + "Average speed is 150.02% of the surrounding traffic's one", + "Average speed is 14.55% of the surrounding traffic's one", + "Average speed is 41.65% of the surrounding traffic's one", + "Average speed is 22202494086.52% of the surrounding traffic's one", + "Average speed is 23697693810.55% of the surrounding traffic's one", + "Average speed is 20625274546.89% of the surrounding traffic's one", + "Average speed is 18591776708.98% of the surrounding traffic's one", + "Average speed is 21581701067.79% of the surrounding traffic's one", + "Average speed is 27671.05% of the surrounding traffic's one", + "Average speed is 2424.6% of the surrounding traffic's one", + "Average speed is 663.46% of the surrounding traffic's one", + "Average speed is 289.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 256.25, + "duration_system": 3506.914 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_05_11_01_36_07", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.44% of the surrounding traffic's one", + "Average speed is 801.8% of the surrounding traffic's one", + "Average speed is 450.98% of the surrounding traffic's one", + "Average speed is 59.55% of the surrounding traffic's one", + "Average speed is 17.22% of the surrounding traffic's one", + "Average speed is 203.18% of the surrounding traffic's one", + "Average speed is 345.84% of the surrounding traffic's one", + "Average speed is 433.95% of the surrounding traffic's one", + "Average speed is 224.9% of the surrounding traffic's one", + "Average speed is 277.93% of the surrounding traffic's one", + "Average speed is 340.86% of the surrounding traffic's one", + "Average speed is 726.79% of the surrounding traffic's one", + "Average speed is 301.34% of the surrounding traffic's one", + "Average speed is 164.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 20.15, + "duration_system": 449.04 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_05_11_01_29_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.65% of the surrounding traffic's one", + "Average speed is 2526.59% of the surrounding traffic's one", + "Average speed is 1941.79% of the surrounding traffic's one", + "Average speed is 466.91% of the surrounding traffic's one", + "Average speed is 135.33% of the surrounding traffic's one", + "Average speed is 43.33% of the surrounding traffic's one", + "Average speed is 59.17% of the surrounding traffic's one", + "Average speed is 203.87% of the surrounding traffic's one", + "Average speed is 287.98% of the surrounding traffic's one", + "Average speed is 355.4% of the surrounding traffic's one", + "Average speed is 125.9% of the surrounding traffic's one", + "Average speed is 380.43% of the surrounding traffic's one", + "Average speed is 1099.65% of the surrounding traffic's one", + "Average speed is 862.58% of the surrounding traffic's one", + "Average speed is 505.4% of the surrounding traffic's one", + "Average speed is 219.5% of the surrounding traffic's one", + "Average speed is 263.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 14.25, + "duration_system": 272.481 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_05_11_23_21_25", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 223.33% of the surrounding traffic's one", + "Average speed is 223.03% of the surrounding traffic's one", + "Average speed is 186.01% of the surrounding traffic's one", + "Average speed is 6.9% of the surrounding traffic's one", + "Average speed is 557.35% of the surrounding traffic's one", + "Average speed is 883.58% of the surrounding traffic's one", + "Average speed is 1343.38% of the surrounding traffic's one", + "Average speed is 1535.05% of the surrounding traffic's one", + "Average speed is 1612.19% of the surrounding traffic's one", + "Average speed is 856.04% of the surrounding traffic's one", + "Average speed is 466.4% of the surrounding traffic's one", + "Average speed is 490.54% of the surrounding traffic's one", + "Average speed is 304.27% of the surrounding traffic's one", + "Average speed is 205.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 35.9, + "duration_system": 370.554 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_05_11_01_24_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 34 at (x=106.12, y=324.08, z=0.103)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.88% of the surrounding traffic's one", + "Average speed is 105.34% of the surrounding traffic's one", + "Average speed is 65.9% of the surrounding traffic's one", + "Average speed is 90.12% of the surrounding traffic's one", + "Average speed is 73.47% of the surrounding traffic's one", + "Average speed is 152.61% of the surrounding traffic's one", + "Average speed is 71.92% of the surrounding traffic's one", + "Average speed is 80.96% of the surrounding traffic's one", + "Average speed is 114.18% of the surrounding traffic's one", + "Average speed is 157.93% of the surrounding traffic's one", + "Average speed is 146.34% of the surrounding traffic's one", + "Average speed is 356.06% of the surrounding traffic's one", + "Average speed is 323.13% of the surrounding traffic's one", + "Average speed is 248.61% of the surrounding traffic's one", + "Average speed is 177.62% of the surrounding traffic's one", + "Average speed is 148.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 18.6, + "duration_system": 200.328 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_05_10_20_06_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.27% of the surrounding traffic's one", + "Average speed is 168.61% of the surrounding traffic's one", + "Average speed is 133.42% of the surrounding traffic's one", + "Average speed is 137.86% of the surrounding traffic's one", + "Average speed is 126.97% of the surrounding traffic's one", + "Average speed is 156.22% of the surrounding traffic's one", + "Average speed is 151.93% of the surrounding traffic's one", + "Average speed is 102.2% of the surrounding traffic's one", + "Average speed is 110.76% of the surrounding traffic's one", + "Average speed is 137.8% of the surrounding traffic's one", + "Average speed is 151.84% of the surrounding traffic's one", + "Average speed is 175.53% of the surrounding traffic's one", + "Average speed is 185.93% of the surrounding traffic's one", + "Average speed is 202.91% of the surrounding traffic's one", + "Average speed is 208.87% of the surrounding traffic's one", + "Average speed is 162.19% of the surrounding traffic's one", + "Average speed is 166.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 10.75, + "duration_system": 137.152 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_05_11_09_57_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.78% of the surrounding traffic's one", + "Average speed is 167.64% of the surrounding traffic's one", + "Average speed is 144.3% of the surrounding traffic's one", + "Average speed is 143.84% of the surrounding traffic's one", + "Average speed is 123.61% of the surrounding traffic's one", + "Average speed is 123.56% of the surrounding traffic's one", + "Average speed is 128.16% of the surrounding traffic's one", + "Average speed is 111.26% of the surrounding traffic's one", + "Average speed is 116.17% of the surrounding traffic's one", + "Average speed is 122.32% of the surrounding traffic's one", + "Average speed is 109.89% of the surrounding traffic's one", + "Average speed is 125.66% of the surrounding traffic's one", + "Average speed is 130.65% of the surrounding traffic's one", + "Average speed is 180.33% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.6, + "duration_system": 170.174 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_05_11_01_17_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 203.96% of the surrounding traffic's one", + "Average speed is 486.8% of the surrounding traffic's one", + "Average speed is 361.16% of the surrounding traffic's one", + "Average speed is 236.73% of the surrounding traffic's one", + "Average speed is 14.33% of the surrounding traffic's one", + "Average speed is 288.63% of the surrounding traffic's one", + "Average speed is 400.54% of the surrounding traffic's one", + "Average speed is 306.07% of the surrounding traffic's one", + "Average speed is 302.07% of the surrounding traffic's one", + "Average speed is 433.33% of the surrounding traffic's one", + "Average speed is 666.36% of the surrounding traffic's one", + "Average speed is 569.45% of the surrounding traffic's one", + "Average speed is 324.06% of the surrounding traffic's one", + "Average speed is 271.61% of the surrounding traffic's one", + "Average speed is 237.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.7, + "duration_system": 263.583 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_05_11_23_13_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.28% of the surrounding traffic's one", + "Average speed is 501.02% of the surrounding traffic's one", + "Average speed is 396.27% of the surrounding traffic's one", + "Average speed is 258.9% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 138.15% of the surrounding traffic's one", + "Average speed is 247.36% of the surrounding traffic's one", + "Average speed is 232.19% of the surrounding traffic's one", + "Average speed is 185.77% of the surrounding traffic's one", + "Average speed is 27.14% of the surrounding traffic's one", + "Average speed is 483.96% of the surrounding traffic's one", + "Average speed is 436.95% of the surrounding traffic's one", + "Average speed is 450.57% of the surrounding traffic's one", + "Average speed is 402.07% of the surrounding traffic's one", + "Average speed is 320.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 70.367, + "duration_game": 19.05, + "duration_system": 324.051 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_05_11_22_59_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.95% of the surrounding traffic's one", + "Average speed is 1809.33% of the surrounding traffic's one", + "Average speed is 563.29% of the surrounding traffic's one", + "Average speed is 107.28% of the surrounding traffic's one", + "Average speed is 4.27% of the surrounding traffic's one", + "Average speed is 196.36% of the surrounding traffic's one", + "Average speed is 550.61% of the surrounding traffic's one", + "Average speed is 676.67% of the surrounding traffic's one", + "Average speed is 543.36% of the surrounding traffic's one", + "Average speed is 654.81% of the surrounding traffic's one", + "Average speed is 1619.9% of the surrounding traffic's one", + "Average speed is 802.91% of the surrounding traffic's one", + "Average speed is 505.33% of the surrounding traffic's one", + "Average speed is 272.05% of the surrounding traffic's one", + "Average speed is 125.11% of the surrounding traffic's one", + "Average speed is 7.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 60.8, + "duration_system": 754.2 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_05_11_22_46_58", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 156.23% of the surrounding traffic's one", + "Average speed is 255.1% of the surrounding traffic's one", + "Average speed is 525.27% of the surrounding traffic's one", + "Average speed is 19.75% of the surrounding traffic's one", + "Average speed is 17.61% of the surrounding traffic's one", + "Average speed is 858.1% of the surrounding traffic's one", + "Average speed is 847.85% of the surrounding traffic's one", + "Average speed is 739.07% of the surrounding traffic's one", + "Average speed is 785.69% of the surrounding traffic's one", + "Average speed is 747.91% of the surrounding traffic's one", + "Average speed is 513.26% of the surrounding traffic's one", + "Average speed is 5663.3% of the surrounding traffic's one", + "Average speed is 665.59% of the surrounding traffic's one", + "Average speed is 648.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.7, + "duration_system": 637.018 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_05_12_02_10_32", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.9, y=-81.348, z=0.029) at time=17.600s [CARLA Frame: 3434, Agent Step: 351]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=197 at (x=-40.301, y=-86.299, z=0.007) at time=18.850s [CARLA Frame: 3459, Agent Step: 376]", + "Agent collided against object with type=vehicle.audi.tt and id=165 at (x=-36.089, y=-92.315, z=-0.005) at time=20.000s [CARLA Frame: 3482, Agent Step: 399]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.453 meters (7.41% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 148.69% of the surrounding traffic's one", + "Average speed is 136.74% of the surrounding traffic's one", + "Average speed is 132.84% of the surrounding traffic's one", + "Average speed is 127.72% of the surrounding traffic's one", + "Average speed is 35.31% of the surrounding traffic's one", + "Average speed is 1700.89% of the surrounding traffic's one", + "Average speed is 1640.63% of the surrounding traffic's one", + "Average speed is 1220.77% of the surrounding traffic's one", + "Average speed is 827.49% of the surrounding traffic's one", + "Average speed is 493.37% of the surrounding traffic's one", + "Average speed is 40.11% of the surrounding traffic's one", + "Average speed is 761.46% of the surrounding traffic's one", + "Average speed is 717.23% of the surrounding traffic's one", + "Average speed is 604.13% of the surrounding traffic's one", + "Average speed is 418.38% of the surrounding traffic's one", + "Average speed is 465.26% of the surrounding traffic's one", + "Average speed is 496.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.199999, + "score_composed": 19.999949 + }, + "meta": { + "route_length": 79.619, + "duration_game": 125.9, + "duration_system": 3348.728 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_05_10_23_49_14", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 198.99% of the surrounding traffic's one", + "Average speed is 187.15% of the surrounding traffic's one", + "Average speed is 222.2% of the surrounding traffic's one", + "Average speed is 87.62% of the surrounding traffic's one", + "Average speed is 165.35% of the surrounding traffic's one", + "Average speed is 214.94% of the surrounding traffic's one", + "Average speed is 231.52% of the surrounding traffic's one", + "Average speed is 223.33% of the surrounding traffic's one", + "Average speed is 26.45% of the surrounding traffic's one", + "Average speed is 974.64% of the surrounding traffic's one", + "Average speed is 1099.27% of the surrounding traffic's one", + "Average speed is 429.14% of the surrounding traffic's one", + "Average speed is 261.76% of the surrounding traffic's one", + "Average speed is 232.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 21.45, + "duration_system": 898.45 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_05_10_19_57_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.59% of the surrounding traffic's one", + "Average speed is 90.04% of the surrounding traffic's one", + "Average speed is 156.22% of the surrounding traffic's one", + "Average speed is 192.31% of the surrounding traffic's one", + "Average speed is 203.05% of the surrounding traffic's one", + "Average speed is 238.36% of the surrounding traffic's one", + "Average speed is 177.92% of the surrounding traffic's one", + "Average speed is 75.78% of the surrounding traffic's one", + "Average speed is 91.66% of the surrounding traffic's one", + "Average speed is 51.06% of the surrounding traffic's one", + "Average speed is 141.9% of the surrounding traffic's one", + "Average speed is 90.38% of the surrounding traffic's one", + "Average speed is 185.0% of the surrounding traffic's one", + "Average speed is 165.34% of the surrounding traffic's one", + "Average speed is 163.03% of the surrounding traffic's one", + "Average speed is 132.62% of the surrounding traffic's one", + "Average speed is 113.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.2, + "duration_system": 404.425 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_05_11_18_45_49", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.73% of the surrounding traffic's one", + "Average speed is 153.0% of the surrounding traffic's one", + "Average speed is 179.44% of the surrounding traffic's one", + "Average speed is 183.32% of the surrounding traffic's one", + "Average speed is 156.46% of the surrounding traffic's one", + "Average speed is 111.67% of the surrounding traffic's one", + "Average speed is 232.42% of the surrounding traffic's one", + "Average speed is 164.47% of the surrounding traffic's one", + "Average speed is 5.19% of the surrounding traffic's one", + "Average speed is 186.05% of the surrounding traffic's one", + "Average speed is 210.28% of the surrounding traffic's one", + "Average speed is 211.46% of the surrounding traffic's one", + "Average speed is 211.47% of the surrounding traffic's one", + "Average speed is 205.94% of the surrounding traffic's one", + "Average speed is 188.97% of the surrounding traffic's one", + "Average speed is 167.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 44.3, + "duration_system": 366.411 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_05_10_23_43_29", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=695.011, y=733.427, z=117.993) at time=8.700s [CARLA Frame: 3663, Agent Step: 173]" + ], + "red_light": [ + "Agent ran a red light 88 at (x=691.561, y=729.746, z=118.0)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.97% of the surrounding traffic's one", + "Average speed is 214.69% of the surrounding traffic's one", + "Average speed is 300.01% of the surrounding traffic's one", + "Average speed is 647.91% of the surrounding traffic's one", + "Average speed is 195.85% of the surrounding traffic's one", + "Average speed is 83.04% of the surrounding traffic's one", + "Average speed is 186.02% of the surrounding traffic's one", + "Average speed is 275.74% of the surrounding traffic's one", + "Average speed is 202.83% of the surrounding traffic's one", + "Average speed is 89.46% of the surrounding traffic's one", + "Average speed is 280.55% of the surrounding traffic's one", + "Average speed is 586.13% of the surrounding traffic's one", + "Average speed is 745.64% of the surrounding traffic's one", + "Average speed is 763.03% of the surrounding traffic's one", + "Average speed is 520.29% of the surrounding traffic's one", + "Average speed is 502.37% of the surrounding traffic's one", + "Average speed is 506.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.65, + "duration_system": 234.347 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_05_11_22_35_23", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 632.4% of the surrounding traffic's one", + "Average speed is 1111.69% of the surrounding traffic's one", + "Average speed is 563.71% of the surrounding traffic's one", + "Average speed is 126.56% of the surrounding traffic's one", + "Average speed is 11.15% of the surrounding traffic's one", + "Average speed is 1398.05% of the surrounding traffic's one", + "Average speed is 1336.25% of the surrounding traffic's one", + "Average speed is 1486.72% of the surrounding traffic's one", + "Average speed is 1314.11% of the surrounding traffic's one", + "Average speed is 1304.02% of the surrounding traffic's one", + "Average speed is 1355.54% of the surrounding traffic's one", + "Average speed is 1027.22% of the surrounding traffic's one", + "Average speed is 1529.78% of the surrounding traffic's one", + "Average speed is 1826.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.65, + "duration_system": 586.291 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_05_10_23_37_46", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=172 at (x=-115.128, y=95.832, z=-0.004) at time=9.900s [CARLA Frame: 3679, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.85% of the surrounding traffic's one", + "Average speed is 424.35% of the surrounding traffic's one", + "Average speed is 3038.45% of the surrounding traffic's one", + "Average speed is 1351.66% of the surrounding traffic's one", + "Average speed is 546.77% of the surrounding traffic's one", + "Average speed is 44.54% of the surrounding traffic's one", + "Average speed is 284.66% of the surrounding traffic's one", + "Average speed is 375.43% of the surrounding traffic's one", + "Average speed is 501.96% of the surrounding traffic's one", + "Average speed is 534.15% of the surrounding traffic's one", + "Average speed is 698.07% of the surrounding traffic's one", + "Average speed is 817.03% of the surrounding traffic's one", + "Average speed is 1140.12% of the surrounding traffic's one", + "Average speed is 889.48% of the surrounding traffic's one", + "Average speed is 708.52% of the surrounding traffic's one", + "Average speed is 593.35% of the surrounding traffic's one", + "Average speed is 466.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 13.05, + "duration_system": 236.403 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_05_11_22_28_59", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=190 at (x=22.381, y=-6.694, z=-0.007) at time=22.550s [CARLA Frame: 3873, Agent Step: 450]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 153.71% of the surrounding traffic's one", + "Average speed is 144.89% of the surrounding traffic's one", + "Average speed is 271.25% of the surrounding traffic's one", + "Average speed is 39.15% of the surrounding traffic's one", + "Average speed is 225.91% of the surrounding traffic's one", + "Average speed is 322.42% of the surrounding traffic's one", + "Average speed is 736.73% of the surrounding traffic's one", + "Average speed is 956.55% of the surrounding traffic's one", + "Average speed is 83.1% of the surrounding traffic's one", + "Average speed is 3832.22% of the surrounding traffic's one", + "Average speed is 4569.38% of the surrounding traffic's one", + "Average speed is 65845.33% of the surrounding traffic's one", + "Average speed is 8527.49% of the surrounding traffic's one", + "Average speed is 2702.44% of the surrounding traffic's one", + "Average speed is 1953.82% of the surrounding traffic's one", + "Average speed is 1426.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 25.25, + "duration_system": 276.416 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_05_11_22_24_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 124.88% of the surrounding traffic's one", + "Average speed is 155.09% of the surrounding traffic's one", + "Average speed is 382.86% of the surrounding traffic's one", + "Average speed is 425.12% of the surrounding traffic's one", + "Average speed is 436.97% of the surrounding traffic's one", + "Average speed is 454.58% of the surrounding traffic's one", + "Average speed is 430.89% of the surrounding traffic's one", + "Average speed is 387.47% of the surrounding traffic's one", + "Average speed is 312.59% of the surrounding traffic's one", + "Average speed is 236.53% of the surrounding traffic's one", + "Average speed is 167.29% of the surrounding traffic's one", + "Average speed is 209.89% of the surrounding traffic's one", + "Average speed is 303.53% of the surrounding traffic's one", + "Average speed is 228.49% of the surrounding traffic's one", + "Average speed is 158.96% of the surrounding traffic's one", + "Average speed is 216.87% of the surrounding traffic's one", + "Average speed is 231.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.6, + "duration_system": 173.469 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_05_11_22_11_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=40 at (x=189.933, y=-169.668, z=0.196)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.14% of the surrounding traffic's one", + "Average speed is 190.19% of the surrounding traffic's one", + "Average speed is 242.08% of the surrounding traffic's one", + "Average speed is 238.91% of the surrounding traffic's one", + "Average speed is 9.46% of the surrounding traffic's one", + "Average speed is 248.94% of the surrounding traffic's one", + "Average speed is 575.85% of the surrounding traffic's one", + "Average speed is 508.14% of the surrounding traffic's one", + "Average speed is 443.23% of the surrounding traffic's one", + "Average speed is 559.64% of the surrounding traffic's one", + "Average speed is 608.5% of the surrounding traffic's one", + "Average speed is 328.25% of the surrounding traffic's one", + "Average speed is 173.95% of the surrounding traffic's one", + "Average speed is 9.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 62.2, + "duration_system": 653.3 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_05_11_08_42_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.01% of the surrounding traffic's one", + "Average speed is 106.33% of the surrounding traffic's one", + "Average speed is 186.03% of the surrounding traffic's one", + "Average speed is 337.87% of the surrounding traffic's one", + "Average speed is 272.58% of the surrounding traffic's one", + "Average speed is 233.24% of the surrounding traffic's one", + "Average speed is 135.22% of the surrounding traffic's one", + "Average speed is 36.32% of the surrounding traffic's one", + "Average speed is 111.05% of the surrounding traffic's one", + "Average speed is 168.66% of the surrounding traffic's one", + "Average speed is 206.26% of the surrounding traffic's one", + "Average speed is 178.48% of the surrounding traffic's one", + "Average speed is 115.39% of the surrounding traffic's one", + "Average speed is 117.07% of the surrounding traffic's one", + "Average speed is 124.12% of the surrounding traffic's one", + "Average speed is 108.79% of the surrounding traffic's one", + "Average speed is 76.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 25.55, + "duration_system": 206.231 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_05_11_08_34_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.92% of the surrounding traffic's one", + "Average speed is 148.76% of the surrounding traffic's one", + "Average speed is 248.15% of the surrounding traffic's one", + "Average speed is 216.76% of the surrounding traffic's one", + "Average speed is 154.33% of the surrounding traffic's one", + "Average speed is 16.88% of the surrounding traffic's one", + "Average speed is 351.57% of the surrounding traffic's one", + "Average speed is 265.2% of the surrounding traffic's one", + "Average speed is 284.01% of the surrounding traffic's one", + "Average speed is 192.64% of the surrounding traffic's one", + "Average speed is 173.26% of the surrounding traffic's one", + "Average speed is 230.85% of the surrounding traffic's one", + "Average speed is 187.27% of the surrounding traffic's one", + "Average speed is 228.17% of the surrounding traffic's one", + "Average speed is 175.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.65, + "duration_system": 377.395 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_05_10_23_31_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.85% of the surrounding traffic's one", + "Average speed is 224.89% of the surrounding traffic's one", + "Average speed is 209.09% of the surrounding traffic's one", + "Average speed is 155.47% of the surrounding traffic's one", + "Average speed is 227.93% of the surrounding traffic's one", + "Average speed is 93.77% of the surrounding traffic's one", + "Average speed is 136.67% of the surrounding traffic's one", + "Average speed is 248.85% of the surrounding traffic's one", + "Average speed is 265.79% of the surrounding traffic's one", + "Average speed is 147.29% of the surrounding traffic's one", + "Average speed is 172.97% of the surrounding traffic's one", + "Average speed is 304.34% of the surrounding traffic's one", + "Average speed is 305.44% of the surrounding traffic's one", + "Average speed is 214.68% of the surrounding traffic's one", + "Average speed is 218.8% of the surrounding traffic's one", + "Average speed is 237.71% of the surrounding traffic's one", + "Average speed is 216.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 12.25, + "duration_system": 246.342 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_05_11_22_01_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.66% of the surrounding traffic's one", + "Average speed is 119.03% of the surrounding traffic's one", + "Average speed is 19.64% of the surrounding traffic's one", + "Average speed is 150.51% of the surrounding traffic's one", + "Average speed is 119.79% of the surrounding traffic's one", + "Average speed is 114.96% of the surrounding traffic's one", + "Average speed is 122.3% of the surrounding traffic's one", + "Average speed is 106.83% of the surrounding traffic's one", + "Average speed is 111.02% of the surrounding traffic's one", + "Average speed is 95.42% of the surrounding traffic's one", + "Average speed is 102.14% of the surrounding traffic's one", + "Average speed is 103.32% of the surrounding traffic's one", + "Average speed is 105.11% of the surrounding traffic's one", + "Average speed is 103.45% of the surrounding traffic's one", + "Average speed is 114.06% of the surrounding traffic's one", + "Average speed is 108.78% of the surrounding traffic's one", + "Average speed is 93.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.8, + "duration_system": 508.766 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_05_11_08_23_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.63% of the surrounding traffic's one", + "Average speed is 119.45% of the surrounding traffic's one", + "Average speed is 252.62% of the surrounding traffic's one", + "Average speed is 293.52% of the surrounding traffic's one", + "Average speed is 228.88% of the surrounding traffic's one", + "Average speed is 162.61% of the surrounding traffic's one", + "Average speed is 99.22% of the surrounding traffic's one", + "Average speed is 12.24% of the surrounding traffic's one", + "Average speed is 624.36% of the surrounding traffic's one", + "Average speed is 418.09% of the surrounding traffic's one", + "Average speed is 552.55% of the surrounding traffic's one", + "Average speed is 468.28% of the surrounding traffic's one", + "Average speed is 320.54% of the surrounding traffic's one", + "Average speed is 210.14% of the surrounding traffic's one", + "Average speed is 206.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.4, + "duration_system": 472.228 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_05_11_21_08_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 148.41% of the surrounding traffic's one", + "Average speed is 108.79% of the surrounding traffic's one", + "Average speed is 118.19% of the surrounding traffic's one", + "Average speed is 123.91% of the surrounding traffic's one", + "Average speed is 127.46% of the surrounding traffic's one", + "Average speed is 121.18% of the surrounding traffic's one", + "Average speed is 124.24% of the surrounding traffic's one", + "Average speed is 129.38% of the surrounding traffic's one", + "Average speed is 116.72% of the surrounding traffic's one", + "Average speed is 121.52% of the surrounding traffic's one", + "Average speed is 111.71% of the surrounding traffic's one", + "Average speed is 130.79% of the surrounding traffic's one", + "Average speed is 115.88% of the surrounding traffic's one", + "Average speed is 123.27% of the surrounding traffic's one", + "Average speed is 131.31% of the surrounding traffic's one", + "Average speed is 103.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 220.75, + "duration_system": 3038.2 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_05_11_21_03_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 151.13% of the surrounding traffic's one", + "Average speed is 56.38% of the surrounding traffic's one", + "Average speed is 126.47% of the surrounding traffic's one", + "Average speed is 103.47% of the surrounding traffic's one", + "Average speed is 101.48% of the surrounding traffic's one", + "Average speed is 107.87% of the surrounding traffic's one", + "Average speed is 92.3% of the surrounding traffic's one", + "Average speed is 125.75% of the surrounding traffic's one", + "Average speed is 82.42% of the surrounding traffic's one", + "Average speed is 126.32% of the surrounding traffic's one", + "Average speed is 101.53% of the surrounding traffic's one", + "Average speed is 114.5% of the surrounding traffic's one", + "Average speed is 101.47% of the surrounding traffic's one", + "Average speed is 108.15% of the surrounding traffic's one", + "Average speed is 125.81% of the surrounding traffic's one", + "Average speed is 104.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.85, + "duration_system": 172.609 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_05_11_19_48_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.55% of the surrounding traffic's one", + "Average speed is 119.72% of the surrounding traffic's one", + "Average speed is 15.75% of the surrounding traffic's one", + "Average speed is 111.52% of the surrounding traffic's one", + "Average speed is 115.88% of the surrounding traffic's one", + "Average speed is 110.15% of the surrounding traffic's one", + "Average speed is 95.13% of the surrounding traffic's one", + "Average speed is 113.3% of the surrounding traffic's one", + "Average speed is 109.01% of the surrounding traffic's one", + "Average speed is 104.75% of the surrounding traffic's one", + "Average speed is 102.86% of the surrounding traffic's one", + "Average speed is 114.53% of the surrounding traffic's one", + "Average speed is 116.23% of the surrounding traffic's one", + "Average speed is 108.57% of the surrounding traffic's one", + "Average speed is 119.07% of the surrounding traffic's one", + "Average speed is 101.59% of the surrounding traffic's one", + "Average speed is 101.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.15, + "duration_system": 817.891 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_05_10_23_25_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.49% of the surrounding traffic's one", + "Average speed is 125.98% of the surrounding traffic's one", + "Average speed is 211.79% of the surrounding traffic's one", + "Average speed is 244.84% of the surrounding traffic's one", + "Average speed is 230.68% of the surrounding traffic's one", + "Average speed is 190.53% of the surrounding traffic's one", + "Average speed is 77.02% of the surrounding traffic's one", + "Average speed is 185.4% of the surrounding traffic's one", + "Average speed is 81.19% of the surrounding traffic's one", + "Average speed is 167.89% of the surrounding traffic's one", + "Average speed is 166.04% of the surrounding traffic's one", + "Average speed is 121.83% of the surrounding traffic's one", + "Average speed is 163.64% of the surrounding traffic's one", + "Average speed is 140.51% of the surrounding traffic's one", + "Average speed is 134.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.3, + "duration_system": 247.5 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_05_10_23_14_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.17% of the surrounding traffic's one", + "Average speed is 151.4% of the surrounding traffic's one", + "Average speed is 86.25% of the surrounding traffic's one", + "Average speed is 89.7% of the surrounding traffic's one", + "Average speed is 100.49% of the surrounding traffic's one", + "Average speed is 97.98% of the surrounding traffic's one", + "Average speed is 82.75% of the surrounding traffic's one", + "Average speed is 67.85% of the surrounding traffic's one", + "Average speed is 65.68% of the surrounding traffic's one", + "Average speed is 56.91% of the surrounding traffic's one", + "Average speed is 34.38% of the surrounding traffic's one", + "Average speed is 713.04% of the surrounding traffic's one", + "Average speed is 336.89% of the surrounding traffic's one", + "Average speed is 281.22% of the surrounding traffic's one", + "Average speed is 232.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 54.55, + "duration_system": 605.188 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_05_11_19_43_07", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.25% of the surrounding traffic's one", + "Average speed is 135.44% of the surrounding traffic's one", + "Average speed is 150.17% of the surrounding traffic's one", + "Average speed is 173.13% of the surrounding traffic's one", + "Average speed is 202.19% of the surrounding traffic's one", + "Average speed is 215.15% of the surrounding traffic's one", + "Average speed is 214.15% of the surrounding traffic's one", + "Average speed is 205.42% of the surrounding traffic's one", + "Average speed is 156.14% of the surrounding traffic's one", + "Average speed is 79.79% of the surrounding traffic's one", + "Average speed is 114.38% of the surrounding traffic's one", + "Average speed is 112.09% of the surrounding traffic's one", + "Average speed is 128.94% of the surrounding traffic's one", + "Average speed is 184.86% of the surrounding traffic's one", + "Average speed is 219.47% of the surrounding traffic's one", + "Average speed is 153.83% of the surrounding traffic's one", + "Average speed is 157.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.8, + "duration_system": 187.335 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_05_10_23_08_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.29% of the surrounding traffic's one", + "Average speed is 320.1% of the surrounding traffic's one", + "Average speed is 292.62% of the surrounding traffic's one", + "Average speed is 209.44% of the surrounding traffic's one", + "Average speed is 116.72% of the surrounding traffic's one", + "Average speed is 132.44% of the surrounding traffic's one", + "Average speed is 172.23% of the surrounding traffic's one", + "Average speed is 191.37% of the surrounding traffic's one", + "Average speed is 198.85% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 11.1, + "duration_system": 232.385 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_05_11_18_41_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 179.13% of the surrounding traffic's one", + "Average speed is 250.0% of the surrounding traffic's one", + "Average speed is 243.18% of the surrounding traffic's one", + "Average speed is 205.95% of the surrounding traffic's one", + "Average speed is 189.54% of the surrounding traffic's one", + "Average speed is 150.68% of the surrounding traffic's one", + "Average speed is 169.24% of the surrounding traffic's one", + "Average speed is 192.08% of the surrounding traffic's one", + "Average speed is 180.86% of the surrounding traffic's one", + "Average speed is 142.09% of the surrounding traffic's one", + "Average speed is 150.95% of the surrounding traffic's one", + "Average speed is 152.38% of the surrounding traffic's one", + "Average speed is 184.12% of the surrounding traffic's one", + "Average speed is 199.0% of the surrounding traffic's one", + "Average speed is 150.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.7, + "duration_system": 3597.536 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_05_11_07_58_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.97% of the surrounding traffic's one", + "Average speed is 158.09% of the surrounding traffic's one", + "Average speed is 195.08% of the surrounding traffic's one", + "Average speed is 120.3% of the surrounding traffic's one", + "Average speed is 24.41% of the surrounding traffic's one", + "Average speed is 1.62% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 136.45% of the surrounding traffic's one", + "Average speed is 243.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 51.65, + "duration_system": 1390.449 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_05_11_18_28_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.75% of the surrounding traffic's one", + "Average speed is 147.46% of the surrounding traffic's one", + "Average speed is 1502.39% of the surrounding traffic's one", + "Average speed is 1573.93% of the surrounding traffic's one", + "Average speed is 2043.26% of the surrounding traffic's one", + "Average speed is 1671.38% of the surrounding traffic's one", + "Average speed is 1455.17% of the surrounding traffic's one", + "Average speed is 1525.51% of the surrounding traffic's one", + "Average speed is 1621.98% of the surrounding traffic's one", + "Average speed is 1258.91% of the surrounding traffic's one", + "Average speed is 1249.41% of the surrounding traffic's one", + "Average speed is 902.63% of the surrounding traffic's one", + "Average speed is 735.16% of the surrounding traffic's one", + "Average speed is 629.22% of the surrounding traffic's one", + "Average speed is 480.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 49.45, + "duration_system": 660.03 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_05_11_18_24_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.9% of the surrounding traffic's one", + "Average speed is 22.0% of the surrounding traffic's one", + "Average speed is 158.79% of the surrounding traffic's one", + "Average speed is 276.93% of the surrounding traffic's one", + "Average speed is 336.2% of the surrounding traffic's one", + "Average speed is 355.0% of the surrounding traffic's one", + "Average speed is 365.53% of the surrounding traffic's one", + "Average speed is 481.58% of the surrounding traffic's one", + "Average speed is 924.97% of the surrounding traffic's one", + "Average speed is 735.81% of the surrounding traffic's one", + "Average speed is 668.94% of the surrounding traffic's one", + "Average speed is 683.84% of the surrounding traffic's one", + "Average speed is 716.73% of the surrounding traffic's one", + "Average speed is 574.78% of the surrounding traffic's one", + "Average speed is 395.93% of the surrounding traffic's one", + "Average speed is 240.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 10.3, + "duration_system": 104.188 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_05_11_18_19_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.gazelle.omafiets and id=140 at (x=148.559, y=-115.163, z=0.032) at time=10.950s [CARLA Frame: 3742, Agent Step: 218]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.18% of the surrounding traffic's one", + "Average speed is 172.63% of the surrounding traffic's one", + "Average speed is 264.32% of the surrounding traffic's one", + "Average speed is 271.0% of the surrounding traffic's one", + "Average speed is 222.31% of the surrounding traffic's one", + "Average speed is 147.01% of the surrounding traffic's one", + "Average speed is 107.14% of the surrounding traffic's one", + "Average speed is 65.04% of the surrounding traffic's one", + "Average speed is 77.54% of the surrounding traffic's one", + "Average speed is 179.83% of the surrounding traffic's one", + "Average speed is 236.48% of the surrounding traffic's one", + "Average speed is 291.18% of the surrounding traffic's one", + "Average speed is 345.36% of the surrounding traffic's one", + "Average speed is 344.66% of the surrounding traffic's one", + "Average speed is 335.24% of the surrounding traffic's one", + "Average speed is 356.95% of the surrounding traffic's one", + "Average speed is 367.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 14.05, + "duration_system": 215.394 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_05_11_18_14_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.55% of the surrounding traffic's one", + "Average speed is 120.18% of the surrounding traffic's one", + "Average speed is 223.5% of the surrounding traffic's one", + "Average speed is 218.93% of the surrounding traffic's one", + "Average speed is 190.85% of the surrounding traffic's one", + "Average speed is 110.51% of the surrounding traffic's one", + "Average speed is 87.98% of the surrounding traffic's one", + "Average speed is 75.97% of the surrounding traffic's one", + "Average speed is 54.5% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 227.4% of the surrounding traffic's one", + "Average speed is 344.77% of the surrounding traffic's one", + "Average speed is 309.97% of the surrounding traffic's one", + "Average speed is 339.1% of the surrounding traffic's one", + "Average speed is 303.44% of the surrounding traffic's one", + "Average speed is 372.23% of the surrounding traffic's one", + "Average speed is 470.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.9, + "duration_system": 214.339 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_05_10_23_00_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.54% of the surrounding traffic's one", + "Average speed is 49.28% of the surrounding traffic's one", + "Average speed is 89.84% of the surrounding traffic's one", + "Average speed is 151.64% of the surrounding traffic's one", + "Average speed is 149.03% of the surrounding traffic's one", + "Average speed is 150.23% of the surrounding traffic's one", + "Average speed is 189.48% of the surrounding traffic's one", + "Average speed is 115.15% of the surrounding traffic's one", + "Average speed is 19.97% of the surrounding traffic's one", + "Average speed is 123.27% of the surrounding traffic's one", + "Average speed is 190.9% of the surrounding traffic's one", + "Average speed is 203.56% of the surrounding traffic's one", + "Average speed is 339.71% of the surrounding traffic's one", + "Average speed is 206.73% of the surrounding traffic's one", + "Average speed is 172.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.4, + "duration_system": 359.651 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_05_11_18_04_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.83% of the surrounding traffic's one", + "Average speed is 144.09% of the surrounding traffic's one", + "Average speed is 236.81% of the surrounding traffic's one", + "Average speed is 191.44% of the surrounding traffic's one", + "Average speed is 147.44% of the surrounding traffic's one", + "Average speed is 39.21% of the surrounding traffic's one", + "Average speed is 146.87% of the surrounding traffic's one", + "Average speed is 187.57% of the surrounding traffic's one", + "Average speed is 182.49% of the surrounding traffic's one", + "Average speed is 159.83% of the surrounding traffic's one", + "Average speed is 148.95% of the surrounding traffic's one", + "Average speed is 142.15% of the surrounding traffic's one", + "Average speed is 220.57% of the surrounding traffic's one", + "Average speed is 171.48% of the surrounding traffic's one", + "Average speed is 190.2% of the surrounding traffic's one", + "Average speed is 323.43% of the surrounding traffic's one", + "Average speed is 165.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 18.9, + "duration_system": 480.738 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_05_11_17_57_08", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.26% of the surrounding traffic's one", + "Average speed is 84.17% of the surrounding traffic's one", + "Average speed is 162.42% of the surrounding traffic's one", + "Average speed is 227.65% of the surrounding traffic's one", + "Average speed is 176.08% of the surrounding traffic's one", + "Average speed is 135.12% of the surrounding traffic's one", + "Average speed is 65.17% of the surrounding traffic's one", + "Average speed is 29.12% of the surrounding traffic's one", + "Average speed is 116.46% of the surrounding traffic's one", + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 288.11% of the surrounding traffic's one", + "Average speed is 224.07% of the surrounding traffic's one", + "Average speed is 70.43% of the surrounding traffic's one", + "Average speed is 56.94% of the surrounding traffic's one", + "Average speed is 146.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 20.4, + "duration_system": 290.079 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_05_11_17_49_23", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 425.18% of the surrounding traffic's one", + "Average speed is 111584.78% of the surrounding traffic's one", + "Average speed is 725.53% of the surrounding traffic's one", + "Average speed is 130.38% of the surrounding traffic's one", + "Average speed is 8.61% of the surrounding traffic's one", + "Average speed is 2161.66% of the surrounding traffic's one", + "Average speed is 1875.88% of the surrounding traffic's one", + "Average speed is 1588.21% of the surrounding traffic's one", + "Average speed is 1421.14% of the surrounding traffic's one", + "Average speed is 1805.94% of the surrounding traffic's one", + "Average speed is 1554.86% of the surrounding traffic's one", + "Average speed is 1968.62% of the surrounding traffic's one", + "Average speed is 883.35% of the surrounding traffic's one", + "Average speed is 343.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 36.0, + "duration_system": 356.986 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_05_11_17_12_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=151 at (x=133.747, y=-133.727, z=0.032) at time=7.500s [CARLA Frame: 3532, Agent Step: 149]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 13.499 meters (11.3% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 155.73% of the surrounding traffic's one", + "Average speed is 211.34% of the surrounding traffic's one", + "Average speed is 245.89% of the surrounding traffic's one", + "Average speed is 228.73% of the surrounding traffic's one", + "Average speed is 241.48% of the surrounding traffic's one", + "Average speed is 196.96% of the surrounding traffic's one", + "Average speed is 136.55% of the surrounding traffic's one", + "Average speed is 173.49% of the surrounding traffic's one", + "Average speed is 67.49% of the surrounding traffic's one", + "Average speed is 2682.83% of the surrounding traffic's one", + "Average speed is 899.93% of the surrounding traffic's one", + "Average speed is 378.14% of the surrounding traffic's one", + "Average speed is 216.92% of the surrounding traffic's one", + "Average speed is 177.19% of the surrounding traffic's one", + "Average speed is 165.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.532182, + "score_composed": 53.218222 + }, + "meta": { + "route_length": 129.43, + "duration_game": 104.55, + "duration_system": 2099.512 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_05_11_17_04_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.79% of the surrounding traffic's one", + "Average speed is 182.82% of the surrounding traffic's one", + "Average speed is 232.05% of the surrounding traffic's one", + "Average speed is 161.82% of the surrounding traffic's one", + "Average speed is 150.59% of the surrounding traffic's one", + "Average speed is 55.57% of the surrounding traffic's one", + "Average speed is 83.96% of the surrounding traffic's one", + "Average speed is 176.64% of the surrounding traffic's one", + "Average speed is 51.93% of the surrounding traffic's one", + "Average speed is 101.16% of the surrounding traffic's one", + "Average speed is 119.41% of the surrounding traffic's one", + "Average speed is 94.32% of the surrounding traffic's one", + "Average speed is 106.21% of the surrounding traffic's one", + "Average speed is 114.69% of the surrounding traffic's one", + "Average speed is 95.95% of the surrounding traffic's one", + "Average speed is 136.54% of the surrounding traffic's one", + "Average speed is 187.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 33.0, + "duration_system": 387.608 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_05_12_06_20_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=248 at (x=90.612, y=-513.925, z=154.93) at time=184.350s [CARLA Frame: 6717, Agent Step: 3686]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.001 meters (1.05% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 129.74% of the surrounding traffic's one", + "Average speed is 198.85% of the surrounding traffic's one", + "Average speed is 374.22% of the surrounding traffic's one", + "Average speed is 454.19% of the surrounding traffic's one", + "Average speed is 246.1% of the surrounding traffic's one", + "Average speed is 176.86% of the surrounding traffic's one", + "Average speed is 9.85% of the surrounding traffic's one", + "Average speed is 586.9% of the surrounding traffic's one", + "Average speed is 414.15% of the surrounding traffic's one", + "Average speed is 351.83% of the surrounding traffic's one", + "Average speed is 510.57% of the surrounding traffic's one", + "Average speed is 512.55% of the surrounding traffic's one", + "Average speed is 135.69% of the surrounding traffic's one", + "Average speed is 434427.37% of the surrounding traffic's one", + "Average speed is 13.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.41558, + "score_composed": 41.558025 + }, + "meta": { + "route_length": 105.188, + "duration_game": 252.35, + "duration_system": 3509.743 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_05_11_07_31_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.06% of the surrounding traffic's one", + "Average speed is 204.29% of the surrounding traffic's one", + "Average speed is 265.43% of the surrounding traffic's one", + "Average speed is 272.9% of the surrounding traffic's one", + "Average speed is 196.5% of the surrounding traffic's one", + "Average speed is 4.1% of the surrounding traffic's one", + "Average speed is 148.67% of the surrounding traffic's one", + "Average speed is 197.72% of the surrounding traffic's one", + "Average speed is 209.45% of the surrounding traffic's one", + "Average speed is 200.11% of the surrounding traffic's one", + "Average speed is 198.77% of the surrounding traffic's one", + "Average speed is 172.72% of the surrounding traffic's one", + "Average speed is 114.08% of the surrounding traffic's one", + "Average speed is 165.57% of the surrounding traffic's one", + "Average speed is 227.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 53.45, + "duration_system": 1486.559 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_05_10_22_47_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.83% of the surrounding traffic's one", + "Average speed is 139.72% of the surrounding traffic's one", + "Average speed is 218.56% of the surrounding traffic's one", + "Average speed is 203.07% of the surrounding traffic's one", + "Average speed is 177.78% of the surrounding traffic's one", + "Average speed is 63.27% of the surrounding traffic's one", + "Average speed is 94.09% of the surrounding traffic's one", + "Average speed is 132.72% of the surrounding traffic's one", + "Average speed is 118.55% of the surrounding traffic's one", + "Average speed is 145.08% of the surrounding traffic's one", + "Average speed is 115.77% of the surrounding traffic's one", + "Average speed is 117.37% of the surrounding traffic's one", + "Average speed is 131.82% of the surrounding traffic's one", + "Average speed is 121.81% of the surrounding traffic's one", + "Average speed is 142.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 630.164 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_05_11_15_06_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.51% of the surrounding traffic's one", + "Average speed is 64.18% of the surrounding traffic's one", + "Average speed is 37.43% of the surrounding traffic's one", + "Average speed is 64.98% of the surrounding traffic's one", + "Average speed is 84.56% of the surrounding traffic's one", + "Average speed is 41.96% of the surrounding traffic's one", + "Average speed is 2.79% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 57.85, + "duration_system": 2620.534 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_05_11_07_03_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3722 at (x=389.709, y=6116.755, z=358.454) at time=49.150s [CARLA Frame: 6595, Agent Step: 982]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.84% of the surrounding traffic's one", + "Average speed is 136.12% of the surrounding traffic's one", + "Average speed is 153.13% of the surrounding traffic's one", + "Average speed is 154.96% of the surrounding traffic's one", + "Average speed is 125.66% of the surrounding traffic's one", + "Average speed is 88.09% of the surrounding traffic's one", + "Average speed is 5.96% of the surrounding traffic's one", + "Average speed is 198.34% of the surrounding traffic's one", + "Average speed is 141.47% of the surrounding traffic's one", + "Average speed is 127.49% of the surrounding traffic's one", + "Average speed is 147.47% of the surrounding traffic's one", + "Average speed is 154.37% of the surrounding traffic's one", + "Average speed is 144.84% of the surrounding traffic's one", + "Average speed is 150.08% of the surrounding traffic's one", + "Average speed is 136.59% of the surrounding traffic's one", + "Average speed is 163.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 56.55, + "duration_system": 1518.144 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_05_11_14_56_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=229 at (x=1046.13, y=634.58, z=120.538) at time=5.300s [CARLA Frame: 3474, Agent Step: 105]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.74% of the surrounding traffic's one", + "Average speed is 155.03% of the surrounding traffic's one", + "Average speed is 207.7% of the surrounding traffic's one", + "Average speed is 195.36% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 106.53% of the surrounding traffic's one", + "Average speed is 104.14% of the surrounding traffic's one", + "Average speed is 118.14% of the surrounding traffic's one", + "Average speed is 118.77% of the surrounding traffic's one", + "Average speed is 140.64% of the surrounding traffic's one", + "Average speed is 225.14% of the surrounding traffic's one", + "Average speed is 246.93% of the surrounding traffic's one", + "Average speed is 178.7% of the surrounding traffic's one", + "Average speed is 140.61% of the surrounding traffic's one", + "Average speed is 124.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 14.55, + "duration_system": 495.01 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_05_11_14_38_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.29% of the surrounding traffic's one", + "Average speed is 133.02% of the surrounding traffic's one", + "Average speed is 161.3% of the surrounding traffic's one", + "Average speed is 144.03% of the surrounding traffic's one", + "Average speed is 118.77% of the surrounding traffic's one", + "Average speed is 138.42% of the surrounding traffic's one", + "Average speed is 8.05% of the surrounding traffic's one", + "Average speed is 136.18% of the surrounding traffic's one", + "Average speed is 141.77% of the surrounding traffic's one", + "Average speed is 111.54% of the surrounding traffic's one", + "Average speed is 102.13% of the surrounding traffic's one", + "Average speed is 63.55% of the surrounding traffic's one", + "Average speed is 129.38% of the surrounding traffic's one", + "Average speed is 139.8% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 103.61% of the surrounding traffic's one", + "Average speed is 94.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 29.05, + "duration_system": 921.448 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_05_10_22_41_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.08% of the surrounding traffic's one", + "Average speed is 136.89% of the surrounding traffic's one", + "Average speed is 110.34% of the surrounding traffic's one", + "Average speed is 121.15% of the surrounding traffic's one", + "Average speed is 180.21% of the surrounding traffic's one", + "Average speed is 156.19% of the surrounding traffic's one", + "Average speed is 172.23% of the surrounding traffic's one", + "Average speed is 184.9% of the surrounding traffic's one", + "Average speed is 184.87% of the surrounding traffic's one", + "Average speed is 176.04% of the surrounding traffic's one", + "Average speed is 169.53% of the surrounding traffic's one", + "Average speed is 153.74% of the surrounding traffic's one", + "Average speed is 134.87% of the surrounding traffic's one", + "Average speed is 117.91% of the surrounding traffic's one", + "Average speed is 106.43% of the surrounding traffic's one", + "Average speed is 92.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.95, + "duration_system": 283.819 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_05_11_06_56_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.07% of the surrounding traffic's one", + "Average speed is 167.38% of the surrounding traffic's one", + "Average speed is 214.68% of the surrounding traffic's one", + "Average speed is 228.38% of the surrounding traffic's one", + "Average speed is 166.94% of the surrounding traffic's one", + "Average speed is 82.95% of the surrounding traffic's one", + "Average speed is 144.7% of the surrounding traffic's one", + "Average speed is 189.37% of the surrounding traffic's one", + "Average speed is 232.32% of the surrounding traffic's one", + "Average speed is 235.52% of the surrounding traffic's one", + "Average speed is 179.04% of the surrounding traffic's one", + "Average speed is 94.01% of the surrounding traffic's one", + "Average speed is 136.02% of the surrounding traffic's one", + "Average speed is 126.53% of the surrounding traffic's one", + "Average speed is 105.53% of the surrounding traffic's one", + "Average speed is 112.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 14.05, + "duration_system": 284.291 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_05_11_13_14_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 124.56% of the surrounding traffic's one", + "Average speed is 136.27% of the surrounding traffic's one", + "Average speed is 93.17% of the surrounding traffic's one", + "Average speed is 100.36% of the surrounding traffic's one", + "Average speed is 118.33% of the surrounding traffic's one", + "Average speed is 124.62% of the surrounding traffic's one", + "Average speed is 85.22% of the surrounding traffic's one", + "Average speed is 133.92% of the surrounding traffic's one", + "Average speed is 104.59% of the surrounding traffic's one", + "Average speed is 109.16% of the surrounding traffic's one", + "Average speed is 126.17% of the surrounding traffic's one", + "Average speed is 97.93% of the surrounding traffic's one", + "Average speed is 119.81% of the surrounding traffic's one", + "Average speed is 130.56% of the surrounding traffic's one", + "Average speed is 115.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 17.65, + "duration_system": 641.857 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_05_11_12_06_26", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 64.97% of the surrounding traffic's one", + "Average speed is 166.38% of the surrounding traffic's one", + "Average speed is 211.76% of the surrounding traffic's one", + "Average speed is 233.72% of the surrounding traffic's one", + "Average speed is 221.6% of the surrounding traffic's one", + "Average speed is 225.8% of the surrounding traffic's one", + "Average speed is 203.28% of the surrounding traffic's one", + "Average speed is 152.19% of the surrounding traffic's one", + "Average speed is 39.52% of the surrounding traffic's one", + "Average speed is 45.05% of the surrounding traffic's one", + "Average speed is 42.98% of the surrounding traffic's one", + "Average speed is 43.07% of the surrounding traffic's one", + "Average speed is 42.74% of the surrounding traffic's one", + "Average speed is 42.2% of the surrounding traffic's one", + "Average speed is 39.02% of the surrounding traffic's one", + "Average speed is 0.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 246.85, + "duration_system": 3952.687 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_05_10_19_46_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 108.68% of the surrounding traffic's one", + "Average speed is 116.02% of the surrounding traffic's one", + "Average speed is 145.48% of the surrounding traffic's one", + "Average speed is 103.78% of the surrounding traffic's one", + "Average speed is 31.18% of the surrounding traffic's one", + "Average speed is 32.67% of the surrounding traffic's one", + "Average speed is 94.71% of the surrounding traffic's one", + "Average speed is 114.4% of the surrounding traffic's one", + "Average speed is 132.68% of the surrounding traffic's one", + "Average speed is 146.13% of the surrounding traffic's one", + "Average speed is 121.62% of the surrounding traffic's one", + "Average speed is 126.4% of the surrounding traffic's one", + "Average speed is 125.03% of the surrounding traffic's one", + "Average speed is 124.59% of the surrounding traffic's one", + "Average speed is 137.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 20.35, + "duration_system": 531.537 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_05_11_06_31_48", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=3702 at (x=-1538.367, y=6461.219, z=373.309) at time=49.200s [CARLA Frame: 6228, Agent Step: 983]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.096, y=6458.307, z=373.434) at time=46.650s [CARLA Frame: 6177, Agent Step: 932]", + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1543.508, y=6461.521, z=373.269) at time=49.950s [CARLA Frame: 6243, Agent Step: 998]", + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1568.417, y=6463.87, z=373.074) at time=54.950s [CARLA Frame: 6343, Agent Step: 1098]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.72% of the surrounding traffic's one", + "Average speed is 186.8% of the surrounding traffic's one", + "Average speed is 175.77% of the surrounding traffic's one", + "Average speed is 170.24% of the surrounding traffic's one", + "Average speed is 135.97% of the surrounding traffic's one", + "Average speed is 2.35% of the surrounding traffic's one", + "Average speed is 82.89% of the surrounding traffic's one", + "Average speed is 82.57% of the surrounding traffic's one", + "Average speed is 72.57% of the surrounding traffic's one", + "Average speed is 69.21% of the surrounding traffic's one", + "Average speed is 55.65% of the surrounding traffic's one", + "Average speed is 53.49% of the surrounding traffic's one", + "Average speed is 69.68% of the surrounding traffic's one", + "Average speed is 104.47% of the surrounding traffic's one", + "Average speed is 98.14% of the surrounding traffic's one", + "Average speed is 86.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.1404, + "score_composed": 14.04 + }, + "meta": { + "route_length": 134.084, + "duration_game": 59.9, + "duration_system": 1361.452 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_05_11_11_33_42", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.78% of the surrounding traffic's one", + "Average speed is 111.24% of the surrounding traffic's one", + "Average speed is 113.78% of the surrounding traffic's one", + "Average speed is 97.6% of the surrounding traffic's one", + "Average speed is 100.18% of the surrounding traffic's one", + "Average speed is 111.89% of the surrounding traffic's one", + "Average speed is 97.69% of the surrounding traffic's one", + "Average speed is 2.4% of the surrounding traffic's one", + "Average speed is 4.85% of the surrounding traffic's one", + "Average speed is 201.85% of the surrounding traffic's one", + "Average speed is 230.46% of the surrounding traffic's one", + "Average speed is 134.59% of the surrounding traffic's one", + "Average speed is 121.77% of the surrounding traffic's one", + "Average speed is 105.28% of the surrounding traffic's one", + "Average speed is 15.82% of the surrounding traffic's one", + "Average speed is 98.9% of the surrounding traffic's one", + "Average speed is 58.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 156.9, + "duration_system": 1853.401 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_05_11_11_19_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.33% of the surrounding traffic's one", + "Average speed is 142.11% of the surrounding traffic's one", + "Average speed is 144.52% of the surrounding traffic's one", + "Average speed is 162.81% of the surrounding traffic's one", + "Average speed is 161.38% of the surrounding traffic's one", + "Average speed is 123.62% of the surrounding traffic's one", + "Average speed is 17.89% of the surrounding traffic's one", + "Average speed is 110.58% of the surrounding traffic's one", + "Average speed is 167.23% of the surrounding traffic's one", + "Average speed is 184.27% of the surrounding traffic's one", + "Average speed is 188.15% of the surrounding traffic's one", + "Average speed is 143.91% of the surrounding traffic's one", + "Average speed is 135.28% of the surrounding traffic's one", + "Average speed is 101.51% of the surrounding traffic's one", + "Average speed is 129.01% of the surrounding traffic's one", + "Average speed is 146.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 19.95, + "duration_system": 722.035 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_05_10_22_30_42", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.42% of the surrounding traffic's one", + "Average speed is 148.37% of the surrounding traffic's one", + "Average speed is 164.38% of the surrounding traffic's one", + "Average speed is 169.25% of the surrounding traffic's one", + "Average speed is 108.32% of the surrounding traffic's one", + "Average speed is 47.94% of the surrounding traffic's one", + "Average speed is 112.46% of the surrounding traffic's one", + "Average speed is 121.4% of the surrounding traffic's one", + "Average speed is 78.15% of the surrounding traffic's one", + "Average speed is 87.17% of the surrounding traffic's one", + "Average speed is 162.48% of the surrounding traffic's one", + "Average speed is 196.36% of the surrounding traffic's one", + "Average speed is 188.62% of the surrounding traffic's one", + "Average speed is 201.76% of the surrounding traffic's one", + "Average speed is 223.81% of the surrounding traffic's one", + "Average speed is 270.7% of the surrounding traffic's one", + "Average speed is 254.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 15.35, + "duration_system": 527.972 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_05_11_10_15_55", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=283 at (x=-499.63, y=313.937, z=-0.006) at time=68.500s [CARLA Frame: 4569, Agent Step: 1369]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=276 at (x=-479.817, y=347.319, z=-0.003) at time=71.400s [CARLA Frame: 4627, Agent Step: 1427]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.5% of the surrounding traffic's one", + "Average speed is 147.7% of the surrounding traffic's one", + "Average speed is 152.49% of the surrounding traffic's one", + "Average speed is 133.1% of the surrounding traffic's one", + "Average speed is 49.53% of the surrounding traffic's one", + "Average speed is 1.67% of the surrounding traffic's one", + "Average speed is 113.01% of the surrounding traffic's one", + "Average speed is 187.81% of the surrounding traffic's one", + "Average speed is 189.67% of the surrounding traffic's one", + "Average speed is 206.73% of the surrounding traffic's one", + "Average speed is 209.82% of the surrounding traffic's one", + "Average speed is 51.8% of the surrounding traffic's one", + "Average speed is 89.64% of the surrounding traffic's one", + "Average speed is 160.06% of the surrounding traffic's one", + "Average speed is 163.97% of the surrounding traffic's one", + "Average speed is 160.25% of the surrounding traffic's one", + "Average speed is 173.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 77.15, + "duration_system": 3717.023 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_05_11_10_12_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 117.63% of the surrounding traffic's one", + "Average speed is 147.01% of the surrounding traffic's one", + "Average speed is 114.15% of the surrounding traffic's one", + "Average speed is 122.83% of the surrounding traffic's one", + "Average speed is 120.06% of the surrounding traffic's one", + "Average speed is 109.95% of the surrounding traffic's one", + "Average speed is 100.14% of the surrounding traffic's one", + "Average speed is 117.31% of the surrounding traffic's one", + "Average speed is 97.67% of the surrounding traffic's one", + "Average speed is 123.16% of the surrounding traffic's one", + "Average speed is 136.58% of the surrounding traffic's one", + "Average speed is 136.85% of the surrounding traffic's one", + "Average speed is 148.96% of the surrounding traffic's one", + "Average speed is 155.75% of the surrounding traffic's one", + "Average speed is 111.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 11.1, + "duration_system": 104.367 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_05_11_10_00_34", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.16% of the surrounding traffic's one", + "Average speed is 22.2% of the surrounding traffic's one", + "Average speed is 72.25% of the surrounding traffic's one", + "Average speed is 122.01% of the surrounding traffic's one", + "Average speed is 146.33% of the surrounding traffic's one", + "Average speed is 106.14% of the surrounding traffic's one", + "Average speed is 112.39% of the surrounding traffic's one", + "Average speed is 99.44% of the surrounding traffic's one", + "Average speed is 118.88% of the surrounding traffic's one", + "Average speed is 97.52% of the surrounding traffic's one", + "Average speed is 105.71% of the surrounding traffic's one", + "Average speed is 140.94% of the surrounding traffic's one", + "Average speed is 13.62% of the surrounding traffic's one", + "Average speed is 92.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.1, + "duration_system": 593.928 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_05_10_22_19_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.6% of the surrounding traffic's one", + "Average speed is 138.85% of the surrounding traffic's one", + "Average speed is 214.65% of the surrounding traffic's one", + "Average speed is 202.98% of the surrounding traffic's one", + "Average speed is 145.85% of the surrounding traffic's one", + "Average speed is 98.12% of the surrounding traffic's one", + "Average speed is 60.14% of the surrounding traffic's one", + "Average speed is 64.29% of the surrounding traffic's one", + "Average speed is 55.72% of the surrounding traffic's one", + "Average speed is 172.56% of the surrounding traffic's one", + "Average speed is 214.18% of the surrounding traffic's one", + "Average speed is 222.32% of the surrounding traffic's one", + "Average speed is 226.39% of the surrounding traffic's one", + "Average speed is 203.79% of the surrounding traffic's one", + "Average speed is 153.27% of the surrounding traffic's one", + "Average speed is 113.73% of the surrounding traffic's one", + "Average speed is 113.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 16.85, + "duration_system": 558.823 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_05_12_04_14_59", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.72% of the surrounding traffic's one", + "Average speed is 143.64% of the surrounding traffic's one", + "Average speed is 113.48% of the surrounding traffic's one", + "Average speed is 114.25% of the surrounding traffic's one", + "Average speed is 84.6% of the surrounding traffic's one", + "Average speed is 2.72% of the surrounding traffic's one", + "Average speed is 45.93% of the surrounding traffic's one", + "Average speed is 115.51% of the surrounding traffic's one", + "Average speed is 128.14% of the surrounding traffic's one", + "Average speed is 123.47% of the surrounding traffic's one", + "Average speed is 89.75% of the surrounding traffic's one", + "Average speed is 94.32% of the surrounding traffic's one", + "Average speed is 107.02% of the surrounding traffic's one", + "Average speed is 49.05% of the surrounding traffic's one", + "Average speed is 102.65% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one", + "Average speed is 108.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 61.05, + "duration_system": 3101.372 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_05_10_21_30_03", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.86% of the surrounding traffic's one", + "Average speed is 100.9% of the surrounding traffic's one", + "Average speed is 117.65% of the surrounding traffic's one", + "Average speed is 61.27% of the surrounding traffic's one", + "Average speed is 2.58% of the surrounding traffic's one", + "Average speed is 71.52% of the surrounding traffic's one", + "Average speed is 139.76% of the surrounding traffic's one", + "Average speed is 159.14% of the surrounding traffic's one", + "Average speed is 166.7% of the surrounding traffic's one", + "Average speed is 153.44% of the surrounding traffic's one", + "Average speed is 149.28% of the surrounding traffic's one", + "Average speed is 121.43% of the surrounding traffic's one", + "Average speed is 19.32% of the surrounding traffic's one", + "Average speed is 122.95% of the surrounding traffic's one", + "Average speed is 127.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 61.5, + "duration_system": 2869.95 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_05_10_21_17_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.19% of the surrounding traffic's one", + "Average speed is 114.03% of the surrounding traffic's one", + "Average speed is 67.57% of the surrounding traffic's one", + "Average speed is 96.67% of the surrounding traffic's one", + "Average speed is 92.62% of the surrounding traffic's one", + "Average speed is 118.29% of the surrounding traffic's one", + "Average speed is 100.1% of the surrounding traffic's one", + "Average speed is 77.78% of the surrounding traffic's one", + "Average speed is 85.24% of the surrounding traffic's one", + "Average speed is 137.04% of the surrounding traffic's one", + "Average speed is 105.21% of the surrounding traffic's one", + "Average speed is 106.73% of the surrounding traffic's one", + "Average speed is 126.42% of the surrounding traffic's one", + "Average speed is 130.03% of the surrounding traffic's one", + "Average speed is 114.66% of the surrounding traffic's one", + "Average speed is 84.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.95, + "duration_system": 616.038 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_05_10_21_12_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.59% of the surrounding traffic's one", + "Average speed is 118.47% of the surrounding traffic's one", + "Average speed is 168.73% of the surrounding traffic's one", + "Average speed is 135.99% of the surrounding traffic's one", + "Average speed is 98.98% of the surrounding traffic's one", + "Average speed is 94.98% of the surrounding traffic's one", + "Average speed is 125.29% of the surrounding traffic's one", + "Average speed is 128.77% of the surrounding traffic's one", + "Average speed is 153.45% of the surrounding traffic's one", + "Average speed is 114.82% of the surrounding traffic's one", + "Average speed is 82.55% of the surrounding traffic's one", + "Average speed is 78.77% of the surrounding traffic's one", + "Average speed is 84.64% of the surrounding traffic's one", + "Average speed is 94.96% of the surrounding traffic's one", + "Average speed is 92.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.5, + "duration_system": 229.391 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_05_11_08_32_30", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.02% of the surrounding traffic's one", + "Average speed is 127.55% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 69.97% of the surrounding traffic's one", + "Average speed is 75.77% of the surrounding traffic's one", + "Average speed is 103.99% of the surrounding traffic's one", + "Average speed is 132.7% of the surrounding traffic's one", + "Average speed is 132.48% of the surrounding traffic's one", + "Average speed is 89.91% of the surrounding traffic's one", + "Average speed is 111.12% of the surrounding traffic's one", + "Average speed is 141.82% of the surrounding traffic's one", + "Average speed is 120.58% of the surrounding traffic's one", + "Average speed is 98.77% of the surrounding traffic's one", + "Average speed is 114.76% of the surrounding traffic's one", + "Average speed is 150.81% of the surrounding traffic's one", + "Average speed is 110.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 25.35, + "duration_system": 859.179 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_05_11_08_28_44", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 119.33% of the surrounding traffic's one", + "Average speed is 151.31% of the surrounding traffic's one", + "Average speed is 138.31% of the surrounding traffic's one", + "Average speed is 157.42% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one", + "Average speed is 109.71% of the surrounding traffic's one", + "Average speed is 59.97% of the surrounding traffic's one", + "Average speed is 35.04% of the surrounding traffic's one", + "Average speed is 94.93% of the surrounding traffic's one", + "Average speed is 158.34% of the surrounding traffic's one", + "Average speed is 210.5% of the surrounding traffic's one", + "Average speed is 226.25% of the surrounding traffic's one", + "Average speed is 185.69% of the surrounding traffic's one", + "Average speed is 179.53% of the surrounding traffic's one", + "Average speed is 148.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 13.35, + "duration_system": 121.554 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_05_10_21_07_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.64% of the surrounding traffic's one", + "Average speed is 152.61% of the surrounding traffic's one", + "Average speed is 235.48% of the surrounding traffic's one", + "Average speed is 189.83% of the surrounding traffic's one", + "Average speed is 151.32% of the surrounding traffic's one", + "Average speed is 72.37% of the surrounding traffic's one", + "Average speed is 50.66% of the surrounding traffic's one", + "Average speed is 64.11% of the surrounding traffic's one", + "Average speed is 293.32% of the surrounding traffic's one", + "Average speed is 299.3% of the surrounding traffic's one", + "Average speed is 267.87% of the surrounding traffic's one", + "Average speed is 200.98% of the surrounding traffic's one", + "Average speed is 187.64% of the surrounding traffic's one", + "Average speed is 479.33% of the surrounding traffic's one", + "Average speed is 438.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.45, + "duration_system": 207.366 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_05_10_21_01_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.93% of the surrounding traffic's one", + "Average speed is 82.74% of the surrounding traffic's one", + "Average speed is 230.52% of the surrounding traffic's one", + "Average speed is 223.83% of the surrounding traffic's one", + "Average speed is 209.43% of the surrounding traffic's one", + "Average speed is 158.81% of the surrounding traffic's one", + "Average speed is 128.1% of the surrounding traffic's one", + "Average speed is 50.01% of the surrounding traffic's one", + "Average speed is 110.13% of the surrounding traffic's one", + "Average speed is 228.33% of the surrounding traffic's one", + "Average speed is 146.53% of the surrounding traffic's one", + "Average speed is 109.31% of the surrounding traffic's one", + "Average speed is 75.79% of the surrounding traffic's one", + "Average speed is 131.77% of the surrounding traffic's one", + "Average speed is 104.17% of the surrounding traffic's one", + "Average speed is 111.09% of the surrounding traffic's one", + "Average speed is 87.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 18.95, + "duration_system": 181.605 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_05_11_08_15_09", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 143.9% of the surrounding traffic's one", + "Average speed is 154.83% of the surrounding traffic's one", + "Average speed is 151.4% of the surrounding traffic's one", + "Average speed is 139.74% of the surrounding traffic's one", + "Average speed is 165.85% of the surrounding traffic's one", + "Average speed is 147.5% of the surrounding traffic's one", + "Average speed is 41.38% of the surrounding traffic's one", + "Average speed is 49.85% of the surrounding traffic's one", + "Average speed is 129.1% of the surrounding traffic's one", + "Average speed is 157.19% of the surrounding traffic's one", + "Average speed is 102.55% of the surrounding traffic's one", + "Average speed is 174.96% of the surrounding traffic's one", + "Average speed is 150.61% of the surrounding traffic's one", + "Average speed is 124.0% of the surrounding traffic's one", + "Average speed is 132.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 15.35, + "duration_system": 706.321 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_05_10_20_57_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 108.19% of the surrounding traffic's one", + "Average speed is 128.63% of the surrounding traffic's one", + "Average speed is 160.58% of the surrounding traffic's one", + "Average speed is 138.06% of the surrounding traffic's one", + "Average speed is 111.71% of the surrounding traffic's one", + "Average speed is 55.36% of the surrounding traffic's one", + "Average speed is 33.81% of the surrounding traffic's one", + "Average speed is 137.16% of the surrounding traffic's one", + "Average speed is 163.76% of the surrounding traffic's one", + "Average speed is 187.88% of the surrounding traffic's one", + "Average speed is 201.42% of the surrounding traffic's one", + "Average speed is 178.84% of the surrounding traffic's one", + "Average speed is 151.31% of the surrounding traffic's one", + "Average speed is 146.07% of the surrounding traffic's one", + "Average speed is 170.07% of the surrounding traffic's one", + "Average speed is 170.17% of the surrounding traffic's one", + "Average speed is 162.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 13.1, + "duration_system": 149.284 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_05_10_20_52_40", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.17% of the surrounding traffic's one", + "Average speed is 121.12% of the surrounding traffic's one", + "Average speed is 188.02% of the surrounding traffic's one", + "Average speed is 159.25% of the surrounding traffic's one", + "Average speed is 170.39% of the surrounding traffic's one", + "Average speed is 80.89% of the surrounding traffic's one", + "Average speed is 91.25% of the surrounding traffic's one", + "Average speed is 193.95% of the surrounding traffic's one", + "Average speed is 116.69% of the surrounding traffic's one", + "Average speed is 110.83% of the surrounding traffic's one", + "Average speed is 104.03% of the surrounding traffic's one", + "Average speed is 103.9% of the surrounding traffic's one", + "Average speed is 89.83% of the surrounding traffic's one", + "Average speed is 120.06% of the surrounding traffic's one", + "Average speed is 106.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.8, + "duration_system": 185.382 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_05_10_20_41_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.06% of the surrounding traffic's one", + "Average speed is 142.57% of the surrounding traffic's one", + "Average speed is 281.98% of the surrounding traffic's one", + "Average speed is 200.55% of the surrounding traffic's one", + "Average speed is 211.02% of the surrounding traffic's one", + "Average speed is 172.85% of the surrounding traffic's one", + "Average speed is 53.47% of the surrounding traffic's one", + "Average speed is 74.42% of the surrounding traffic's one", + "Average speed is 176.31% of the surrounding traffic's one", + "Average speed is 196.72% of the surrounding traffic's one", + "Average speed is 126.32% of the surrounding traffic's one", + "Average speed is 104.86% of the surrounding traffic's one", + "Average speed is 108.18% of the surrounding traffic's one", + "Average speed is 102.93% of the surrounding traffic's one", + "Average speed is 127.81% of the surrounding traffic's one", + "Average speed is 14.08% of the surrounding traffic's one", + "Average speed is 97.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 35.15, + "duration_system": 547.91 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_05_11_06_25_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.17% of the surrounding traffic's one", + "Average speed is 9.08% of the surrounding traffic's one", + "Average speed is 229.15% of the surrounding traffic's one", + "Average speed is 446.56% of the surrounding traffic's one", + "Average speed is 403.01% of the surrounding traffic's one", + "Average speed is 437.38% of the surrounding traffic's one", + "Average speed is 574.48% of the surrounding traffic's one", + "Average speed is 550.11% of the surrounding traffic's one", + "Average speed is 1109.25% of the surrounding traffic's one", + "Average speed is 554.83% of the surrounding traffic's one", + "Average speed is 507.72% of the surrounding traffic's one", + "Average speed is 381.72% of the surrounding traffic's one", + "Average speed is 265.92% of the surrounding traffic's one", + "Average speed is 205.15% of the surrounding traffic's one", + "Average speed is 162.89% of the surrounding traffic's one", + "Average speed is 137.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 23.5, + "duration_system": 246.272 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_05_11_08_08_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 244.49% of the surrounding traffic's one", + "Average speed is 263.03% of the surrounding traffic's one", + "Average speed is 196.42% of the surrounding traffic's one", + "Average speed is 87.41% of the surrounding traffic's one", + "Average speed is 133.6% of the surrounding traffic's one", + "Average speed is 152.37% of the surrounding traffic's one", + "Average speed is 190.02% of the surrounding traffic's one", + "Average speed is 234.97% of the surrounding traffic's one", + "Average speed is 218.83% of the surrounding traffic's one", + "Average speed is 190.37% of the surrounding traffic's one", + "Average speed is 186.47% of the surrounding traffic's one", + "Average speed is 158.46% of the surrounding traffic's one", + "Average speed is 248.46% of the surrounding traffic's one", + "Average speed is 227.11% of the surrounding traffic's one", + "Average speed is 241.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 10.45, + "duration_system": 255.342 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_05_11_08_02_24", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5744.124, y=4732.653, z=186.992) at time=10.250s [CARLA Frame: 3756, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.86% of the surrounding traffic's one", + "Average speed is 319.89% of the surrounding traffic's one", + "Average speed is 260.49% of the surrounding traffic's one", + "Average speed is 210.66% of the surrounding traffic's one", + "Average speed is 198.16% of the surrounding traffic's one", + "Average speed is 187.61% of the surrounding traffic's one", + "Average speed is 130.79% of the surrounding traffic's one", + "Average speed is 139.13% of the surrounding traffic's one", + "Average speed is 132.56% of the surrounding traffic's one", + "Average speed is 75.04% of the surrounding traffic's one", + "Average speed is 142.58% of the surrounding traffic's one", + "Average speed is 175.16% of the surrounding traffic's one", + "Average speed is 128.35% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.15, + "duration_system": 181.369 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_05_11_07_52_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.23% of the surrounding traffic's one", + "Average speed is 317.85% of the surrounding traffic's one", + "Average speed is 188.19% of the surrounding traffic's one", + "Average speed is 279.74% of the surrounding traffic's one", + "Average speed is 205.25% of the surrounding traffic's one", + "Average speed is 161.45% of the surrounding traffic's one", + "Average speed is 149.76% of the surrounding traffic's one", + "Average speed is 154.17% of the surrounding traffic's one", + "Average speed is 164.27% of the surrounding traffic's one", + "Average speed is 146.81% of the surrounding traffic's one", + "Average speed is 147.66% of the surrounding traffic's one", + "Average speed is 180.35% of the surrounding traffic's one", + "Average speed is 156.96% of the surrounding traffic's one", + "Average speed is 181.27% of the surrounding traffic's one", + "Average speed is 133.93% of the surrounding traffic's one", + "Average speed is 117.68% of the surrounding traffic's one", + "Average speed is 98.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 437.646 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_05_10_20_36_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.25% of the surrounding traffic's one", + "Average speed is 417.95% of the surrounding traffic's one", + "Average speed is 515.49% of the surrounding traffic's one", + "Average speed is 634.03% of the surrounding traffic's one", + "Average speed is 646.53% of the surrounding traffic's one", + "Average speed is 577.64% of the surrounding traffic's one", + "Average speed is 483.9% of the surrounding traffic's one", + "Average speed is 469.88% of the surrounding traffic's one", + "Average speed is 712.87% of the surrounding traffic's one", + "Average speed is 1019.29% of the surrounding traffic's one", + "Average speed is 3111.69% of the surrounding traffic's one", + "Average speed is 7397.32% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.15, + "duration_system": 157.367 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_05_12_04_05_27", + "status": "Completed", + "num_infractions": 22, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.64% of the surrounding traffic's one", + "Average speed is 108.64% of the surrounding traffic's one", + "Average speed is 196.31% of the surrounding traffic's one", + "Average speed is 172.02% of the surrounding traffic's one", + "Average speed is 134.47% of the surrounding traffic's one", + "Average speed is 153.9% of the surrounding traffic's one", + "Average speed is 158.93% of the surrounding traffic's one", + "Average speed is 184.86% of the surrounding traffic's one", + "Average speed is 189.44% of the surrounding traffic's one", + "Average speed is 229.0% of the surrounding traffic's one", + "Average speed is 279.8% of the surrounding traffic's one", + "Average speed is 221.53% of the surrounding traffic's one", + "Average speed is 214.67% of the surrounding traffic's one", + "Average speed is 195.65% of the surrounding traffic's one", + "Average speed is 154.14% of the surrounding traffic's one", + "Average speed is 110.94% of the surrounding traffic's one", + "Average speed is 76.74% of the surrounding traffic's one", + "Average speed is 88.67% of the surrounding traffic's one", + "Average speed is 78.77% of the surrounding traffic's one", + "Average speed is 77.39% of the surrounding traffic's one", + "Average speed is 77.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2623.12, y=5901.945, z=157.724)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 27.7, + "duration_system": 376.72 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_05_11_06_22_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.19% of the surrounding traffic's one", + "Average speed is 210.2% of the surrounding traffic's one", + "Average speed is 214.37% of the surrounding traffic's one", + "Average speed is 217.71% of the surrounding traffic's one", + "Average speed is 234.59% of the surrounding traffic's one", + "Average speed is 229.71% of the surrounding traffic's one", + "Average speed is 219.38% of the surrounding traffic's one", + "Average speed is 263.75% of the surrounding traffic's one", + "Average speed is 268.32% of the surrounding traffic's one", + "Average speed is 586.79% of the surrounding traffic's one", + "Average speed is 563.82% of the surrounding traffic's one", + "Average speed is 449.22% of the surrounding traffic's one", + "Average speed is 359.2% of the surrounding traffic's one", + "Average speed is 266.29% of the surrounding traffic's one", + "Average speed is 169.88% of the surrounding traffic's one", + "Average speed is 97.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.85, + "duration_system": 49.054 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_05_10_19_42_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 195.56% of the surrounding traffic's one", + "Average speed is 189.22% of the surrounding traffic's one", + "Average speed is 214.6% of the surrounding traffic's one", + "Average speed is 247.36% of the surrounding traffic's one", + "Average speed is 273.81% of the surrounding traffic's one", + "Average speed is 295.49% of the surrounding traffic's one", + "Average speed is 301.46% of the surrounding traffic's one", + "Average speed is 344.52% of the surrounding traffic's one", + "Average speed is 327.48% of the surrounding traffic's one", + "Average speed is 418.43% of the surrounding traffic's one", + "Average speed is 407.05% of the surrounding traffic's one", + "Average speed is 279.28% of the surrounding traffic's one", + "Average speed is 219.32% of the surrounding traffic's one", + "Average speed is 232.56% of the surrounding traffic's one", + "Average speed is 177.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.15, + "duration_system": 64.069 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_05_11_07_15_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3707 at (x=3908.273, y=4861.033, z=367.123) at time=20.450s [CARLA Frame: 4117, Agent Step: 408]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 259.96% of the surrounding traffic's one", + "Average speed is 285.13% of the surrounding traffic's one", + "Average speed is 257.76% of the surrounding traffic's one", + "Average speed is 16.19% of the surrounding traffic's one", + "Average speed is 244.82% of the surrounding traffic's one", + "Average speed is 357.04% of the surrounding traffic's one", + "Average speed is 358.24% of the surrounding traffic's one", + "Average speed is 314.78% of the surrounding traffic's one", + "Average speed is 279.41% of the surrounding traffic's one", + "Average speed is 235.34% of the surrounding traffic's one", + "Average speed is 211.41% of the surrounding traffic's one", + "Average speed is 142.62% of the surrounding traffic's one", + "Average speed is 111.07% of the surrounding traffic's one", + "Average speed is 150.48% of the surrounding traffic's one", + "Average speed is 190.9% of the surrounding traffic's one", + "Average speed is 232.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 23.15, + "duration_system": 510.784 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_05_11_07_09_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.09% of the surrounding traffic's one", + "Average speed is 79.84% of the surrounding traffic's one", + "Average speed is 180.78% of the surrounding traffic's one", + "Average speed is 210.92% of the surrounding traffic's one", + "Average speed is 167.99% of the surrounding traffic's one", + "Average speed is 164.38% of the surrounding traffic's one", + "Average speed is 140.79% of the surrounding traffic's one", + "Average speed is 139.24% of the surrounding traffic's one", + "Average speed is 167.23% of the surrounding traffic's one", + "Average speed is 178.98% of the surrounding traffic's one", + "Average speed is 197.92% of the surrounding traffic's one", + "Average speed is 203.89% of the surrounding traffic's one", + "Average speed is 195.75% of the surrounding traffic's one", + "Average speed is 191.07% of the surrounding traffic's one", + "Average speed is 163.38% of the surrounding traffic's one", + "Average speed is 115.3% of the surrounding traffic's one", + "Average speed is 111.98% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.412, + "duration_game": 16.2, + "duration_system": 171.372 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_05_10_20_30_14", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.57% of the surrounding traffic's one", + "Average speed is 230.8% of the surrounding traffic's one", + "Average speed is 196.69% of the surrounding traffic's one", + "Average speed is 215.69% of the surrounding traffic's one", + "Average speed is 182.31% of the surrounding traffic's one", + "Average speed is 143.18% of the surrounding traffic's one", + "Average speed is 144.07% of the surrounding traffic's one", + "Average speed is 168.4% of the surrounding traffic's one", + "Average speed is 206.72% of the surrounding traffic's one", + "Average speed is 216.05% of the surrounding traffic's one", + "Average speed is 184.33% of the surrounding traffic's one", + "Average speed is 162.3% of the surrounding traffic's one", + "Average speed is 340.96% of the surrounding traffic's one", + "Average speed is 331.64% of the surrounding traffic's one", + "Average speed is 354.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 9.95, + "duration_system": 200.305 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_05_10_19_39_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.9% of the surrounding traffic's one", + "Average speed is 189.33% of the surrounding traffic's one", + "Average speed is 216.5% of the surrounding traffic's one", + "Average speed is 244.51% of the surrounding traffic's one", + "Average speed is 271.03% of the surrounding traffic's one", + "Average speed is 289.21% of the surrounding traffic's one", + "Average speed is 303.94% of the surrounding traffic's one", + "Average speed is 308.78% of the surrounding traffic's one", + "Average speed is 276.3% of the surrounding traffic's one", + "Average speed is 441.14% of the surrounding traffic's one", + "Average speed is 383.42% of the surrounding traffic's one", + "Average speed is 299.72% of the surrounding traffic's one", + "Average speed is 260.73% of the surrounding traffic's one", + "Average speed is 217.93% of the surrounding traffic's one", + "Average speed is 164.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.2, + "duration_system": 67.076 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_05_11_07_00_13", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.94% of the surrounding traffic's one", + "Average speed is 94.97% of the surrounding traffic's one", + "Average speed is 172.46% of the surrounding traffic's one", + "Average speed is 147.73% of the surrounding traffic's one", + "Average speed is 132.58% of the surrounding traffic's one", + "Average speed is 127.04% of the surrounding traffic's one", + "Average speed is 151.41% of the surrounding traffic's one", + "Average speed is 164.26% of the surrounding traffic's one", + "Average speed is 173.21% of the surrounding traffic's one", + "Average speed is 168.35% of the surrounding traffic's one", + "Average speed is 200.56% of the surrounding traffic's one", + "Average speed is 181.94% of the surrounding traffic's one", + "Average speed is 178.64% of the surrounding traffic's one", + "Average speed is 162.43% of the surrounding traffic's one", + "Average speed is 125.45% of the surrounding traffic's one", + "Average speed is 89.8% of the surrounding traffic's one", + "Average speed is 96.24% of the surrounding traffic's one", + "Average speed is 80.4% of the surrounding traffic's one", + "Average speed is 66.46% of the surrounding traffic's one", + "Average speed is 66.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-2622.347, y=5902.017, z=157.714)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100.0, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 28.0, + "duration_system": 400.73 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_05_11_06_50_47", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3728 at (x=1119.49, y=3103.062, z=365.0) at time=10.850s [CARLA Frame: 3882, Agent Step: 216]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 321.47% of the surrounding traffic's one", + "Average speed is 349.22% of the surrounding traffic's one", + "Average speed is 274.22% of the surrounding traffic's one", + "Average speed is 222.02% of the surrounding traffic's one", + "Average speed is 173.68% of the surrounding traffic's one", + "Average speed is 153.73% of the surrounding traffic's one", + "Average speed is 88.86% of the surrounding traffic's one", + "Average speed is 170.42% of the surrounding traffic's one", + "Average speed is 195.09% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 88.62% of the surrounding traffic's one", + "Average speed is 123.42% of the surrounding traffic's one", + "Average speed is 147.45% of the surrounding traffic's one", + "Average speed is 205.75% of the surrounding traffic's one", + "Average speed is 167.19% of the surrounding traffic's one", + "Average speed is 108.81% of the surrounding traffic's one", + "Average speed is 120.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 15.55, + "duration_system": 412.656 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_05_11_06_11_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 48.3% of the surrounding traffic's one", + "Average speed is 6.7% of the surrounding traffic's one", + "Average speed is 1760.76% of the surrounding traffic's one", + "Average speed is 1916.53% of the surrounding traffic's one", + "Average speed is 2012.18% of the surrounding traffic's one", + "Average speed is 1820.46% of the surrounding traffic's one", + "Average speed is 1581.22% of the surrounding traffic's one", + "Average speed is 1437.0% of the surrounding traffic's one", + "Average speed is 1315.83% of the surrounding traffic's one", + "Average speed is 1452.92% of the surrounding traffic's one", + "Average speed is 1358.63% of the surrounding traffic's one", + "Average speed is 1029.69% of the surrounding traffic's one", + "Average speed is 749.98% of the surrounding traffic's one", + "Average speed is 543.69% of the surrounding traffic's one", + "Average speed is 343.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.9, + "duration_system": 520.568 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_05_10_20_23_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 409.24% of the surrounding traffic's one", + "Average speed is 656.24% of the surrounding traffic's one", + "Average speed is 928.57% of the surrounding traffic's one", + "Average speed is 1030.86% of the surrounding traffic's one", + "Average speed is 998.22% of the surrounding traffic's one", + "Average speed is 834.52% of the surrounding traffic's one", + "Average speed is 660.73% of the surrounding traffic's one", + "Average speed is 493.43% of the surrounding traffic's one", + "Average speed is 580.22% of the surrounding traffic's one", + "Average speed is 690.62% of the surrounding traffic's one", + "Average speed is 754.63% of the surrounding traffic's one", + "Average speed is 940.63% of the surrounding traffic's one", + "Average speed is 837.84% of the surrounding traffic's one", + "Average speed is 462.6% of the surrounding traffic's one", + "Average speed is 417.77% of the surrounding traffic's one", + "Average speed is 377.7% of the surrounding traffic's one", + "Average speed is 353.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.9, + "duration_system": 268.434 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_05_10_20_14_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 318.91% of the surrounding traffic's one", + "Average speed is 247.26% of the surrounding traffic's one", + "Average speed is 215.99% of the surrounding traffic's one", + "Average speed is 288.36% of the surrounding traffic's one", + "Average speed is 194.42% of the surrounding traffic's one", + "Average speed is 160.84% of the surrounding traffic's one", + "Average speed is 145.17% of the surrounding traffic's one", + "Average speed is 162.64% of the surrounding traffic's one", + "Average speed is 168.78% of the surrounding traffic's one", + "Average speed is 156.31% of the surrounding traffic's one", + "Average speed is 140.1% of the surrounding traffic's one", + "Average speed is 137.94% of the surrounding traffic's one", + "Average speed is 133.46% of the surrounding traffic's one", + "Average speed is 201.7% of the surrounding traffic's one", + "Average speed is 160.84% of the surrounding traffic's one", + "Average speed is 125.51% of the surrounding traffic's one", + "Average speed is 111.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 375.639 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_05_11_06_45_26", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.64% of the surrounding traffic's one", + "Average speed is 418.45% of the surrounding traffic's one", + "Average speed is 515.97% of the surrounding traffic's one", + "Average speed is 634.76% of the surrounding traffic's one", + "Average speed is 644.62% of the surrounding traffic's one", + "Average speed is 568.42% of the surrounding traffic's one", + "Average speed is 471.4% of the surrounding traffic's one", + "Average speed is 449.35% of the surrounding traffic's one", + "Average speed is 681.74% of the surrounding traffic's one", + "Average speed is 1036.0% of the surrounding traffic's one", + "Average speed is 3568.4% of the surrounding traffic's one", + "Average speed is 7503.35% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.25, + "duration_system": 149.322 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_05_11_06_38_35", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3711 at (x=-2496.175, y=4219.292, z=364.738) at time=5.350s [CARLA Frame: 3631, Agent Step: 106]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 217.37% of the surrounding traffic's one", + "Average speed is 71.74% of the surrounding traffic's one", + "Average speed is 172.26% of the surrounding traffic's one", + "Average speed is 150.56% of the surrounding traffic's one", + "Average speed is 193.28% of the surrounding traffic's one", + "Average speed is 231.97% of the surrounding traffic's one", + "Average speed is 223.77% of the surrounding traffic's one", + "Average speed is 153.91% of the surrounding traffic's one", + "Average speed is 112.37% of the surrounding traffic's one", + "Average speed is 235.39% of the surrounding traffic's one", + "Average speed is 300.18% of the surrounding traffic's one", + "Average speed is 131.9% of the surrounding traffic's one", + "Average speed is 145.74% of the surrounding traffic's one", + "Average speed is 290.79% of the surrounding traffic's one", + "Average speed is 261.02% of the surrounding traffic's one", + "Average speed is 81.0% of the surrounding traffic's one", + "Average speed is 107.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 18.75, + "duration_system": 257.453 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_05_12_08_46_46", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=507.791, y=6001.147, z=165.531) at time=20.900s [CARLA Frame: 3601, Agent Step: 417]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.15% of the surrounding traffic's one", + "Average speed is 133.61% of the surrounding traffic's one", + "Average speed is 180.31% of the surrounding traffic's one", + "Average speed is 185.31% of the surrounding traffic's one", + "Average speed is 145.41% of the surrounding traffic's one", + "Average speed is 155.29% of the surrounding traffic's one", + "Average speed is 159.67% of the surrounding traffic's one", + "Average speed is 176.17% of the surrounding traffic's one", + "Average speed is 195.34% of the surrounding traffic's one", + "Average speed is 199.55% of the surrounding traffic's one", + "Average speed is 209.11% of the surrounding traffic's one", + "Average speed is 221.63% of the surrounding traffic's one", + "Average speed is 200.02% of the surrounding traffic's one", + "Average speed is 173.72% of the surrounding traffic's one", + "Average speed is 157.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=508.089, y=6001.098, z=165.533)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 84.18, + "score_penalty": 0.65, + "score_composed": 54.717 + }, + "meta": { + "route_length": 165.559, + "duration_game": 81.15, + "duration_system": 1856.05 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23659_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "3", + "save_name": "RouteScenario_23659_rep0_Town12_HighwayExit_1_3_05_12_01_57_40", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 22.383 meters (24.56% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 18.83% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 24604.18% of the surrounding traffic's one", + "Average speed is 3930.81% of the surrounding traffic's one", + "Average speed is 2121.96% of the surrounding traffic's one", + "Average speed is 861.18% of the surrounding traffic's one", + "Average speed is 588.41% of the surrounding traffic's one", + "Average speed is 540.25% of the surrounding traffic's one", + "Average speed is 438.45% of the surrounding traffic's one", + "Average speed is 325.33% of the surrounding traffic's one", + "Average speed is 268.49% of the surrounding traffic's one", + "Average speed is 221.58% of the surrounding traffic's one", + "Average speed is 219.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.754445, + "score_composed": 75.444462 + }, + "meta": { + "route_length": 99.127, + "duration_game": 50.05, + "duration_system": 585.994 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_05_12_08_35_54", + "status": "Failed - Agent deviated from the route", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 333.81% of the surrounding traffic's one", + "Average speed is 290.3% of the surrounding traffic's one", + "Average speed is 251.74% of the surrounding traffic's one", + "Average speed is 181.0% of the surrounding traffic's one", + "Average speed is 174.42% of the surrounding traffic's one", + "Average speed is 152.26% of the surrounding traffic's one", + "Average speed is 145.03% of the surrounding traffic's one", + "Average speed is 143.99% of the surrounding traffic's one", + "Average speed is 149.93% of the surrounding traffic's one", + "Average speed is 148.63% of the surrounding traffic's one", + "Average speed is 135.72% of the surrounding traffic's one", + "Average speed is 120.45% of the surrounding traffic's one", + "Average speed is 117.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-822.758, y=4728.463, z=369.264)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 76.14, + "score_penalty": 1.0, + "score_composed": 76.14 + }, + "meta": { + "route_length": 106.658, + "duration_game": 15.2, + "duration_system": 490.862 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_05_10_19_35_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 249.85% of the surrounding traffic's one", + "Average speed is 315.12% of the surrounding traffic's one", + "Average speed is 347.75% of the surrounding traffic's one", + "Average speed is 266.07% of the surrounding traffic's one", + "Average speed is 278.81% of the surrounding traffic's one", + "Average speed is 415.95% of the surrounding traffic's one", + "Average speed is 453.59% of the surrounding traffic's one", + "Average speed is 512.77% of the surrounding traffic's one", + "Average speed is 607.4% of the surrounding traffic's one", + "Average speed is 613.99% of the surrounding traffic's one", + "Average speed is 566.16% of the surrounding traffic's one", + "Average speed is 587.67% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 15448539.18% of the surrounding traffic's one", + "Average speed is 82697.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.45, + "duration_system": 107.11 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_05_10_19_30_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.81% of the surrounding traffic's one", + "Average speed is 575.54% of the surrounding traffic's one", + "Average speed is 484.7% of the surrounding traffic's one", + "Average speed is 297.44% of the surrounding traffic's one", + "Average speed is 183.55% of the surrounding traffic's one", + "Average speed is 173.82% of the surrounding traffic's one", + "Average speed is 56.97% of the surrounding traffic's one", + "Average speed is 145.98% of the surrounding traffic's one", + "Average speed is 201.5% of the surrounding traffic's one", + "Average speed is 177.04% of the surrounding traffic's one", + "Average speed is 105.49% of the surrounding traffic's one", + "Average speed is 161.0% of the surrounding traffic's one", + "Average speed is 148.59% of the surrounding traffic's one", + "Average speed is 131.99% of the surrounding traffic's one", + "Average speed is 3058.78% of the surrounding traffic's one", + "Average speed is 9186102.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.55, + "duration_system": 149.163 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_05_11_06_06_58", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 260.54% of the surrounding traffic's one", + "Average speed is 490.17% of the surrounding traffic's one", + "Average speed is 339.83% of the surrounding traffic's one", + "Average speed is 235.06% of the surrounding traffic's one", + "Average speed is 159.67% of the surrounding traffic's one", + "Average speed is 160.21% of the surrounding traffic's one", + "Average speed is 148.58% of the surrounding traffic's one", + "Average speed is 125.04% of the surrounding traffic's one", + "Average speed is 73.83% of the surrounding traffic's one", + "Average speed is 147.99% of the surrounding traffic's one", + "Average speed is 202.81% of the surrounding traffic's one", + "Average speed is 269.46% of the surrounding traffic's one", + "Average speed is 186.72% of the surrounding traffic's one", + "Average speed is 74.21% of the surrounding traffic's one", + "Average speed is 191.05% of the surrounding traffic's one", + "Average speed is 204.56% of the surrounding traffic's one", + "Average speed is 133.25% of the surrounding traffic's one", + "Average speed is 174.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.35, + "duration_system": 137.151 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_05_11_05_55_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 298.82% of the surrounding traffic's one", + "Average speed is 464.47% of the surrounding traffic's one", + "Average speed is 296.66% of the surrounding traffic's one", + "Average speed is 146.09% of the surrounding traffic's one", + "Average speed is 81.06% of the surrounding traffic's one", + "Average speed is 10.61% of the surrounding traffic's one", + "Average speed is 2573.27% of the surrounding traffic's one", + "Average speed is 792.09% of the surrounding traffic's one", + "Average speed is 150.2% of the surrounding traffic's one", + "Average speed is 2896.18% of the surrounding traffic's one", + "Average speed is 2760.49% of the surrounding traffic's one", + "Average speed is 1264.85% of the surrounding traffic's one", + "Average speed is 752.67% of the surrounding traffic's one", + "Average speed is 445.28% of the surrounding traffic's one", + "Average speed is 284.84% of the surrounding traffic's one", + "Average speed is 190.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.3, + "duration_system": 551.14 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_05_11_05_48_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 211.38% of the surrounding traffic's one", + "Average speed is 1001.75% of the surrounding traffic's one", + "Average speed is 1390.78% of the surrounding traffic's one", + "Average speed is 233.52% of the surrounding traffic's one", + "Average speed is 90.15% of the surrounding traffic's one", + "Average speed is 42.2% of the surrounding traffic's one", + "Average speed is 186.23% of the surrounding traffic's one", + "Average speed is 171.86% of the surrounding traffic's one", + "Average speed is 43.44% of the surrounding traffic's one", + "Average speed is 1127.92% of the surrounding traffic's one", + "Average speed is 1916.75% of the surrounding traffic's one", + "Average speed is 2292.75% of the surrounding traffic's one", + "Average speed is 1271.68% of the surrounding traffic's one", + "Average speed is 688.45% of the surrounding traffic's one", + "Average speed is 372.16% of the surrounding traffic's one", + "Average speed is 61.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 23.95, + "duration_system": 297.305 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_05_11_05_38_13", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.49% of the surrounding traffic's one", + "Average speed is 696.42% of the surrounding traffic's one", + "Average speed is 674.03% of the surrounding traffic's one", + "Average speed is 142.17% of the surrounding traffic's one", + "Average speed is 13.04% of the surrounding traffic's one", + "Average speed is 1956.65% of the surrounding traffic's one", + "Average speed is 2357.13% of the surrounding traffic's one", + "Average speed is 1616.37% of the surrounding traffic's one", + "Average speed is 1455.73% of the surrounding traffic's one", + "Average speed is 1370.32% of the surrounding traffic's one", + "Average speed is 7914.48% of the surrounding traffic's one", + "Average speed is 1939.27% of the surrounding traffic's one", + "Average speed is 836.01% of the surrounding traffic's one", + "Average speed is 577.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 51.2, + "duration_system": 468.741 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_05_11_05_33_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.45% of the surrounding traffic's one", + "Average speed is 104.16% of the surrounding traffic's one", + "Average speed is 132.24% of the surrounding traffic's one", + "Average speed is 38.32% of the surrounding traffic's one", + "Average speed is 149.36% of the surrounding traffic's one", + "Average speed is 74.54% of the surrounding traffic's one", + "Average speed is 425.54% of the surrounding traffic's one", + "Average speed is 512.41% of the surrounding traffic's one", + "Average speed is 94.44% of the surrounding traffic's one", + "Average speed is 349.76% of the surrounding traffic's one", + "Average speed is 991.43% of the surrounding traffic's one", + "Average speed is 2258.48% of the surrounding traffic's one", + "Average speed is 1147.75% of the surrounding traffic's one", + "Average speed is 1010.37% of the surrounding traffic's one", + "Average speed is 696.18% of the surrounding traffic's one", + "Average speed is 290.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 18.05, + "duration_system": 145.159 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_05_11_05_27_38", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.53% of the surrounding traffic's one", + "Average speed is 150.13% of the surrounding traffic's one", + "Average speed is 94.99% of the surrounding traffic's one", + "Average speed is 14.2% of the surrounding traffic's one", + "Average speed is 391.49% of the surrounding traffic's one", + "Average speed is 566.94% of the surrounding traffic's one", + "Average speed is 346.56% of the surrounding traffic's one", + "Average speed is 559.96% of the surrounding traffic's one", + "Average speed is 589.42% of the surrounding traffic's one", + "Average speed is 577.23% of the surrounding traffic's one", + "Average speed is 246.08% of the surrounding traffic's one", + "Average speed is 194.39% of the surrounding traffic's one", + "Average speed is 261.59% of the surrounding traffic's one", + "Average speed is 347.16% of the surrounding traffic's one", + "Average speed is 286.1% of the surrounding traffic's one", + "Average speed is 211.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.45, + "duration_system": 212.211 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_05_11_05_20_29", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=240.04, y=5915.878, z=361.205) at time=32.600s [CARLA Frame: 6628, Agent Step: 651]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.93% of the surrounding traffic's one", + "Average speed is 100.73% of the surrounding traffic's one", + "Average speed is 369.28% of the surrounding traffic's one", + "Average speed is 184.47% of the surrounding traffic's one", + "Average speed is 148.3% of the surrounding traffic's one", + "Average speed is 46.96% of the surrounding traffic's one", + "Average speed is 10.24% of the surrounding traffic's one", + "Average speed is 499.2% of the surrounding traffic's one", + "Average speed is 470.85% of the surrounding traffic's one", + "Average speed is 376.34% of the surrounding traffic's one", + "Average speed is 460.58% of the surrounding traffic's one", + "Average speed is 551.27% of the surrounding traffic's one", + "Average speed is 588.12% of the surrounding traffic's one", + "Average speed is 1608.68% of the surrounding traffic's one", + "Average speed is 909.21% of the surrounding traffic's one", + "Average speed is 381.25% of the surrounding traffic's one", + "Average speed is 472.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 33.95, + "duration_system": 294.313 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_05_11_04_25_58", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=2385.961, y=2431.28, z=367.054) at time=199.400s [CARLA Frame: 9774, Agent Step: 3987]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.54% of the surrounding traffic's one", + "Average speed is 200.28% of the surrounding traffic's one", + "Average speed is 332.37% of the surrounding traffic's one", + "Average speed is 150.4% of the surrounding traffic's one", + "Average speed is 8.79% of the surrounding traffic's one", + "Average speed is 1.85% of the surrounding traffic's one", + "Average speed is 222.92% of the surrounding traffic's one", + "Average speed is 570.63% of the surrounding traffic's one", + "Average speed is 750.01% of the surrounding traffic's one", + "Average speed is 605.24% of the surrounding traffic's one", + "Average speed is 1136.43% of the surrounding traffic's one", + "Average speed is 1057.99% of the surrounding traffic's one", + "Average speed is 933.9% of the surrounding traffic's one", + "Average speed is 650.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 200.25, + "duration_system": 3132.068 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_05_10_19_25_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 271.81% of the surrounding traffic's one", + "Average speed is 471.37% of the surrounding traffic's one", + "Average speed is 457.97% of the surrounding traffic's one", + "Average speed is 88.7% of the surrounding traffic's one", + "Average speed is 61.82% of the surrounding traffic's one", + "Average speed is 28.26% of the surrounding traffic's one", + "Average speed is 368.84% of the surrounding traffic's one", + "Average speed is 484.69% of the surrounding traffic's one", + "Average speed is 379.05% of the surrounding traffic's one", + "Average speed is 338.11% of the surrounding traffic's one", + "Average speed is 395.92% of the surrounding traffic's one", + "Average speed is 2220.9% of the surrounding traffic's one", + "Average speed is 2002.18% of the surrounding traffic's one", + "Average speed is 1735.85% of the surrounding traffic's one", + "Average speed is 4866.4% of the surrounding traffic's one", + "Average speed is 575.79% of the surrounding traffic's one", + "Average speed is 369.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 13.55, + "duration_system": 158.176 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_05_10_19_21_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1987.725, y=2174.91, z=362.228) at time=7.950s [CARLA Frame: 6013, Agent Step: 158]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 410.35% of the surrounding traffic's one", + "Average speed is 583.87% of the surrounding traffic's one", + "Average speed is 529.52% of the surrounding traffic's one", + "Average speed is 279.55% of the surrounding traffic's one", + "Average speed is 125.79% of the surrounding traffic's one", + "Average speed is 49.02% of the surrounding traffic's one", + "Average speed is 215.57% of the surrounding traffic's one", + "Average speed is 238.56% of the surrounding traffic's one", + "Average speed is 222.83% of the surrounding traffic's one", + "Average speed is 239.44% of the surrounding traffic's one", + "Average speed is 771.3% of the surrounding traffic's one", + "Average speed is 1544.17% of the surrounding traffic's one", + "Average speed is 1842.77% of the surrounding traffic's one", + "Average speed is 2614.11% of the surrounding traffic's one", + "Average speed is 2493.74% of the surrounding traffic's one", + "Average speed is 1915.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 11.1, + "duration_system": 108.118 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_05_11_05_38_21", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.91% of the surrounding traffic's one", + "Average speed is 143.38% of the surrounding traffic's one", + "Average speed is 194.0% of the surrounding traffic's one", + "Average speed is 119.55% of the surrounding traffic's one", + "Average speed is 6.59% of the surrounding traffic's one", + "Average speed is 234.33% of the surrounding traffic's one", + "Average speed is 323.21% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 115.11% of the surrounding traffic's one", + "Average speed is 211.7% of the surrounding traffic's one", + "Average speed is 221.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 31.5, + "duration_system": 1296.393 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_05_11_04_05_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.59% of the surrounding traffic's one", + "Average speed is 260.44% of the surrounding traffic's one", + "Average speed is 266.09% of the surrounding traffic's one", + "Average speed is 101.61% of the surrounding traffic's one", + "Average speed is 110.36% of the surrounding traffic's one", + "Average speed is 4.79% of the surrounding traffic's one", + "Average speed is 393.71% of the surrounding traffic's one", + "Average speed is 411.03% of the surrounding traffic's one", + "Average speed is 553.84% of the surrounding traffic's one", + "Average speed is 508.45% of the surrounding traffic's one", + "Average speed is 464.69% of the surrounding traffic's one", + "Average speed is 1381.07% of the surrounding traffic's one", + "Average speed is 11081.45% of the surrounding traffic's one", + "Average speed is 4394.14% of the surrounding traffic's one", + "Average speed is 3479.39% of the surrounding traffic's one", + "Average speed is 3325.55% of the surrounding traffic's one", + "Average speed is 4740.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 94.0, + "duration_system": 1085.262 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_05_10_19_17_12", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 207.86% of the surrounding traffic's one", + "Average speed is 536.99% of the surrounding traffic's one", + "Average speed is 493.18% of the surrounding traffic's one", + "Average speed is 390.69% of the surrounding traffic's one", + "Average speed is 143.04% of the surrounding traffic's one", + "Average speed is 56.99% of the surrounding traffic's one", + "Average speed is 125.64% of the surrounding traffic's one", + "Average speed is 201.72% of the surrounding traffic's one", + "Average speed is 213.87% of the surrounding traffic's one", + "Average speed is 284.99% of the surrounding traffic's one", + "Average speed is 357.47% of the surrounding traffic's one", + "Average speed is 666.07% of the surrounding traffic's one", + "Average speed is 814.3% of the surrounding traffic's one", + "Average speed is 628.36% of the surrounding traffic's one", + "Average speed is 605.59% of the surrounding traffic's one", + "Average speed is 2202.63% of the surrounding traffic's one", + "Average speed is 1377.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 12.0, + "duration_system": 137.141 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_05_10_19_11_02", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3732 at (x=-1378.556, y=5318.177, z=376.656) at time=22.200s [CARLA Frame: 6276, Agent Step: 443]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.84% of the surrounding traffic's one", + "Average speed is 177.76% of the surrounding traffic's one", + "Average speed is 391.52% of the surrounding traffic's one", + "Average speed is 537.62% of the surrounding traffic's one", + "Average speed is 143.4% of the surrounding traffic's one", + "Average speed is 16.48% of the surrounding traffic's one", + "Average speed is 210.91% of the surrounding traffic's one", + "Average speed is 600.61% of the surrounding traffic's one", + "Average speed is 938.25% of the surrounding traffic's one", + "Average speed is 955.71% of the surrounding traffic's one", + "Average speed is 957.28% of the surrounding traffic's one", + "Average speed is 2290.1% of the surrounding traffic's one", + "Average speed is 894.75% of the surrounding traffic's one", + "Average speed is 776.3% of the surrounding traffic's one", + "Average speed is 1028.37% of the surrounding traffic's one", + "Average speed is 1951.64% of the surrounding traffic's one", + "Average speed is 987.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 25.6, + "duration_system": 235.254 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_05_11_04_00_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 350.7% of the surrounding traffic's one", + "Average speed is 635.12% of the surrounding traffic's one", + "Average speed is 426.3% of the surrounding traffic's one", + "Average speed is 88.57% of the surrounding traffic's one", + "Average speed is 73.02% of the surrounding traffic's one", + "Average speed is 74.03% of the surrounding traffic's one", + "Average speed is 440.91% of the surrounding traffic's one", + "Average speed is 487.49% of the surrounding traffic's one", + "Average speed is 347.49% of the surrounding traffic's one", + "Average speed is 309.47% of the surrounding traffic's one", + "Average speed is 308.95% of the surrounding traffic's one", + "Average speed is 286.82% of the surrounding traffic's one", + "Average speed is 266.51% of the surrounding traffic's one", + "Average speed is 198.92% of the surrounding traffic's one", + "Average speed is 167.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.6, + "duration_system": 166.273 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_05_10_19_06_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.78% of the surrounding traffic's one", + "Average speed is 437.66% of the surrounding traffic's one", + "Average speed is 534.92% of the surrounding traffic's one", + "Average speed is 726.2% of the surrounding traffic's one", + "Average speed is 148.21% of the surrounding traffic's one", + "Average speed is 38.74% of the surrounding traffic's one", + "Average speed is 353.71% of the surrounding traffic's one", + "Average speed is 563.79% of the surrounding traffic's one", + "Average speed is 634.1% of the surrounding traffic's one", + "Average speed is 690.46% of the surrounding traffic's one", + "Average speed is 733.25% of the surrounding traffic's one", + "Average speed is 769.84% of the surrounding traffic's one", + "Average speed is 1672.52% of the surrounding traffic's one", + "Average speed is 2555.44% of the surrounding traffic's one", + "Average speed is 2593.01% of the surrounding traffic's one", + "Average speed is 1868.38% of the surrounding traffic's one", + "Average speed is 1940.79% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 11.65, + "duration_system": 113.132 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_05_10_19_01_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 44.91% of the surrounding traffic's one", + "Average speed is 97.71% of the surrounding traffic's one", + "Average speed is 109.62% of the surrounding traffic's one", + "Average speed is 92.41% of the surrounding traffic's one", + "Average speed is 158.87% of the surrounding traffic's one", + "Average speed is 161.95% of the surrounding traffic's one", + "Average speed is 139.47% of the surrounding traffic's one", + "Average speed is 102.63% of the surrounding traffic's one", + "Average speed is 99.79% of the surrounding traffic's one", + "Average speed is 100.23% of the surrounding traffic's one", + "Average speed is 96.68% of the surrounding traffic's one", + "Average speed is 99.14% of the surrounding traffic's one", + "Average speed is 99.86% of the surrounding traffic's one", + "Average speed is 98.42% of the surrounding traffic's one", + "Average speed is 100.99% of the surrounding traffic's one", + "Average speed is 100.51% of the surrounding traffic's one", + "Average speed is 103.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 18.25, + "duration_system": 155.167 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_05_11_03_49_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.45% of the surrounding traffic's one", + "Average speed is 88.15% of the surrounding traffic's one", + "Average speed is 245.42% of the surrounding traffic's one", + "Average speed is 245.63% of the surrounding traffic's one", + "Average speed is 247.89% of the surrounding traffic's one", + "Average speed is 174.78% of the surrounding traffic's one", + "Average speed is 14.3% of the surrounding traffic's one", + "Average speed is 497.54% of the surrounding traffic's one", + "Average speed is 368.05% of the surrounding traffic's one", + "Average speed is 911.81% of the surrounding traffic's one", + "Average speed is 472.74% of the surrounding traffic's one", + "Average speed is 271.73% of the surrounding traffic's one", + "Average speed is 236.43% of the surrounding traffic's one", + "Average speed is 165.95% of the surrounding traffic's one", + "Average speed is 226.55% of the surrounding traffic's one", + "Average speed is 198.42% of the surrounding traffic's one", + "Average speed is 212.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 58.9, + "duration_system": 539.57 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_05_11_05_32_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.56% of the surrounding traffic's one", + "Average speed is 79.61% of the surrounding traffic's one", + "Average speed is 194.73% of the surrounding traffic's one", + "Average speed is 194.4% of the surrounding traffic's one", + "Average speed is 65.36% of the surrounding traffic's one", + "Average speed is 119.3% of the surrounding traffic's one", + "Average speed is 89.21% of the surrounding traffic's one", + "Average speed is 101.08% of the surrounding traffic's one", + "Average speed is 86.37% of the surrounding traffic's one", + "Average speed is 88.35% of the surrounding traffic's one", + "Average speed is 159.45% of the surrounding traffic's one", + "Average speed is 218.28% of the surrounding traffic's one", + "Average speed is 201.86% of the surrounding traffic's one", + "Average speed is 148.79% of the surrounding traffic's one", + "Average speed is 121.37% of the surrounding traffic's one", + "Average speed is 82.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.35, + "duration_system": 185.635 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_05_10_18_47_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.51% of the surrounding traffic's one", + "Average speed is 137.14% of the surrounding traffic's one", + "Average speed is 145.93% of the surrounding traffic's one", + "Average speed is 159.35% of the surrounding traffic's one", + "Average speed is 73.39% of the surrounding traffic's one", + "Average speed is 24.82% of the surrounding traffic's one", + "Average speed is 8.31% of the surrounding traffic's one", + "Average speed is 1012.64% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 141.02% of the surrounding traffic's one", + "Average speed is 249.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.45, + "duration_system": 735.756 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_05_11_05_27_04", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 124.38% of the surrounding traffic's one", + "Average speed is 92.74% of the surrounding traffic's one", + "Average speed is 211.03% of the surrounding traffic's one", + "Average speed is 154.59% of the surrounding traffic's one", + "Average speed is 71.65% of the surrounding traffic's one", + "Average speed is 100.56% of the surrounding traffic's one", + "Average speed is 84.71% of the surrounding traffic's one", + "Average speed is 88.59% of the surrounding traffic's one", + "Average speed is 94.86% of the surrounding traffic's one", + "Average speed is 197.96% of the surrounding traffic's one", + "Average speed is 225.04% of the surrounding traffic's one", + "Average speed is 215.91% of the surrounding traffic's one", + "Average speed is 130.85% of the surrounding traffic's one", + "Average speed is 113.44% of the surrounding traffic's one", + "Average speed is 111.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.55, + "duration_system": 179.386 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_05_11_05_20_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.0% of the surrounding traffic's one", + "Average speed is 66.43% of the surrounding traffic's one", + "Average speed is 182.45% of the surrounding traffic's one", + "Average speed is 195.83% of the surrounding traffic's one", + "Average speed is 112.05% of the surrounding traffic's one", + "Average speed is 92.46% of the surrounding traffic's one", + "Average speed is 87.12% of the surrounding traffic's one", + "Average speed is 85.78% of the surrounding traffic's one", + "Average speed is 75.51% of the surrounding traffic's one", + "Average speed is 78.5% of the surrounding traffic's one", + "Average speed is 156.56% of the surrounding traffic's one", + "Average speed is 200.13% of the surrounding traffic's one", + "Average speed is 246.89% of the surrounding traffic's one", + "Average speed is 221.26% of the surrounding traffic's one", + "Average speed is 161.48% of the surrounding traffic's one", + "Average speed is 110.12% of the surrounding traffic's one", + "Average speed is 110.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.45, + "duration_system": 222.431 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_05_10_18_35_12", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.53% of the surrounding traffic's one", + "Average speed is 173.87% of the surrounding traffic's one", + "Average speed is 249.04% of the surrounding traffic's one", + "Average speed is 59.9% of the surrounding traffic's one", + "Average speed is 7.04% of the surrounding traffic's one", + "Average speed is 298.18% of the surrounding traffic's one", + "Average speed is 397.46% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 183.37% of the surrounding traffic's one", + "Average speed is 195.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 30.6, + "duration_system": 596.054 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_05_11_05_06_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.73% of the surrounding traffic's one", + "Average speed is 174.0% of the surrounding traffic's one", + "Average speed is 419.68% of the surrounding traffic's one", + "Average speed is 230.18% of the surrounding traffic's one", + "Average speed is 118.05% of the surrounding traffic's one", + "Average speed is 66.13% of the surrounding traffic's one", + "Average speed is 118.99% of the surrounding traffic's one", + "Average speed is 253.37% of the surrounding traffic's one", + "Average speed is 168.83% of the surrounding traffic's one", + "Average speed is 120.6% of the surrounding traffic's one", + "Average speed is 93.22% of the surrounding traffic's one", + "Average speed is 93.12% of the surrounding traffic's one", + "Average speed is 101.72% of the surrounding traffic's one", + "Average speed is 103.87% of the surrounding traffic's one", + "Average speed is 104.98% of the surrounding traffic's one", + "Average speed is 102.48% of the surrounding traffic's one", + "Average speed is 105.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 62.95, + "duration_system": 703.759 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_05_11_03_38_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 91.32% of the surrounding traffic's one", + "Average speed is 188.12% of the surrounding traffic's one", + "Average speed is 228.3% of the surrounding traffic's one", + "Average speed is 241.41% of the surrounding traffic's one", + "Average speed is 218.69% of the surrounding traffic's one", + "Average speed is 143.53% of the surrounding traffic's one", + "Average speed is 6.22% of the surrounding traffic's one", + "Average speed is 127.61% of the surrounding traffic's one", + "Average speed is 106.43% of the surrounding traffic's one", + "Average speed is 79.13% of the surrounding traffic's one", + "Average speed is 93.28% of the surrounding traffic's one", + "Average speed is 98.62% of the surrounding traffic's one", + "Average speed is 126.25% of the surrounding traffic's one", + "Average speed is 111.86% of the surrounding traffic's one", + "Average speed is 111.11% of the surrounding traffic's one", + "Average speed is 163.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 35.25, + "duration_system": 483.524 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_05_10_18_25_24", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.9% of the surrounding traffic's one", + "Average speed is 150.47% of the surrounding traffic's one", + "Average speed is 142.63% of the surrounding traffic's one", + "Average speed is 161.34% of the surrounding traffic's one", + "Average speed is 150.47% of the surrounding traffic's one", + "Average speed is 132.43% of the surrounding traffic's one", + "Average speed is 110.73% of the surrounding traffic's one", + "Average speed is 71.51% of the surrounding traffic's one", + "Average speed is 96.37% of the surrounding traffic's one", + "Average speed is 145.55% of the surrounding traffic's one", + "Average speed is 91.93% of the surrounding traffic's one", + "Average speed is 104.0% of the surrounding traffic's one", + "Average speed is 105.49% of the surrounding traffic's one", + "Average speed is 103.12% of the surrounding traffic's one", + "Average speed is 112.68% of the surrounding traffic's one", + "Average speed is 154.88% of the surrounding traffic's one", + "Average speed is 127.97% of the surrounding traffic's one", + "Average speed is 134.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 15.2, + "duration_system": 447.861 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_05_11_05_00_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.47% of the surrounding traffic's one", + "Average speed is 116.51% of the surrounding traffic's one", + "Average speed is 226.35% of the surrounding traffic's one", + "Average speed is 174.53% of the surrounding traffic's one", + "Average speed is 153.15% of the surrounding traffic's one", + "Average speed is 107.98% of the surrounding traffic's one", + "Average speed is 79.09% of the surrounding traffic's one", + "Average speed is 270.87% of the surrounding traffic's one", + "Average speed is 184.8% of the surrounding traffic's one", + "Average speed is 112.12% of the surrounding traffic's one", + "Average speed is 95.93% of the surrounding traffic's one", + "Average speed is 98.03% of the surrounding traffic's one", + "Average speed is 97.47% of the surrounding traffic's one", + "Average speed is 105.21% of the surrounding traffic's one", + "Average speed is 131.47% of the surrounding traffic's one", + "Average speed is 117.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.95, + "duration_system": 182.561 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_05_11_03_24_28", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.66% of the surrounding traffic's one", + "Average speed is 177.81% of the surrounding traffic's one", + "Average speed is 154.46% of the surrounding traffic's one", + "Average speed is 41.27% of the surrounding traffic's one", + "Average speed is 20.02% of the surrounding traffic's one", + "Average speed is 100.11% of the surrounding traffic's one", + "Average speed is 174.89% of the surrounding traffic's one", + "Average speed is 129.77% of the surrounding traffic's one", + "Average speed is 108.56% of the surrounding traffic's one", + "Average speed is 116.18% of the surrounding traffic's one", + "Average speed is 127.08% of the surrounding traffic's one", + "Average speed is 128.54% of the surrounding traffic's one", + "Average speed is 140.04% of the surrounding traffic's one", + "Average speed is 110.96% of the surrounding traffic's one", + "Average speed is 99.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 25.55, + "duration_system": 729.746 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_05_11_04_20_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3706 at (x=-500.705, y=6490.169, z=357.912) at time=12.050s [CARLA Frame: 3927, Agent Step: 240]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 165.31% of the surrounding traffic's one", + "Average speed is 201.61% of the surrounding traffic's one", + "Average speed is 120.43% of the surrounding traffic's one", + "Average speed is 109.15% of the surrounding traffic's one", + "Average speed is 103.25% of the surrounding traffic's one", + "Average speed is 97.17% of the surrounding traffic's one", + "Average speed is 101.13% of the surrounding traffic's one", + "Average speed is 101.01% of the surrounding traffic's one", + "Average speed is 95.76% of the surrounding traffic's one", + "Average speed is 77.01% of the surrounding traffic's one", + "Average speed is 54.08% of the surrounding traffic's one", + "Average speed is 3.05% of the surrounding traffic's one", + "Average speed is 293.32% of the surrounding traffic's one", + "Average speed is 294.99% of the surrounding traffic's one", + "Average speed is 250.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 97.75, + "duration_system": 2229.712 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_05_10_18_51_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 167.02% of the surrounding traffic's one", + "Average speed is 151.14% of the surrounding traffic's one", + "Average speed is 115.29% of the surrounding traffic's one", + "Average speed is 106.63% of the surrounding traffic's one", + "Average speed is 95.34% of the surrounding traffic's one", + "Average speed is 97.41% of the surrounding traffic's one", + "Average speed is 105.3% of the surrounding traffic's one", + "Average speed is 96.84% of the surrounding traffic's one", + "Average speed is 99.3% of the surrounding traffic's one", + "Average speed is 97.75% of the surrounding traffic's one", + "Average speed is 100.62% of the surrounding traffic's one", + "Average speed is 95.39% of the surrounding traffic's one", + "Average speed is 129.4% of the surrounding traffic's one", + "Average speed is 125.08% of the surrounding traffic's one", + "Average speed is 126.47% of the surrounding traffic's one", + "Average speed is 112.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.6, + "duration_system": 512.757 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_05_11_04_13_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.76% of the surrounding traffic's one", + "Average speed is 147.51% of the surrounding traffic's one", + "Average speed is 116.5% of the surrounding traffic's one", + "Average speed is 117.1% of the surrounding traffic's one", + "Average speed is 110.25% of the surrounding traffic's one", + "Average speed is 111.93% of the surrounding traffic's one", + "Average speed is 103.36% of the surrounding traffic's one", + "Average speed is 104.6% of the surrounding traffic's one", + "Average speed is 101.07% of the surrounding traffic's one", + "Average speed is 114.14% of the surrounding traffic's one", + "Average speed is 105.31% of the surrounding traffic's one", + "Average speed is 97.14% of the surrounding traffic's one", + "Average speed is 139.0% of the surrounding traffic's one", + "Average speed is 130.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.8, + "duration_system": 323.525 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_05_10_18_38_18", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 133.4% of the surrounding traffic's one", + "Average speed is 158.28% of the surrounding traffic's one", + "Average speed is 110.54% of the surrounding traffic's one", + "Average speed is 101.87% of the surrounding traffic's one", + "Average speed is 107.77% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 92.37% of the surrounding traffic's one", + "Average speed is 95.05% of the surrounding traffic's one", + "Average speed is 91.02% of the surrounding traffic's one", + "Average speed is 96.26% of the surrounding traffic's one", + "Average speed is 101.4% of the surrounding traffic's one", + "Average speed is 103.06% of the surrounding traffic's one", + "Average speed is 105.12% of the surrounding traffic's one", + "Average speed is 93.76% of the surrounding traffic's one", + "Average speed is 112.7% of the surrounding traffic's one", + "Average speed is 99.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.75, + "duration_system": 619.065 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_05_11_04_04_49", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.79% of the surrounding traffic's one", + "Average speed is 180.66% of the surrounding traffic's one", + "Average speed is 111.49% of the surrounding traffic's one", + "Average speed is 94.06% of the surrounding traffic's one", + "Average speed is 88.88% of the surrounding traffic's one", + "Average speed is 94.49% of the surrounding traffic's one", + "Average speed is 92.5% of the surrounding traffic's one", + "Average speed is 80.16% of the surrounding traffic's one", + "Average speed is 90.96% of the surrounding traffic's one", + "Average speed is 85.74% of the surrounding traffic's one", + "Average speed is 75.33% of the surrounding traffic's one", + "Average speed is 51.23% of the surrounding traffic's one", + "Average speed is 51.71% of the surrounding traffic's one", + "Average speed is 84.26% of the surrounding traffic's one", + "Average speed is 97.67% of the surrounding traffic's one", + "Average speed is 102.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.9, + "duration_system": 341.583 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_05_11_03_19_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.56% of the surrounding traffic's one", + "Average speed is 77.16% of the surrounding traffic's one", + "Average speed is 255.52% of the surrounding traffic's one", + "Average speed is 227.59% of the surrounding traffic's one", + "Average speed is 69.45% of the surrounding traffic's one", + "Average speed is 168.14% of the surrounding traffic's one", + "Average speed is 120.98% of the surrounding traffic's one", + "Average speed is 95.27% of the surrounding traffic's one", + "Average speed is 62.92% of the surrounding traffic's one", + "Average speed is 100.27% of the surrounding traffic's one", + "Average speed is 138.98% of the surrounding traffic's one", + "Average speed is 123.36% of the surrounding traffic's one", + "Average speed is 161.53% of the surrounding traffic's one", + "Average speed is 124.36% of the surrounding traffic's one", + "Average speed is 116.15% of the surrounding traffic's one", + "Average speed is 118.32% of the surrounding traffic's one", + "Average speed is 125.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 17.45, + "duration_system": 149.831 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_05_11_03_53_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 5.94% of the surrounding traffic's one", + "Average speed is 464.46% of the surrounding traffic's one", + "Average speed is 1003.39% of the surrounding traffic's one", + "Average speed is 1426.34% of the surrounding traffic's one", + "Average speed is 1650.25% of the surrounding traffic's one", + "Average speed is 1282.11% of the surrounding traffic's one", + "Average speed is 1102.2% of the surrounding traffic's one", + "Average speed is 1042.57% of the surrounding traffic's one", + "Average speed is 573.28% of the surrounding traffic's one", + "Average speed is 493.62% of the surrounding traffic's one", + "Average speed is 513.57% of the surrounding traffic's one", + "Average speed is 450.82% of the surrounding traffic's one", + "Average speed is 348.76% of the surrounding traffic's one", + "Average speed is 255.41% of the surrounding traffic's one", + "Average speed is 201.36% of the surrounding traffic's one", + "Average speed is 178.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.0, + "duration_system": 507.389 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_05_11_03_44_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.2% of the surrounding traffic's one", + "Average speed is 373.98% of the surrounding traffic's one", + "Average speed is 983.48% of the surrounding traffic's one", + "Average speed is 1229.56% of the surrounding traffic's one", + "Average speed is 1488.81% of the surrounding traffic's one", + "Average speed is 1414.43% of the surrounding traffic's one", + "Average speed is 1166.63% of the surrounding traffic's one", + "Average speed is 928.86% of the surrounding traffic's one", + "Average speed is 689.13% of the surrounding traffic's one", + "Average speed is 582.07% of the surrounding traffic's one", + "Average speed is 494.66% of the surrounding traffic's one", + "Average speed is 316.8% of the surrounding traffic's one", + "Average speed is 206.93% of the surrounding traffic's one", + "Average speed is 162.24% of the surrounding traffic's one", + "Average speed is 154.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.7, + "duration_system": 408.536 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_05_11_03_36_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 9.55% of the surrounding traffic's one", + "Average speed is 391.44% of the surrounding traffic's one", + "Average speed is 833.69% of the surrounding traffic's one", + "Average speed is 1400.33% of the surrounding traffic's one", + "Average speed is 2013.69% of the surrounding traffic's one", + "Average speed is 1771.24% of the surrounding traffic's one", + "Average speed is 1280.04% of the surrounding traffic's one", + "Average speed is 1095.97% of the surrounding traffic's one", + "Average speed is 1383.73% of the surrounding traffic's one", + "Average speed is 831.36% of the surrounding traffic's one", + "Average speed is 540.73% of the surrounding traffic's one", + "Average speed is 368.4% of the surrounding traffic's one", + "Average speed is 302.91% of the surrounding traffic's one", + "Average speed is 271.3% of the surrounding traffic's one", + "Average speed is 235.14% of the surrounding traffic's one", + "Average speed is 204.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.8, + "duration_system": 289.757 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_05_10_18_32_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.41% of the surrounding traffic's one", + "Average speed is 197.03% of the surrounding traffic's one", + "Average speed is 578.02% of the surrounding traffic's one", + "Average speed is 151.48% of the surrounding traffic's one", + "Average speed is 33.8% of the surrounding traffic's one", + "Average speed is 55.42% of the surrounding traffic's one", + "Average speed is 705.95% of the surrounding traffic's one", + "Average speed is 995.23% of the surrounding traffic's one", + "Average speed is 723.29% of the surrounding traffic's one", + "Average speed is 743.25% of the surrounding traffic's one", + "Average speed is 958.99% of the surrounding traffic's one", + "Average speed is 725.76% of the surrounding traffic's one", + "Average speed is 560.42% of the surrounding traffic's one", + "Average speed is 504.0% of the surrounding traffic's one", + "Average speed is 361.93% of the surrounding traffic's one", + "Average speed is 272.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 16.2, + "duration_system": 177.232 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_05_10_18_25_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=3737 at (x=3285.142, y=5723.538, z=368.722) at time=17.450s [CARLA Frame: 3656, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.08% of the surrounding traffic's one", + "Average speed is 421.2% of the surrounding traffic's one", + "Average speed is 410.28% of the surrounding traffic's one", + "Average speed is 24.13% of the surrounding traffic's one", + "Average speed is 1286.65% of the surrounding traffic's one", + "Average speed is 1642.45% of the surrounding traffic's one", + "Average speed is 1706.19% of the surrounding traffic's one", + "Average speed is 1717.46% of the surrounding traffic's one", + "Average speed is 768.19% of the surrounding traffic's one", + "Average speed is 811.7% of the surrounding traffic's one", + "Average speed is 5237.94% of the surrounding traffic's one", + "Average speed is 2431.8% of the surrounding traffic's one", + "Average speed is 1096.31% of the surrounding traffic's one", + "Average speed is 830.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.35, + "duration_system": 269.43 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_05_11_03_25_30", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.63% of the surrounding traffic's one", + "Average speed is 266.46% of the surrounding traffic's one", + "Average speed is 1045.57% of the surrounding traffic's one", + "Average speed is 459.31% of the surrounding traffic's one", + "Average speed is 48.58% of the surrounding traffic's one", + "Average speed is 950.06% of the surrounding traffic's one", + "Average speed is 856.87% of the surrounding traffic's one", + "Average speed is 908.97% of the surrounding traffic's one", + "Average speed is 864.86% of the surrounding traffic's one", + "Average speed is 750.17% of the surrounding traffic's one", + "Average speed is 734.84% of the surrounding traffic's one", + "Average speed is 4080.68% of the surrounding traffic's one", + "Average speed is 23309.67% of the surrounding traffic's one", + "Average speed is 3887.65% of the surrounding traffic's one", + "Average speed is 3161.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 34.95, + "duration_system": 517.809 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_05_11_03_12_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.47% of the surrounding traffic's one", + "Average speed is 100.43% of the surrounding traffic's one", + "Average speed is 135.89% of the surrounding traffic's one", + "Average speed is 6.45% of the surrounding traffic's one", + "Average speed is 812.46% of the surrounding traffic's one", + "Average speed is 1033.27% of the surrounding traffic's one", + "Average speed is 1233.75% of the surrounding traffic's one", + "Average speed is 481.15% of the surrounding traffic's one", + "Average speed is 256.13% of the surrounding traffic's one", + "Average speed is 765.97% of the surrounding traffic's one", + "Average speed is 1849.46% of the surrounding traffic's one", + "Average speed is 1058.23% of the surrounding traffic's one", + "Average speed is 872.64% of the surrounding traffic's one", + "Average speed is 422.35% of the surrounding traffic's one", + "Average speed is 250.21% of the surrounding traffic's one", + "Average speed is 264.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 53.75, + "duration_system": 614.413 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_05_11_03_15_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.76% of the surrounding traffic's one", + "Average speed is 112.1% of the surrounding traffic's one", + "Average speed is 131.57% of the surrounding traffic's one", + "Average speed is 123.26% of the surrounding traffic's one", + "Average speed is 166.52% of the surrounding traffic's one", + "Average speed is 197.89% of the surrounding traffic's one", + "Average speed is 225.19% of the surrounding traffic's one", + "Average speed is 194.34% of the surrounding traffic's one", + "Average speed is 78.19% of the surrounding traffic's one", + "Average speed is 244.49% of the surrounding traffic's one", + "Average speed is 335.58% of the surrounding traffic's one", + "Average speed is 656.81% of the surrounding traffic's one", + "Average speed is 1181.03% of the surrounding traffic's one", + "Average speed is 625.16% of the surrounding traffic's one", + "Average speed is 628.63% of the surrounding traffic's one", + "Average speed is 400.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 11.75, + "duration_system": 99.107 + }, + "town_name": "Town12" + } + ] + }, + "driving score": 90.88811011926606, + "success rate": 0.7660550458715596, + "eval num": 218 +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_merged_5.json b/evaluation_logs/bench2drive/bench2drive_merged_5.json new file mode 100644 index 0000000000000000000000000000000000000000..cf06cee706a8bec9576f493e6f8ae83231affc78 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_merged_5.json @@ -0,0 +1,11091 @@ +{ + "_checkpoint": { + "records": [ + { + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_05_25_10_19_01", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 303.49% of the surrounding traffic's one", + "Average speed is 246.62% of the surrounding traffic's one", + "Average speed is 244.34% of the surrounding traffic's one", + "Average speed is 85.46% of the surrounding traffic's one", + "Average speed is 63.33% of the surrounding traffic's one", + "Average speed is 224.77% of the surrounding traffic's one", + "Average speed is 508.32% of the surrounding traffic's one", + "Average speed is 396.23% of the surrounding traffic's one", + "Average speed is 399.05% of the surrounding traffic's one", + "Average speed is 1107.1% of the surrounding traffic's one", + "Average speed is 1317.42% of the surrounding traffic's one", + "Average speed is 530.62% of the surrounding traffic's one", + "Average speed is 544.65% of the surrounding traffic's one", + "Average speed is 518.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.7, + "duration_system": 84.086 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_05_25_10_14_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.59% of the surrounding traffic's one", + "Average speed is 561.55% of the surrounding traffic's one", + "Average speed is 488.04% of the surrounding traffic's one", + "Average speed is 165.04% of the surrounding traffic's one", + "Average speed is 74.41% of the surrounding traffic's one", + "Average speed is 33.82% of the surrounding traffic's one", + "Average speed is 389.51% of the surrounding traffic's one", + "Average speed is 428.52% of the surrounding traffic's one", + "Average speed is 438.4% of the surrounding traffic's one", + "Average speed is 494.21% of the surrounding traffic's one", + "Average speed is 1472.59% of the surrounding traffic's one", + "Average speed is 2823.62% of the surrounding traffic's one", + "Average speed is 1374.71% of the surrounding traffic's one", + "Average speed is 1393.48% of the surrounding traffic's one", + "Average speed is 1091.79% of the surrounding traffic's one", + "Average speed is 1192.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 13.95, + "duration_system": 114.117 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_05_26_06_25_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.76% of the surrounding traffic's one", + "Average speed is 358.68% of the surrounding traffic's one", + "Average speed is 512.19% of the surrounding traffic's one", + "Average speed is 355.18% of the surrounding traffic's one", + "Average speed is 100.71% of the surrounding traffic's one", + "Average speed is 47.08% of the surrounding traffic's one", + "Average speed is 182.98% of the surrounding traffic's one", + "Average speed is 355.83% of the surrounding traffic's one", + "Average speed is 396.66% of the surrounding traffic's one", + "Average speed is 454.19% of the surrounding traffic's one", + "Average speed is 457.67% of the surrounding traffic's one", + "Average speed is 3138.17% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 43331412.29% of the surrounding traffic's one", + "Average speed is 9202646.59% of the surrounding traffic's one", + "Average speed is 142945.88% of the surrounding traffic's one", + "Average speed is 1127868.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 11.55, + "duration_system": 117.607 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_05_26_06_21_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 244.55% of the surrounding traffic's one", + "Average speed is 225.91% of the surrounding traffic's one", + "Average speed is 412.97% of the surrounding traffic's one", + "Average speed is 346.67% of the surrounding traffic's one", + "Average speed is 137.29% of the surrounding traffic's one", + "Average speed is 24.06% of the surrounding traffic's one", + "Average speed is 93.23% of the surrounding traffic's one", + "Average speed is 643.76% of the surrounding traffic's one", + "Average speed is 564.3% of the surrounding traffic's one", + "Average speed is 452.23% of the surrounding traffic's one", + "Average speed is 380.25% of the surrounding traffic's one", + "Average speed is 826.66% of the surrounding traffic's one", + "Average speed is 1764.75% of the surrounding traffic's one", + "Average speed is 749.86% of the surrounding traffic's one", + "Average speed is 729.9% of the surrounding traffic's one", + "Average speed is 696.69% of the surrounding traffic's one", + "Average speed is 528.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.95, + "duration_system": 120.126 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_05_26_05_44_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3930 at (x=1324.429, y=3872.404, z=363.3) at time=8.450s [CARLA Frame: 1518, Agent Step: 168]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 344.62% of the surrounding traffic's one", + "Average speed is 566.99% of the surrounding traffic's one", + "Average speed is 459.29% of the surrounding traffic's one", + "Average speed is 95.95% of the surrounding traffic's one", + "Average speed is 38.92% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one", + "Average speed is 46.48% of the surrounding traffic's one", + "Average speed is 53.42% of the surrounding traffic's one", + "Average speed is 5220.69% of the surrounding traffic's one", + "Average speed is 2348.8% of the surrounding traffic's one", + "Average speed is 14757.76% of the surrounding traffic's one", + "Average speed is 3257.46% of the surrounding traffic's one", + "Average speed is 1571.24% of the surrounding traffic's one", + "Average speed is 877.45% of the surrounding traffic's one", + "Average speed is 741.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 220.75, + "duration_system": 2065.208 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_05_26_04_48_47", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3886 at (x=2491.641, y=4889.463, z=367.361) at time=24.900s [CARLA Frame: 1806, Agent Step: 497]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.13% of the surrounding traffic's one", + "Average speed is 136.36% of the surrounding traffic's one", + "Average speed is 1881.92% of the surrounding traffic's one", + "Average speed is 159.82% of the surrounding traffic's one", + "Average speed is 31.82% of the surrounding traffic's one", + "Average speed is 66.45% of the surrounding traffic's one", + "Average speed is 2882.13% of the surrounding traffic's one", + "Average speed is 74.57% of the surrounding traffic's one", + "Average speed is 12768.64% of the surrounding traffic's one", + "Average speed is 5890.81% of the surrounding traffic's one", + "Average speed is 1338.16% of the surrounding traffic's one", + "Average speed is 563.43% of the surrounding traffic's one", + "Average speed is 340.35% of the surrounding traffic's one", + "Average speed is 235.07% of the surrounding traffic's one", + "Average speed is 240.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 284.6, + "duration_system": 3179.256 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_05_25_10_05_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 81.94% of the surrounding traffic's one", + "Average speed is 6.37% of the surrounding traffic's one", + "Average speed is 590.01% of the surrounding traffic's one", + "Average speed is 682.53% of the surrounding traffic's one", + "Average speed is 695.75% of the surrounding traffic's one", + "Average speed is 731.29% of the surrounding traffic's one", + "Average speed is 661.34% of the surrounding traffic's one", + "Average speed is 683.74% of the surrounding traffic's one", + "Average speed is 1006.42% of the surrounding traffic's one", + "Average speed is 1179.12% of the surrounding traffic's one", + "Average speed is 847.8% of the surrounding traffic's one", + "Average speed is 645.7% of the surrounding traffic's one", + "Average speed is 409.63% of the surrounding traffic's one", + "Average speed is 332.17% of the surrounding traffic's one", + "Average speed is 257.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.2, + "duration_system": 416.487 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_05_26_04_43_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 110.38% of the surrounding traffic's one", + "Average speed is 14.39% of the surrounding traffic's one", + "Average speed is 237.5% of the surrounding traffic's one", + "Average speed is 401.47% of the surrounding traffic's one", + "Average speed is 505.49% of the surrounding traffic's one", + "Average speed is 744.21% of the surrounding traffic's one", + "Average speed is 701.91% of the surrounding traffic's one", + "Average speed is 821.19% of the surrounding traffic's one", + "Average speed is 870.64% of the surrounding traffic's one", + "Average speed is 565.99% of the surrounding traffic's one", + "Average speed is 477.89% of the surrounding traffic's one", + "Average speed is 463.79% of the surrounding traffic's one", + "Average speed is 390.56% of the surrounding traffic's one", + "Average speed is 266.66% of the surrounding traffic's one", + "Average speed is 250.45% of the surrounding traffic's one", + "Average speed is 200.75% of the surrounding traffic's one", + "Average speed is 181.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 13.9, + "duration_system": 117.15 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_05_25_10_01_38", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.45% of the surrounding traffic's one", + "Average speed is 176.28% of the surrounding traffic's one", + "Average speed is 211.54% of the surrounding traffic's one", + "Average speed is 238.57% of the surrounding traffic's one", + "Average speed is 232.05% of the surrounding traffic's one", + "Average speed is 227.23% of the surrounding traffic's one", + "Average speed is 269.22% of the surrounding traffic's one", + "Average speed is 294.83% of the surrounding traffic's one", + "Average speed is 321.97% of the surrounding traffic's one", + "Average speed is 694.37% of the surrounding traffic's one", + "Average speed is 698.05% of the surrounding traffic's one", + "Average speed is 780.74% of the surrounding traffic's one", + "Average speed is 621.59% of the surrounding traffic's one", + "Average speed is 462.84% of the surrounding traffic's one", + "Average speed is 340.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.05, + "duration_system": 48.048 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_05_26_04_36_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 90.84% of the surrounding traffic's one", + "Average speed is 9.83% of the surrounding traffic's one", + "Average speed is 3553.3% of the surrounding traffic's one", + "Average speed is 1781.29% of the surrounding traffic's one", + "Average speed is 1137.04% of the surrounding traffic's one", + "Average speed is 1245.49% of the surrounding traffic's one", + "Average speed is 1155.29% of the surrounding traffic's one", + "Average speed is 1024.22% of the surrounding traffic's one", + "Average speed is 929.11% of the surrounding traffic's one", + "Average speed is 704.52% of the surrounding traffic's one", + "Average speed is 560.27% of the surrounding traffic's one", + "Average speed is 610.52% of the surrounding traffic's one", + "Average speed is 563.61% of the surrounding traffic's one", + "Average speed is 390.06% of the surrounding traffic's one", + "Average speed is 266.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.7, + "duration_system": 261.487 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_05_26_04_28_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 2051 at (x=2658.621, y=2277.046, z=175.222)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.82% of the surrounding traffic's one", + "Average speed is 7.8% of the surrounding traffic's one", + "Average speed is 1192.96% of the surrounding traffic's one", + "Average speed is 1287.44% of the surrounding traffic's one", + "Average speed is 1822.77% of the surrounding traffic's one", + "Average speed is 2475.58% of the surrounding traffic's one", + "Average speed is 2311.22% of the surrounding traffic's one", + "Average speed is 1130.69% of the surrounding traffic's one", + "Average speed is 1227.94% of the surrounding traffic's one", + "Average speed is 920.35% of the surrounding traffic's one", + "Average speed is 523.86% of the surrounding traffic's one", + "Average speed is 321.91% of the surrounding traffic's one", + "Average speed is 263.86% of the surrounding traffic's one", + "Average speed is 264.63% of the surrounding traffic's one", + "Average speed is 261.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 36.05, + "duration_system": 327.049 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_05_25_09_53_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.11% of the surrounding traffic's one", + "Average speed is 1578.85% of the surrounding traffic's one", + "Average speed is 207.27% of the surrounding traffic's one", + "Average speed is 2036.87% of the surrounding traffic's one", + "Average speed is 4285.9% of the surrounding traffic's one", + "Average speed is 4043.7% of the surrounding traffic's one", + "Average speed is 3659.84% of the surrounding traffic's one", + "Average speed is 3305.66% of the surrounding traffic's one", + "Average speed is 2395.82% of the surrounding traffic's one", + "Average speed is 2965.82% of the surrounding traffic's one", + "Average speed is 1717.48% of the surrounding traffic's one", + "Average speed is 1174.69% of the surrounding traffic's one", + "Average speed is 1288.51% of the surrounding traffic's one", + "Average speed is 1119.2% of the surrounding traffic's one", + "Average speed is 888.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.6, + "duration_system": 340.365 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_05_26_04_23_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 227.02% of the surrounding traffic's one", + "Average speed is 206.03% of the surrounding traffic's one", + "Average speed is 184.2% of the surrounding traffic's one", + "Average speed is 365.12% of the surrounding traffic's one", + "Average speed is 380.1% of the surrounding traffic's one", + "Average speed is 416.48% of the surrounding traffic's one", + "Average speed is 571.35% of the surrounding traffic's one", + "Average speed is 574.98% of the surrounding traffic's one", + "Average speed is 622.73% of the surrounding traffic's one", + "Average speed is 865.92% of the surrounding traffic's one", + "Average speed is 666.78% of the surrounding traffic's one", + "Average speed is 625.61% of the surrounding traffic's one", + "Average speed is 4539.32% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 2859276308686.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.8, + "duration_system": 159.165 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_05_25_09_48_47", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 3.034 meters (1.75% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 211.74% of the surrounding traffic's one", + "Average speed is 708.68% of the surrounding traffic's one", + "Average speed is 545.44% of the surrounding traffic's one", + "Average speed is 450.11% of the surrounding traffic's one", + "Average speed is 419.18% of the surrounding traffic's one", + "Average speed is 408.52% of the surrounding traffic's one", + "Average speed is 743.37% of the surrounding traffic's one", + "Average speed is 1135.06% of the surrounding traffic's one", + "Average speed is 1045.95% of the surrounding traffic's one", + "Average speed is 957.45% of the surrounding traffic's one", + "Average speed is 12945.93% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 38937349.92% of the surrounding traffic's one", + "Average speed is 1403875.52% of the surrounding traffic's one", + "Average speed is 1897030.32% of the surrounding traffic's one", + "Average speed is 1897030.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.982479, + "score_composed": 98.247932 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.3, + "duration_system": 118.134 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_05_26_04_17_38", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=4722 at (x=2801.094, y=6048.145, z=155.515) at time=4.900s [CARLA Frame: 1536, Agent Step: 97]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.05% of the surrounding traffic's one", + "Average speed is 350.3% of the surrounding traffic's one", + "Average speed is 387.33% of the surrounding traffic's one", + "Average speed is 415.9% of the surrounding traffic's one", + "Average speed is 404.66% of the surrounding traffic's one", + "Average speed is 441.12% of the surrounding traffic's one", + "Average speed is 735.14% of the surrounding traffic's one", + "Average speed is 760.43% of the surrounding traffic's one", + "Average speed is 879.22% of the surrounding traffic's one", + "Average speed is 1119.44% of the surrounding traffic's one", + "Average speed is 689.63% of the surrounding traffic's one", + "Average speed is 413.41% of the surrounding traffic's one", + "Average speed is 294.38% of the surrounding traffic's one", + "Average speed is 231.36% of the surrounding traffic's one", + "Average speed is 220.81% of the surrounding traffic's one", + "Average speed is 218.73% of the surrounding traffic's one", + "Average speed is 7805.78% of the surrounding traffic's one", + "Average speed is 1315042.32% of the surrounding traffic's one", + "Average speed is 1315042.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 22.1, + "duration_system": 187.22 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_05_26_03_36_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.3% of the surrounding traffic's one", + "Average speed is 290.99% of the surrounding traffic's one", + "Average speed is 636.24% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 14.76% of the surrounding traffic's one", + "Average speed is 1527.93% of the surrounding traffic's one", + "Average speed is 1590.41% of the surrounding traffic's one", + "Average speed is 1114.88% of the surrounding traffic's one", + "Average speed is 701.1% of the surrounding traffic's one", + "Average speed is 613.97% of the surrounding traffic's one", + "Average speed is 0.36% of the surrounding traffic's one", + "Average speed is 119.41% of the surrounding traffic's one", + "Average speed is 330.26% of the surrounding traffic's one", + "Average speed is 280.51% of the surrounding traffic's one", + "Average speed is 136.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 256.9, + "duration_system": 2318.537 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_05_26_03_25_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 238.57% of the surrounding traffic's one", + "Average speed is 168.17% of the surrounding traffic's one", + "Average speed is 88.62% of the surrounding traffic's one", + "Average speed is 48.88% of the surrounding traffic's one", + "Average speed is 8.16% of the surrounding traffic's one", + "Average speed is 963.79% of the surrounding traffic's one", + "Average speed is 1016.02% of the surrounding traffic's one", + "Average speed is 961.14% of the surrounding traffic's one", + "Average speed is 844.44% of the surrounding traffic's one", + "Average speed is 740.1% of the surrounding traffic's one", + "Average speed is 820.88% of the surrounding traffic's one", + "Average speed is 622.6% of the surrounding traffic's one", + "Average speed is 355.86% of the surrounding traffic's one", + "Average speed is 264.61% of the surrounding traffic's one", + "Average speed is 220.31% of the surrounding traffic's one", + "Average speed is 203.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 51.45, + "duration_system": 480.72 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_05_26_03_17_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.07% of the surrounding traffic's one", + "Average speed is 162.89% of the surrounding traffic's one", + "Average speed is 103.15% of the surrounding traffic's one", + "Average speed is 9.86% of the surrounding traffic's one", + "Average speed is 349.48% of the surrounding traffic's one", + "Average speed is 744.54% of the surrounding traffic's one", + "Average speed is 869.9% of the surrounding traffic's one", + "Average speed is 791.38% of the surrounding traffic's one", + "Average speed is 184.12% of the surrounding traffic's one", + "Average speed is 422.81% of the surrounding traffic's one", + "Average speed is 1244.8% of the surrounding traffic's one", + "Average speed is 2820.22% of the surrounding traffic's one", + "Average speed is 1562.27% of the surrounding traffic's one", + "Average speed is 1065.9% of the surrounding traffic's one", + "Average speed is 1281.12% of the surrounding traffic's one", + "Average speed is 1052.46% of the surrounding traffic's one", + "Average speed is 756.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 38.65, + "duration_system": 337.507 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_05_26_02_52_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.34% of the surrounding traffic's one", + "Average speed is 107.41% of the surrounding traffic's one", + "Average speed is 77.32% of the surrounding traffic's one", + "Average speed is 52.03% of the surrounding traffic's one", + "Average speed is 4.08% of the surrounding traffic's one", + "Average speed is 8.29% of the surrounding traffic's one", + "Average speed is 582.36% of the surrounding traffic's one", + "Average speed is 604.08% of the surrounding traffic's one", + "Average speed is 505.52% of the surrounding traffic's one", + "Average speed is 209.54% of the surrounding traffic's one", + "Average speed is 1174.05% of the surrounding traffic's one", + "Average speed is 106.58% of the surrounding traffic's one", + "Average speed is 467.07% of the surrounding traffic's one", + "Average speed is 368.4% of the surrounding traffic's one", + "Average speed is 351.08% of the surrounding traffic's one", + "Average speed is 205.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 145.0, + "duration_system": 1358.443 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_05_26_02_46_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.95% of the surrounding traffic's one", + "Average speed is 105.89% of the surrounding traffic's one", + "Average speed is 161.41% of the surrounding traffic's one", + "Average speed is 105.07% of the surrounding traffic's one", + "Average speed is 40.04% of the surrounding traffic's one", + "Average speed is 46.35% of the surrounding traffic's one", + "Average speed is 294.23% of the surrounding traffic's one", + "Average speed is 494.36% of the surrounding traffic's one", + "Average speed is 664.76% of the surrounding traffic's one", + "Average speed is 455.07% of the surrounding traffic's one", + "Average speed is 408.08% of the surrounding traffic's one", + "Average speed is 425.25% of the surrounding traffic's one", + "Average speed is 517.48% of the surrounding traffic's one", + "Average speed is 633.37% of the surrounding traffic's one", + "Average speed is 480.5% of the surrounding traffic's one", + "Average speed is 311.19% of the surrounding traffic's one", + "Average speed is 220.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 21.15, + "duration_system": 182.202 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_05_25_09_43_56", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.91% of the surrounding traffic's one", + "Average speed is 109.86% of the surrounding traffic's one", + "Average speed is 134.54% of the surrounding traffic's one", + "Average speed is 39.37% of the surrounding traffic's one", + "Average speed is 65.7% of the surrounding traffic's one", + "Average speed is 251.75% of the surrounding traffic's one", + "Average speed is 542.96% of the surrounding traffic's one", + "Average speed is 515.06% of the surrounding traffic's one", + "Average speed is 433.07% of the surrounding traffic's one", + "Average speed is 272.11% of the surrounding traffic's one", + "Average speed is 254.48% of the surrounding traffic's one", + "Average speed is 592.84% of the surrounding traffic's one", + "Average speed is 570.19% of the surrounding traffic's one", + "Average speed is 322.93% of the surrounding traffic's one", + "Average speed is 239.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 15.95, + "duration_system": 130.139 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_05_26_02_42_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.52% of the surrounding traffic's one", + "Average speed is 115.45% of the surrounding traffic's one", + "Average speed is 864.07% of the surrounding traffic's one", + "Average speed is 376.55% of the surrounding traffic's one", + "Average speed is 73.89% of the surrounding traffic's one", + "Average speed is 41.79% of the surrounding traffic's one", + "Average speed is 117.74% of the surrounding traffic's one", + "Average speed is 211.85% of the surrounding traffic's one", + "Average speed is 275.08% of the surrounding traffic's one", + "Average speed is 266.81% of the surrounding traffic's one", + "Average speed is 306.45% of the surrounding traffic's one", + "Average speed is 449.57% of the surrounding traffic's one", + "Average speed is 418.99% of the surrounding traffic's one", + "Average speed is 346.39% of the surrounding traffic's one", + "Average speed is 295.42% of the surrounding traffic's one", + "Average speed is 235.71% of the surrounding traffic's one", + "Average speed is 241.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 12.3, + "duration_system": 105.115 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_05_25_09_39_34", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.94% of the surrounding traffic's one", + "Average speed is 545.15% of the surrounding traffic's one", + "Average speed is 479.82% of the surrounding traffic's one", + "Average speed is 340.44% of the surrounding traffic's one", + "Average speed is 149.58% of the surrounding traffic's one", + "Average speed is 63.27% of the surrounding traffic's one", + "Average speed is 55.45% of the surrounding traffic's one", + "Average speed is 382.58% of the surrounding traffic's one", + "Average speed is 381.45% of the surrounding traffic's one", + "Average speed is 220.64% of the surrounding traffic's one", + "Average speed is 395.71% of the surrounding traffic's one", + "Average speed is 1045.55% of the surrounding traffic's one", + "Average speed is 1842.07% of the surrounding traffic's one", + "Average speed is 7470.71% of the surrounding traffic's one", + "Average speed is 3163.81% of the surrounding traffic's one", + "Average speed is 3628.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.2, + "duration_system": 102.108 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_05_26_02_37_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 371.82% of the surrounding traffic's one", + "Average speed is 239.24% of the surrounding traffic's one", + "Average speed is 348.41% of the surrounding traffic's one", + "Average speed is 151.88% of the surrounding traffic's one", + "Average speed is 61.56% of the surrounding traffic's one", + "Average speed is 155.71% of the surrounding traffic's one", + "Average speed is 312.1% of the surrounding traffic's one", + "Average speed is 337.97% of the surrounding traffic's one", + "Average speed is 344.97% of the surrounding traffic's one", + "Average speed is 302.51% of the surrounding traffic's one", + "Average speed is 483.98% of the surrounding traffic's one", + "Average speed is 535.56% of the surrounding traffic's one", + "Average speed is 698.86% of the surrounding traffic's one", + "Average speed is 5502.93% of the surrounding traffic's one", + "Average speed is 2117.22% of the surrounding traffic's one", + "Average speed is 759.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.35, + "duration_system": 98.109 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_05_26_02_32_16", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2587.938, y=-79.579, z=173.291) at time=8.300s [CARLA Frame: 1522, Agent Step: 165]", + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2582.971, y=-93.169, z=173.194) at time=13.300s [CARLA Frame: 1622, Agent Step: 265]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.94% of the surrounding traffic's one", + "Average speed is 521.8% of the surrounding traffic's one", + "Average speed is 697.26% of the surrounding traffic's one", + "Average speed is 413.15% of the surrounding traffic's one", + "Average speed is 139.52% of the surrounding traffic's one", + "Average speed is 48.58% of the surrounding traffic's one", + "Average speed is 155.67% of the surrounding traffic's one", + "Average speed is 269.68% of the surrounding traffic's one", + "Average speed is 282.22% of the surrounding traffic's one", + "Average speed is 230.8% of the surrounding traffic's one", + "Average speed is 207.62% of the surrounding traffic's one", + "Average speed is 294.44% of the surrounding traffic's one", + "Average speed is 1041.94% of the surrounding traffic's one", + "Average speed is 7706.38% of the surrounding traffic's one", + "Average speed is 6151.96% of the surrounding traffic's one", + "Average speed is 2624.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 16.55, + "duration_system": 177.191 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_05_26_02_28_36", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.8% of the surrounding traffic's one", + "Average speed is 129.58% of the surrounding traffic's one", + "Average speed is 91.8% of the surrounding traffic's one", + "Average speed is 128.36% of the surrounding traffic's one", + "Average speed is 166.04% of the surrounding traffic's one", + "Average speed is 189.22% of the surrounding traffic's one", + "Average speed is 210.06% of the surrounding traffic's one", + "Average speed is 225.78% of the surrounding traffic's one", + "Average speed is 236.09% of the surrounding traffic's one", + "Average speed is 238.49% of the surrounding traffic's one", + "Average speed is 240.21% of the surrounding traffic's one", + "Average speed is 236.11% of the surrounding traffic's one", + "Average speed is 227.05% of the surrounding traffic's one", + "Average speed is 224.25% of the surrounding traffic's one", + "Average speed is 230.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.05, + "duration_system": 59.069 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_05_25_09_35_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.74% of the surrounding traffic's one", + "Average speed is 134.29% of the surrounding traffic's one", + "Average speed is 139.2% of the surrounding traffic's one", + "Average speed is 119.85% of the surrounding traffic's one", + "Average speed is 134.84% of the surrounding traffic's one", + "Average speed is 163.81% of the surrounding traffic's one", + "Average speed is 187.62% of the surrounding traffic's one", + "Average speed is 209.18% of the surrounding traffic's one", + "Average speed is 226.08% of the surrounding traffic's one", + "Average speed is 235.77% of the surrounding traffic's one", + "Average speed is 236.92% of the surrounding traffic's one", + "Average speed is 234.68% of the surrounding traffic's one", + "Average speed is 218.86% of the surrounding traffic's one", + "Average speed is 187.11% of the surrounding traffic's one", + "Average speed is 142.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.3, + "duration_system": 61.072 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_05_26_02_24_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.71% of the surrounding traffic's one", + "Average speed is 139.45% of the surrounding traffic's one", + "Average speed is 127.89% of the surrounding traffic's one", + "Average speed is 121.91% of the surrounding traffic's one", + "Average speed is 120.74% of the surrounding traffic's one", + "Average speed is 121.87% of the surrounding traffic's one", + "Average speed is 118.06% of the surrounding traffic's one", + "Average speed is 122.88% of the surrounding traffic's one", + "Average speed is 119.61% of the surrounding traffic's one", + "Average speed is 122.37% of the surrounding traffic's one", + "Average speed is 120.77% of the surrounding traffic's one", + "Average speed is 119.34% of the surrounding traffic's one", + "Average speed is 128.77% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 11.2, + "duration_system": 87.093 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_05_26_02_19_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.38% of the surrounding traffic's one", + "Average speed is 106.53% of the surrounding traffic's one", + "Average speed is 105.51% of the surrounding traffic's one", + "Average speed is 137.79% of the surrounding traffic's one", + "Average speed is 100.64% of the surrounding traffic's one", + "Average speed is 99.57% of the surrounding traffic's one", + "Average speed is 97.88% of the surrounding traffic's one", + "Average speed is 97.32% of the surrounding traffic's one", + "Average speed is 105.36% of the surrounding traffic's one", + "Average speed is 117.84% of the surrounding traffic's one", + "Average speed is 105.76% of the surrounding traffic's one", + "Average speed is 100.74% of the surrounding traffic's one", + "Average speed is 110.41% of the surrounding traffic's one", + "Average speed is 102.48% of the surrounding traffic's one", + "Average speed is 99.02% of the surrounding traffic's one", + "Average speed is 114.38% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 121.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_05_26_02_13_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.03% of the surrounding traffic's one", + "Average speed is 115.57% of the surrounding traffic's one", + "Average speed is 16.86% of the surrounding traffic's one", + "Average speed is 152.59% of the surrounding traffic's one", + "Average speed is 103.31% of the surrounding traffic's one", + "Average speed is 104.85% of the surrounding traffic's one", + "Average speed is 128.7% of the surrounding traffic's one", + "Average speed is 63.79% of the surrounding traffic's one", + "Average speed is 86.99% of the surrounding traffic's one", + "Average speed is 169.44% of the surrounding traffic's one", + "Average speed is 142.74% of the surrounding traffic's one", + "Average speed is 108.55% of the surrounding traffic's one", + "Average speed is 132.81% of the surrounding traffic's one", + "Average speed is 95.58% of the surrounding traffic's one", + "Average speed is 120.45% of the surrounding traffic's one", + "Average speed is 114.09% of the surrounding traffic's one", + "Average speed is 118.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 28.3, + "duration_system": 234.271 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_05_26_02_08_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 49.27% of the surrounding traffic's one", + "Average speed is 93.34% of the surrounding traffic's one", + "Average speed is 127.22% of the surrounding traffic's one", + "Average speed is 135.72% of the surrounding traffic's one", + "Average speed is 129.64% of the surrounding traffic's one", + "Average speed is 114.65% of the surrounding traffic's one", + "Average speed is 129.38% of the surrounding traffic's one", + "Average speed is 115.46% of the surrounding traffic's one", + "Average speed is 131.4% of the surrounding traffic's one", + "Average speed is 108.41% of the surrounding traffic's one", + "Average speed is 109.68% of the surrounding traffic's one", + "Average speed is 118.23% of the surrounding traffic's one", + "Average speed is 113.05% of the surrounding traffic's one", + "Average speed is 121.05% of the surrounding traffic's one", + "Average speed is 121.35% of the surrounding traffic's one", + "Average speed is 103.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 17.7, + "duration_system": 135.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_05_26_02_02_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.73% of the surrounding traffic's one", + "Average speed is 145.75% of the surrounding traffic's one", + "Average speed is 183.55% of the surrounding traffic's one", + "Average speed is 228.54% of the surrounding traffic's one", + "Average speed is 238.22% of the surrounding traffic's one", + "Average speed is 183.11% of the surrounding traffic's one", + "Average speed is 169.86% of the surrounding traffic's one", + "Average speed is 169.13% of the surrounding traffic's one", + "Average speed is 133.22% of the surrounding traffic's one", + "Average speed is 113.8% of the surrounding traffic's one", + "Average speed is 107.19% of the surrounding traffic's one", + "Average speed is 93.37% of the surrounding traffic's one", + "Average speed is 100.1% of the surrounding traffic's one", + "Average speed is 100.89% of the surrounding traffic's one", + "Average speed is 115.76% of the surrounding traffic's one", + "Average speed is 118.93% of the surrounding traffic's one", + "Average speed is 115.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.4, + "duration_system": 172.099 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_05_26_01_57_52", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.04% of the surrounding traffic's one", + "Average speed is 206.68% of the surrounding traffic's one", + "Average speed is 376.39% of the surrounding traffic's one", + "Average speed is 534.98% of the surrounding traffic's one", + "Average speed is 480.34% of the surrounding traffic's one", + "Average speed is 539.9% of the surrounding traffic's one", + "Average speed is 518.11% of the surrounding traffic's one", + "Average speed is 502.14% of the surrounding traffic's one", + "Average speed is 416.92% of the surrounding traffic's one", + "Average speed is 439.81% of the surrounding traffic's one", + "Average speed is 443.04% of the surrounding traffic's one", + "Average speed is 452.3% of the surrounding traffic's one", + "Average speed is 418.23% of the surrounding traffic's one", + "Average speed is 349.05% of the surrounding traffic's one", + "Average speed is 363.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.1, + "duration_system": 111.114 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_05_25_09_30_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.18% of the surrounding traffic's one", + "Average speed is 156.23% of the surrounding traffic's one", + "Average speed is 184.73% of the surrounding traffic's one", + "Average speed is 214.88% of the surrounding traffic's one", + "Average speed is 271.38% of the surrounding traffic's one", + "Average speed is 378.46% of the surrounding traffic's one", + "Average speed is 359.99% of the surrounding traffic's one", + "Average speed is 233.47% of the surrounding traffic's one", + "Average speed is 96.44% of the surrounding traffic's one", + "Average speed is 190.8% of the surrounding traffic's one", + "Average speed is 285.81% of the surrounding traffic's one", + "Average speed is 180.51% of the surrounding traffic's one", + "Average speed is 218.21% of the surrounding traffic's one", + "Average speed is 232.7% of the surrounding traffic's one", + "Average speed is 233.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 14.8, + "duration_system": 139.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_05_25_09_25_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.54% of the surrounding traffic's one", + "Average speed is 144.04% of the surrounding traffic's one", + "Average speed is 182.06% of the surrounding traffic's one", + "Average speed is 228.29% of the surrounding traffic's one", + "Average speed is 259.93% of the surrounding traffic's one", + "Average speed is 355.74% of the surrounding traffic's one", + "Average speed is 447.3% of the surrounding traffic's one", + "Average speed is 269.34% of the surrounding traffic's one", + "Average speed is 27.48% of the surrounding traffic's one", + "Average speed is 339.18% of the surrounding traffic's one", + "Average speed is 533.55% of the surrounding traffic's one", + "Average speed is 428.3% of the surrounding traffic's one", + "Average speed is 441.75% of the surrounding traffic's one", + "Average speed is 933.68% of the surrounding traffic's one", + "Average speed is 766.19% of the surrounding traffic's one", + "Average speed is 733.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.4, + "duration_system": 172.187 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_05_25_09_17_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.47% of the surrounding traffic's one", + "Average speed is 137.24% of the surrounding traffic's one", + "Average speed is 202.73% of the surrounding traffic's one", + "Average speed is 285.03% of the surrounding traffic's one", + "Average speed is 169.89% of the surrounding traffic's one", + "Average speed is 19.36% of the surrounding traffic's one", + "Average speed is 274.54% of the surrounding traffic's one", + "Average speed is 321.49% of the surrounding traffic's one", + "Average speed is 237.98% of the surrounding traffic's one", + "Average speed is 187.92% of the surrounding traffic's one", + "Average speed is 271.82% of the surrounding traffic's one", + "Average speed is 230.26% of the surrounding traffic's one", + "Average speed is 222.19% of the surrounding traffic's one", + "Average speed is 213.46% of the surrounding traffic's one", + "Average speed is 247.86% of the surrounding traffic's one", + "Average speed is 240.51% of the surrounding traffic's one", + "Average speed is 200.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 27.45, + "duration_system": 295.301 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_05_26_01_50_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.26% of the surrounding traffic's one", + "Average speed is 153.15% of the surrounding traffic's one", + "Average speed is 221.73% of the surrounding traffic's one", + "Average speed is 204.12% of the surrounding traffic's one", + "Average speed is 220.6% of the surrounding traffic's one", + "Average speed is 223.44% of the surrounding traffic's one", + "Average speed is 216.46% of the surrounding traffic's one", + "Average speed is 165.26% of the surrounding traffic's one", + "Average speed is 107.13% of the surrounding traffic's one", + "Average speed is 86.44% of the surrounding traffic's one", + "Average speed is 122.46% of the surrounding traffic's one", + "Average speed is 101.5% of the surrounding traffic's one", + "Average speed is 92.47% of the surrounding traffic's one", + "Average speed is 73.28% of the surrounding traffic's one", + "Average speed is 32.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 32.85, + "duration_system": 276.503 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_05_26_01_45_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.31% of the surrounding traffic's one", + "Average speed is 162.38% of the surrounding traffic's one", + "Average speed is 195.56% of the surrounding traffic's one", + "Average speed is 166.77% of the surrounding traffic's one", + "Average speed is 150.86% of the surrounding traffic's one", + "Average speed is 120.32% of the surrounding traffic's one", + "Average speed is 84.06% of the surrounding traffic's one", + "Average speed is 61.83% of the surrounding traffic's one", + "Average speed is 89.28% of the surrounding traffic's one", + "Average speed is 228.04% of the surrounding traffic's one", + "Average speed is 311.4% of the surrounding traffic's one", + "Average speed is 337.65% of the surrounding traffic's one", + "Average speed is 373.68% of the surrounding traffic's one", + "Average speed is 428.96% of the surrounding traffic's one", + "Average speed is 564.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.55, + "duration_system": 135.162 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_05_26_01_22_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.37% of the surrounding traffic's one", + "Average speed is 139.29% of the surrounding traffic's one", + "Average speed is 220.82% of the surrounding traffic's one", + "Average speed is 248.87% of the surrounding traffic's one", + "Average speed is 212.44% of the surrounding traffic's one", + "Average speed is 159.6% of the surrounding traffic's one", + "Average speed is 87.82% of the surrounding traffic's one", + "Average speed is 14.73% of the surrounding traffic's one", + "Average speed is 577.13% of the surrounding traffic's one", + "Average speed is 416.42% of the surrounding traffic's one", + "Average speed is 484.72% of the surrounding traffic's one", + "Average speed is 1100.93% of the surrounding traffic's one", + "Average speed is 868.78% of the surrounding traffic's one", + "Average speed is 1821.07% of the surrounding traffic's one", + "Average speed is 1628.52% of the surrounding traffic's one", + "Average speed is 17091.5% of the surrounding traffic's one", + "Average speed is 52894925.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.541, + "duration_game": 138.65, + "duration_system": 1209.847 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_05_26_01_18_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.31% of the surrounding traffic's one", + "Average speed is 141.04% of the surrounding traffic's one", + "Average speed is 129.16% of the surrounding traffic's one", + "Average speed is 196.88% of the surrounding traffic's one", + "Average speed is 202.96% of the surrounding traffic's one", + "Average speed is 203.74% of the surrounding traffic's one", + "Average speed is 223.11% of the surrounding traffic's one", + "Average speed is 237.04% of the surrounding traffic's one", + "Average speed is 242.97% of the surrounding traffic's one", + "Average speed is 239.71% of the surrounding traffic's one", + "Average speed is 242.24% of the surrounding traffic's one", + "Average speed is 237.66% of the surrounding traffic's one", + "Average speed is 229.57% of the surrounding traffic's one", + "Average speed is 226.07% of the surrounding traffic's one", + "Average speed is 227.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.55, + "duration_system": 76.09 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_05_25_09_13_37", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.82% of the surrounding traffic's one", + "Average speed is 175.7% of the surrounding traffic's one", + "Average speed is 201.94% of the surrounding traffic's one", + "Average speed is 257.78% of the surrounding traffic's one", + "Average speed is 227.2% of the surrounding traffic's one", + "Average speed is 217.33% of the surrounding traffic's one", + "Average speed is 217.91% of the surrounding traffic's one", + "Average speed is 210.06% of the surrounding traffic's one", + "Average speed is 200.04% of the surrounding traffic's one", + "Average speed is 193.09% of the surrounding traffic's one", + "Average speed is 182.92% of the surrounding traffic's one", + "Average speed is 172.0% of the surrounding traffic's one", + "Average speed is 167.48% of the surrounding traffic's one", + "Average speed is 165.24% of the surrounding traffic's one", + "Average speed is 160.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.9, + "duration_system": 71.086 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_05_26_01_13_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 36.98% of the surrounding traffic's one", + "Average speed is 157.4% of the surrounding traffic's one", + "Average speed is 167.45% of the surrounding traffic's one", + "Average speed is 178.16% of the surrounding traffic's one", + "Average speed is 190.85% of the surrounding traffic's one", + "Average speed is 196.82% of the surrounding traffic's one", + "Average speed is 206.22% of the surrounding traffic's one", + "Average speed is 218.75% of the surrounding traffic's one", + "Average speed is 223.01% of the surrounding traffic's one", + "Average speed is 231.82% of the surrounding traffic's one", + "Average speed is 237.16% of the surrounding traffic's one", + "Average speed is 227.49% of the surrounding traffic's one", + "Average speed is 208.38% of the surrounding traffic's one", + "Average speed is 205.82% of the surrounding traffic's one", + "Average speed is 163.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 9.55, + "duration_system": 85.088 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_05_25_09_09_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.76% of the surrounding traffic's one", + "Average speed is 185.24% of the surrounding traffic's one", + "Average speed is 185.92% of the surrounding traffic's one", + "Average speed is 208.31% of the surrounding traffic's one", + "Average speed is 214.8% of the surrounding traffic's one", + "Average speed is 209.31% of the surrounding traffic's one", + "Average speed is 223.01% of the surrounding traffic's one", + "Average speed is 229.81% of the surrounding traffic's one", + "Average speed is 225.91% of the surrounding traffic's one", + "Average speed is 209.12% of the surrounding traffic's one", + "Average speed is 197.75% of the surrounding traffic's one", + "Average speed is 176.8% of the surrounding traffic's one", + "Average speed is 170.13% of the surrounding traffic's one", + "Average speed is 221.48% of the surrounding traffic's one", + "Average speed is 215.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.25, + "duration_system": 56.058 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_05_26_00_57_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.35% of the surrounding traffic's one", + "Average speed is 165.92% of the surrounding traffic's one", + "Average speed is 176.35% of the surrounding traffic's one", + "Average speed is 174.17% of the surrounding traffic's one", + "Average speed is 27.21% of the surrounding traffic's one", + "Average speed is 3.27% of the surrounding traffic's one", + "Average speed is 165.78% of the surrounding traffic's one", + "Average speed is 202.42% of the surrounding traffic's one", + "Average speed is 208.03% of the surrounding traffic's one", + "Average speed is 169.29% of the surrounding traffic's one", + "Average speed is 62.51% of the surrounding traffic's one", + "Average speed is 80.88% of the surrounding traffic's one", + "Average speed is 110.71% of the surrounding traffic's one", + "Average speed is 106.5% of the surrounding traffic's one", + "Average speed is 109.71% of the surrounding traffic's one", + "Average speed is 115.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 66.15, + "duration_system": 805.877 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_05_26_00_50_34", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.99% of the surrounding traffic's one", + "Average speed is 134.17% of the surrounding traffic's one", + "Average speed is 177.88% of the surrounding traffic's one", + "Average speed is 211.75% of the surrounding traffic's one", + "Average speed is 186.21% of the surrounding traffic's one", + "Average speed is 161.76% of the surrounding traffic's one", + "Average speed is 128.53% of the surrounding traffic's one", + "Average speed is 44.61% of the surrounding traffic's one", + "Average speed is 82.57% of the surrounding traffic's one", + "Average speed is 224.72% of the surrounding traffic's one", + "Average speed is 257.79% of the surrounding traffic's one", + "Average speed is 197.27% of the surrounding traffic's one", + "Average speed is 127.94% of the surrounding traffic's one", + "Average speed is 96.89% of the surrounding traffic's one", + "Average speed is 85.41% of the surrounding traffic's one", + "Average speed is 13.33% of the surrounding traffic's one", + "Average speed is 106.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 33.9, + "duration_system": 260.283 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_05_25_09_04_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.28% of the surrounding traffic's one", + "Average speed is 163.26% of the surrounding traffic's one", + "Average speed is 202.24% of the surrounding traffic's one", + "Average speed is 192.65% of the surrounding traffic's one", + "Average speed is 150.62% of the surrounding traffic's one", + "Average speed is 60.08% of the surrounding traffic's one", + "Average speed is 76.48% of the surrounding traffic's one", + "Average speed is 196.14% of the surrounding traffic's one", + "Average speed is 197.62% of the surrounding traffic's one", + "Average speed is 173.17% of the surrounding traffic's one", + "Average speed is 106.45% of the surrounding traffic's one", + "Average speed is 103.46% of the surrounding traffic's one", + "Average speed is 103.37% of the surrounding traffic's one", + "Average speed is 107.81% of the surrounding traffic's one", + "Average speed is 126.71% of the surrounding traffic's one", + "Average speed is 123.08% of the surrounding traffic's one", + "Average speed is 100.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 17.65, + "duration_system": 138.163 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_05_26_00_43_21", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 101.4% of the surrounding traffic's one", + "Average speed is 11.73% of the surrounding traffic's one", + "Average speed is 338.04% of the surrounding traffic's one", + "Average speed is 542.42% of the surrounding traffic's one", + "Average speed is 470.11% of the surrounding traffic's one", + "Average speed is 465.45% of the surrounding traffic's one", + "Average speed is 378.78% of the surrounding traffic's one", + "Average speed is 406.78% of the surrounding traffic's one", + "Average speed is 832.63% of the surrounding traffic's one", + "Average speed is 722.14% of the surrounding traffic's one", + "Average speed is 548.53% of the surrounding traffic's one", + "Average speed is 390.12% of the surrounding traffic's one", + "Average speed is 315.73% of the surrounding traffic's one", + "Average speed is 268.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 22.6, + "duration_system": 273.284 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_05_26_00_38_30", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 81.36% of the surrounding traffic's one", + "Average speed is 30.27% of the surrounding traffic's one", + "Average speed is 309.89% of the surrounding traffic's one", + "Average speed is 406.47% of the surrounding traffic's one", + "Average speed is 416.08% of the surrounding traffic's one", + "Average speed is 442.77% of the surrounding traffic's one", + "Average speed is 494.15% of the surrounding traffic's one", + "Average speed is 585.87% of the surrounding traffic's one", + "Average speed is 885.95% of the surrounding traffic's one", + "Average speed is 573.02% of the surrounding traffic's one", + "Average speed is 333.65% of the surrounding traffic's one", + "Average speed is 241.28% of the surrounding traffic's one", + "Average speed is 195.5% of the surrounding traffic's one", + "Average speed is 144.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 11.4, + "duration_system": 131.129 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_05_25_09_01_20", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.53% of the surrounding traffic's one", + "Average speed is 197.08% of the surrounding traffic's one", + "Average speed is 271.86% of the surrounding traffic's one", + "Average speed is 286.07% of the surrounding traffic's one", + "Average speed is 283.48% of the surrounding traffic's one", + "Average speed is 285.99% of the surrounding traffic's one", + "Average speed is 303.9% of the surrounding traffic's one", + "Average speed is 305.93% of the surrounding traffic's one", + "Average speed is 281.26% of the surrounding traffic's one", + "Average speed is 651.19% of the surrounding traffic's one", + "Average speed is 537.54% of the surrounding traffic's one", + "Average speed is 491.47% of the surrounding traffic's one", + "Average speed is 304.22% of the surrounding traffic's one", + "Average speed is 204.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.55, + "duration_system": 62.061 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_05_26_00_20_06", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.03% of the surrounding traffic's one", + "Average speed is 304.53% of the surrounding traffic's one", + "Average speed is 6005.74% of the surrounding traffic's one", + "Average speed is 3702.03% of the surrounding traffic's one", + "Average speed is 3717.01% of the surrounding traffic's one", + "Average speed is 2630.21% of the surrounding traffic's one", + "Average speed is 2502.71% of the surrounding traffic's one", + "Average speed is 2302.01% of the surrounding traffic's one", + "Average speed is 1315.36% of the surrounding traffic's one", + "Average speed is 839.47% of the surrounding traffic's one", + "Average speed is 590.68% of the surrounding traffic's one", + "Average speed is 489.51% of the surrounding traffic's one", + "Average speed is 279.92% of the surrounding traffic's one", + "Average speed is 77.86% of the surrounding traffic's one", + "Average speed is 120.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 53.85, + "duration_system": 944.975 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_05_25_08_55_42", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.16% of the surrounding traffic's one", + "Average speed is 69.87% of the surrounding traffic's one", + "Average speed is 179.68% of the surrounding traffic's one", + "Average speed is 163.27% of the surrounding traffic's one", + "Average speed is 62.29% of the surrounding traffic's one", + "Average speed is 54.09% of the surrounding traffic's one", + "Average speed is 372.74% of the surrounding traffic's one", + "Average speed is 495.25% of the surrounding traffic's one", + "Average speed is 431.79% of the surrounding traffic's one", + "Average speed is 353.68% of the surrounding traffic's one", + "Average speed is 315.13% of the surrounding traffic's one", + "Average speed is 379.62% of the surrounding traffic's one", + "Average speed is 236.9% of the surrounding traffic's one", + "Average speed is 164.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 13.75, + "duration_system": 183.217 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_05_26_00_14_20", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 214.61% of the surrounding traffic's one", + "Average speed is 282.47% of the surrounding traffic's one", + "Average speed is 151.43% of the surrounding traffic's one", + "Average speed is 89.39% of the surrounding traffic's one", + "Average speed is 29.55% of the surrounding traffic's one", + "Average speed is 267.69% of the surrounding traffic's one", + "Average speed is 297.94% of the surrounding traffic's one", + "Average speed is 276.61% of the surrounding traffic's one", + "Average speed is 265.04% of the surrounding traffic's one", + "Average speed is 553.08% of the surrounding traffic's one", + "Average speed is 2830.99% of the surrounding traffic's one", + "Average speed is 1072.26% of the surrounding traffic's one", + "Average speed is 591.24% of the surrounding traffic's one", + "Average speed is 314.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 14.1, + "duration_system": 184.196 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_05_26_00_08_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 242.05% of the surrounding traffic's one", + "Average speed is 298.41% of the surrounding traffic's one", + "Average speed is 315.64% of the surrounding traffic's one", + "Average speed is 222.43% of the surrounding traffic's one", + "Average speed is 64.48% of the surrounding traffic's one", + "Average speed is 42.58% of the surrounding traffic's one", + "Average speed is 315.85% of the surrounding traffic's one", + "Average speed is 444.63% of the surrounding traffic's one", + "Average speed is 427.19% of the surrounding traffic's one", + "Average speed is 400.36% of the surrounding traffic's one", + "Average speed is 369.45% of the surrounding traffic's one", + "Average speed is 348.56% of the surrounding traffic's one", + "Average speed is 353.67% of the surrounding traffic's one", + "Average speed is 239.05% of the surrounding traffic's one", + "Average speed is 174.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.9, + "duration_system": 211.35 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_05_26_00_00_51", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 33.01% of the surrounding traffic's one", + "Average speed is 80.65% of the surrounding traffic's one", + "Average speed is 224.97% of the surrounding traffic's one", + "Average speed is 155.17% of the surrounding traffic's one", + "Average speed is 53.7% of the surrounding traffic's one", + "Average speed is 287.91% of the surrounding traffic's one", + "Average speed is 325.91% of the surrounding traffic's one", + "Average speed is 361.06% of the surrounding traffic's one", + "Average speed is 401.48% of the surrounding traffic's one", + "Average speed is 393.61% of the surrounding traffic's one", + "Average speed is 380.93% of the surrounding traffic's one", + "Average speed is 259.85% of the surrounding traffic's one", + "Average speed is 163.43% of the surrounding traffic's one", + "Average speed is 125.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 17.1, + "duration_system": 276.277 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_05_25_23_55_27", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 83.77% of the surrounding traffic's one", + "Average speed is 187.65% of the surrounding traffic's one", + "Average speed is 248.84% of the surrounding traffic's one", + "Average speed is 88.22% of the surrounding traffic's one", + "Average speed is 49.49% of the surrounding traffic's one", + "Average speed is 216.86% of the surrounding traffic's one", + "Average speed is 355.05% of the surrounding traffic's one", + "Average speed is 469.85% of the surrounding traffic's one", + "Average speed is 542.81% of the surrounding traffic's one", + "Average speed is 529.34% of the surrounding traffic's one", + "Average speed is 427.8% of the surrounding traffic's one", + "Average speed is 310.47% of the surrounding traffic's one", + "Average speed is 228.01% of the surrounding traffic's one", + "Average speed is 164.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.5, + "duration_system": 167.177 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_05_25_23_49_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 253.08% of the surrounding traffic's one", + "Average speed is 268.48% of the surrounding traffic's one", + "Average speed is 285.5% of the surrounding traffic's one", + "Average speed is 461.23% of the surrounding traffic's one", + "Average speed is 514.53% of the surrounding traffic's one", + "Average speed is 560.4% of the surrounding traffic's one", + "Average speed is 643.18% of the surrounding traffic's one", + "Average speed is 613.56% of the surrounding traffic's one", + "Average speed is 576.98% of the surrounding traffic's one", + "Average speed is 521.99% of the surrounding traffic's one", + "Average speed is 663.08% of the surrounding traffic's one", + "Average speed is 727.07% of the surrounding traffic's one", + "Average speed is 710.23% of the surrounding traffic's one", + "Average speed is 1132.05% of the surrounding traffic's one", + "Average speed is 1314.6% of the surrounding traffic's one", + "Average speed is 731.22% of the surrounding traffic's one", + "Average speed is 464.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 12.95, + "duration_system": 217.212 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_05_25_08_50_06", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 639.93% of the surrounding traffic's one", + "Average speed is 403.58% of the surrounding traffic's one", + "Average speed is 800.84% of the surrounding traffic's one", + "Average speed is 740.2% of the surrounding traffic's one", + "Average speed is 378.8% of the surrounding traffic's one", + "Average speed is 347.28% of the surrounding traffic's one", + "Average speed is 287.54% of the surrounding traffic's one", + "Average speed is 261.91% of the surrounding traffic's one", + "Average speed is 332.92% of the surrounding traffic's one", + "Average speed is 246.32% of the surrounding traffic's one", + "Average speed is 171.06% of the surrounding traffic's one", + "Average speed is 184.68% of the surrounding traffic's one", + "Average speed is 193.33% of the surrounding traffic's one", + "Average speed is 400.24% of the surrounding traffic's one", + "Average speed is 370.55% of the surrounding traffic's one", + "Average speed is 332.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 13.15, + "duration_system": 185.197 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_05_25_23_42_53", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 246.8% of the surrounding traffic's one", + "Average speed is 279.31% of the surrounding traffic's one", + "Average speed is 277.63% of the surrounding traffic's one", + "Average speed is 432.79% of the surrounding traffic's one", + "Average speed is 514.64% of the surrounding traffic's one", + "Average speed is 536.28% of the surrounding traffic's one", + "Average speed is 503.6% of the surrounding traffic's one", + "Average speed is 397.19% of the surrounding traffic's one", + "Average speed is 377.59% of the surrounding traffic's one", + "Average speed is 499.98% of the surrounding traffic's one", + "Average speed is 472.23% of the surrounding traffic's one", + "Average speed is 516.99% of the surrounding traffic's one", + "Average speed is 611.04% of the surrounding traffic's one", + "Average speed is 1204.59% of the surrounding traffic's one", + "Average speed is 1083.42% of the surrounding traffic's one", + "Average speed is 648.16% of the surrounding traffic's one", + "Average speed is 366.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 14.15, + "duration_system": 231.238 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_05_25_23_37_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 162.66% of the surrounding traffic's one", + "Average speed is 427.35% of the surrounding traffic's one", + "Average speed is 457.48% of the surrounding traffic's one", + "Average speed is 404.58% of the surrounding traffic's one", + "Average speed is 478.2% of the surrounding traffic's one", + "Average speed is 453.73% of the surrounding traffic's one", + "Average speed is 475.46% of the surrounding traffic's one", + "Average speed is 521.94% of the surrounding traffic's one", + "Average speed is 778.78% of the surrounding traffic's one", + "Average speed is 1073.92% of the surrounding traffic's one", + "Average speed is 1102.69% of the surrounding traffic's one", + "Average speed is 629.04% of the surrounding traffic's one", + "Average speed is 188.02% of the surrounding traffic's one", + "Average speed is 378.38% of the surrounding traffic's one", + "Average speed is 695.0% of the surrounding traffic's one", + "Average speed is 3313383.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.25, + "duration_system": 180.178 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_05_25_08_44_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.65% of the surrounding traffic's one", + "Average speed is 153.06% of the surrounding traffic's one", + "Average speed is 314.31% of the surrounding traffic's one", + "Average speed is 393.56% of the surrounding traffic's one", + "Average speed is 340.49% of the surrounding traffic's one", + "Average speed is 106.98% of the surrounding traffic's one", + "Average speed is 114.89% of the surrounding traffic's one", + "Average speed is 141.02% of the surrounding traffic's one", + "Average speed is 19.44% of the surrounding traffic's one", + "Average speed is 435.33% of the surrounding traffic's one", + "Average speed is 726.93% of the surrounding traffic's one", + "Average speed is 435.23% of the surrounding traffic's one", + "Average speed is 398.47% of the surrounding traffic's one", + "Average speed is 477.91% of the surrounding traffic's one", + "Average speed is 305.81% of the surrounding traffic's one", + "Average speed is 222.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.45, + "duration_system": 184.217 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_05_25_08_34_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.64% of the surrounding traffic's one", + "Average speed is 103.67% of the surrounding traffic's one", + "Average speed is 133.8% of the surrounding traffic's one", + "Average speed is 14.33% of the surrounding traffic's one", + "Average speed is 429.42% of the surrounding traffic's one", + "Average speed is 845.54% of the surrounding traffic's one", + "Average speed is 1029.45% of the surrounding traffic's one", + "Average speed is 788.76% of the surrounding traffic's one", + "Average speed is 512.46% of the surrounding traffic's one", + "Average speed is 336.16% of the surrounding traffic's one", + "Average speed is 535.57% of the surrounding traffic's one", + "Average speed is 6.61% of the surrounding traffic's one", + "Average speed is 222.44% of the surrounding traffic's one", + "Average speed is 546.71% of the surrounding traffic's one", + "Average speed is 445.76% of the surrounding traffic's one", + "Average speed is 248.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 40.15, + "duration_system": 433.354 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_05_27_00_13_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.4% of the surrounding traffic's one", + "Average speed is 243.23% of the surrounding traffic's one", + "Average speed is 627.15% of the surrounding traffic's one", + "Average speed is 201.15% of the surrounding traffic's one", + "Average speed is 51.23% of the surrounding traffic's one", + "Average speed is 10.55% of the surrounding traffic's one", + "Average speed is 226.66% of the surrounding traffic's one", + "Average speed is 437.58% of the surrounding traffic's one", + "Average speed is 668.3% of the surrounding traffic's one", + "Average speed is 919.33% of the surrounding traffic's one", + "Average speed is 1102.26% of the surrounding traffic's one", + "Average speed is 22633.47% of the surrounding traffic's one", + "Average speed is 7654.6% of the surrounding traffic's one", + "Average speed is 5064.77% of the surrounding traffic's one", + "Average speed is 93874.8% of the surrounding traffic's one", + "Average speed is 11692.79% of the surrounding traffic's one", + "Average speed is 5848.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 33.35, + "duration_system": 305.3 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_05_25_23_19_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.72% of the surrounding traffic's one", + "Average speed is 714.89% of the surrounding traffic's one", + "Average speed is 1021.89% of the surrounding traffic's one", + "Average speed is 553.26% of the surrounding traffic's one", + "Average speed is 368.41% of the surrounding traffic's one", + "Average speed is 341.12% of the surrounding traffic's one", + "Average speed is 300.56% of the surrounding traffic's one", + "Average speed is 318.05% of the surrounding traffic's one", + "Average speed is 300.18% of the surrounding traffic's one", + "Average speed is 254.41% of the surrounding traffic's one", + "Average speed is 294.89% of the surrounding traffic's one", + "Average speed is 823.55% of the surrounding traffic's one", + "Average speed is 1130.24% of the surrounding traffic's one", + "Average speed is 1208.19% of the surrounding traffic's one", + "Average speed is 1430.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.05, + "duration_system": 80.081 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_05_25_23_14_27", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.79% of the surrounding traffic's one", + "Average speed is 546.4% of the surrounding traffic's one", + "Average speed is 770.28% of the surrounding traffic's one", + "Average speed is 307.7% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 28.23% of the surrounding traffic's one", + "Average speed is 78.53% of the surrounding traffic's one", + "Average speed is 1124.24% of the surrounding traffic's one", + "Average speed is 629.8% of the surrounding traffic's one", + "Average speed is 666.93% of the surrounding traffic's one", + "Average speed is 976.33% of the surrounding traffic's one", + "Average speed is 1855.35% of the surrounding traffic's one", + "Average speed is 1461.58% of the surrounding traffic's one", + "Average speed is 1736.28% of the surrounding traffic's one", + "Average speed is 1155.21% of the surrounding traffic's one", + "Average speed is 909.21% of the surrounding traffic's one", + "Average speed is 551.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 16.5, + "duration_system": 164.171 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_05_25_23_10_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 186.54% of the surrounding traffic's one", + "Average speed is 335.9% of the surrounding traffic's one", + "Average speed is 463.71% of the surrounding traffic's one", + "Average speed is 286.51% of the surrounding traffic's one", + "Average speed is 68.28% of the surrounding traffic's one", + "Average speed is 181.28% of the surrounding traffic's one", + "Average speed is 248.26% of the surrounding traffic's one", + "Average speed is 257.79% of the surrounding traffic's one", + "Average speed is 214.59% of the surrounding traffic's one", + "Average speed is 204.14% of the surrounding traffic's one", + "Average speed is 366.96% of the surrounding traffic's one", + "Average speed is 894.81% of the surrounding traffic's one", + "Average speed is 568.06% of the surrounding traffic's one", + "Average speed is 334.0% of the surrounding traffic's one", + "Average speed is 212.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 11.2, + "duration_system": 103.106 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_05_25_08_30_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 240.2% of the surrounding traffic's one", + "Average speed is 822.66% of the surrounding traffic's one", + "Average speed is 666.45% of the surrounding traffic's one", + "Average speed is 334.39% of the surrounding traffic's one", + "Average speed is 216.24% of the surrounding traffic's one", + "Average speed is 68.66% of the surrounding traffic's one", + "Average speed is 166.01% of the surrounding traffic's one", + "Average speed is 241.86% of the surrounding traffic's one", + "Average speed is 260.6% of the surrounding traffic's one", + "Average speed is 230.84% of the surrounding traffic's one", + "Average speed is 264.27% of the surrounding traffic's one", + "Average speed is 331.29% of the surrounding traffic's one", + "Average speed is 645.09% of the surrounding traffic's one", + "Average speed is 563.91% of the surrounding traffic's one", + "Average speed is 373.96% of the surrounding traffic's one", + "Average speed is 259.26% of the surrounding traffic's one", + "Average speed is 199.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 10.35, + "duration_system": 90.09 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_05_26_20_40_17", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.008, y=-86.435, z=336.044) at time=10.350s [CARLA Frame: 1465, Agent Step: 206]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2379.259, y=-79.259, z=335.969) at time=11.000s [CARLA Frame: 1478, Agent Step: 219]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.0 meters (2.48% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 149.99% of the surrounding traffic's one", + "Average speed is 264.6% of the surrounding traffic's one", + "Average speed is 415.42% of the surrounding traffic's one", + "Average speed is 371.33% of the surrounding traffic's one", + "Average speed is 24.21% of the surrounding traffic's one", + "Average speed is 188.28% of the surrounding traffic's one", + "Average speed is 388.1% of the surrounding traffic's one", + "Average speed is 383.87% of the surrounding traffic's one", + "Average speed is 408.7% of the surrounding traffic's one", + "Average speed is 563.21% of the surrounding traffic's one", + "Average speed is 425.25% of the surrounding traffic's one", + "Average speed is 19.87% of the surrounding traffic's one", + "Average speed is 334.23% of the surrounding traffic's one", + "Average speed is 681.08% of the surrounding traffic's one", + "Average speed is 818.41% of the surrounding traffic's one", + "Average speed is 298.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.351078, + "score_composed": 35.107806 + }, + "meta": { + "route_length": 87.704, + "duration_game": 202.05, + "duration_system": 2390.493 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_05_25_16_51_21", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3852 at (x=1362.883, y=4988.371, z=370.817) at time=10.300s [CARLA Frame: 1517, Agent Step: 205]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.25% of the surrounding traffic's one", + "Average speed is 145.88% of the surrounding traffic's one", + "Average speed is 470.09% of the surrounding traffic's one", + "Average speed is 287.01% of the surrounding traffic's one", + "Average speed is 133.73% of the surrounding traffic's one", + "Average speed is 29.1% of the surrounding traffic's one", + "Average speed is 261.74% of the surrounding traffic's one", + "Average speed is 302.26% of the surrounding traffic's one", + "Average speed is 215.31% of the surrounding traffic's one", + "Average speed is 226.77% of the surrounding traffic's one", + "Average speed is 319.89% of the surrounding traffic's one", + "Average speed is 334.51% of the surrounding traffic's one", + "Average speed is 443.02% of the surrounding traffic's one", + "Average speed is 251.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 14.4, + "duration_system": 172.582 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_05_25_16_47_06", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.893, y=4700.331, z=365.263) at time=9.800s [CARLA Frame: 1542, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.91% of the surrounding traffic's one", + "Average speed is 390.07% of the surrounding traffic's one", + "Average speed is 466.74% of the surrounding traffic's one", + "Average speed is 169.85% of the surrounding traffic's one", + "Average speed is 74.09% of the surrounding traffic's one", + "Average speed is 26.74% of the surrounding traffic's one", + "Average speed is 165.63% of the surrounding traffic's one", + "Average speed is 337.09% of the surrounding traffic's one", + "Average speed is 396.73% of the surrounding traffic's one", + "Average speed is 350.95% of the surrounding traffic's one", + "Average speed is 355.21% of the surrounding traffic's one", + "Average speed is 434.58% of the surrounding traffic's one", + "Average speed is 291.83% of the surrounding traffic's one", + "Average speed is 270.69% of the surrounding traffic's one", + "Average speed is 311.24% of the surrounding traffic's one", + "Average speed is 227.21% of the surrounding traffic's one", + "Average speed is 218.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.8, + "duration_system": 105.116 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_05_26_20_32_10", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2398.75, y=-93.102, z=335.414) at time=34.200s [CARLA Frame: 1947, Agent Step: 683]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 219.62% of the surrounding traffic's one", + "Average speed is 292.92% of the surrounding traffic's one", + "Average speed is 226.88% of the surrounding traffic's one", + "Average speed is 12.05% of the surrounding traffic's one", + "Average speed is 1626.36% of the surrounding traffic's one", + "Average speed is 1162.24% of the surrounding traffic's one", + "Average speed is 1120.93% of the surrounding traffic's one", + "Average speed is 992.77% of the surrounding traffic's one", + "Average speed is 1006.86% of the surrounding traffic's one", + "Average speed is 846.44% of the surrounding traffic's one", + "Average speed is 971.8% of the surrounding traffic's one", + "Average speed is 5008.53% of the surrounding traffic's one", + "Average speed is 768.35% of the surrounding traffic's one", + "Average speed is 670.25% of the surrounding traffic's one", + "Average speed is 372.55% of the surrounding traffic's one", + "Average speed is 310.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.05, + "duration_system": 347.358 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_05_26_20_26_25", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 201.68% of the surrounding traffic's one", + "Average speed is 156.57% of the surrounding traffic's one", + "Average speed is 366.25% of the surrounding traffic's one", + "Average speed is 43.62% of the surrounding traffic's one", + "Average speed is 45.32% of the surrounding traffic's one", + "Average speed is 281.77% of the surrounding traffic's one", + "Average speed is 420.55% of the surrounding traffic's one", + "Average speed is 391.03% of the surrounding traffic's one", + "Average speed is 479.26% of the surrounding traffic's one", + "Average speed is 642.52% of the surrounding traffic's one", + "Average speed is 787.6% of the surrounding traffic's one", + "Average speed is 475.73% of the surrounding traffic's one", + "Average speed is 418.07% of the surrounding traffic's one", + "Average speed is 339.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.55, + "duration_system": 200.209 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_05_26_20_21_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2395.608, y=2411.341, z=366.527) at time=9.600s [CARLA Frame: 1385, Agent Step: 191]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 221.12% of the surrounding traffic's one", + "Average speed is 410.7% of the surrounding traffic's one", + "Average speed is 396.42% of the surrounding traffic's one", + "Average speed is 98.36% of the surrounding traffic's one", + "Average speed is 32.73% of the surrounding traffic's one", + "Average speed is 136.58% of the surrounding traffic's one", + "Average speed is 221.88% of the surrounding traffic's one", + "Average speed is 277.82% of the surrounding traffic's one", + "Average speed is 351.05% of the surrounding traffic's one", + "Average speed is 312.01% of the surrounding traffic's one", + "Average speed is 329.86% of the surrounding traffic's one", + "Average speed is 365.03% of the surrounding traffic's one", + "Average speed is 904.04% of the surrounding traffic's one", + "Average speed is 358.38% of the surrounding traffic's one", + "Average speed is 423.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 12.6, + "duration_system": 135.133 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_05_25_16_43_09", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.61% of the surrounding traffic's one", + "Average speed is 121.07% of the surrounding traffic's one", + "Average speed is 144.5% of the surrounding traffic's one", + "Average speed is 42.56% of the surrounding traffic's one", + "Average speed is 348.39% of the surrounding traffic's one", + "Average speed is 304.24% of the surrounding traffic's one", + "Average speed is 362.35% of the surrounding traffic's one", + "Average speed is 475.82% of the surrounding traffic's one", + "Average speed is 456.01% of the surrounding traffic's one", + "Average speed is 432.71% of the surrounding traffic's one", + "Average speed is 368.71% of the surrounding traffic's one", + "Average speed is 356.72% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 23002993691.78% of the surrounding traffic's one", + "Average speed is 189.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 12.85, + "duration_system": 110.119 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_05_26_20_10_39", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.7% of the surrounding traffic's one", + "Average speed is 106.45% of the surrounding traffic's one", + "Average speed is 115.21% of the surrounding traffic's one", + "Average speed is 82.09% of the surrounding traffic's one", + "Average speed is 158.83% of the surrounding traffic's one", + "Average speed is 176.77% of the surrounding traffic's one", + "Average speed is 37.19% of the surrounding traffic's one", + "Average speed is 224.47% of the surrounding traffic's one", + "Average speed is 192.52% of the surrounding traffic's one", + "Average speed is 231.18% of the surrounding traffic's one", + "Average speed is 243.56% of the surrounding traffic's one", + "Average speed is 153.63% of the surrounding traffic's one", + "Average speed is 187.09% of the surrounding traffic's one", + "Average speed is 148.76% of the surrounding traffic's one", + "Average speed is 231.29% of the surrounding traffic's one", + "Average speed is 217.95% of the surrounding traffic's one", + "Average speed is 168.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 29.45, + "duration_system": 537.548 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_05_25_16_39_02", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 273.84% of the surrounding traffic's one", + "Average speed is 209.87% of the surrounding traffic's one", + "Average speed is 129.74% of the surrounding traffic's one", + "Average speed is 119.79% of the surrounding traffic's one", + "Average speed is 161.58% of the surrounding traffic's one", + "Average speed is 186.79% of the surrounding traffic's one", + "Average speed is 216.05% of the surrounding traffic's one", + "Average speed is 198.4% of the surrounding traffic's one", + "Average speed is 159.58% of the surrounding traffic's one", + "Average speed is 177.93% of the surrounding traffic's one", + "Average speed is 295.74% of the surrounding traffic's one", + "Average speed is 310.13% of the surrounding traffic's one", + "Average speed is 165.45% of the surrounding traffic's one", + "Average speed is 171.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 12.55, + "duration_system": 123.126 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_05_25_16_34_52", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=165 at (x=195.045, y=-309.405, z=0.026) at time=10.650s [CARLA Frame: 1525, Agent Step: 212]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 282.27% of the surrounding traffic's one", + "Average speed is 163.62% of the surrounding traffic's one", + "Average speed is 181.34% of the surrounding traffic's one", + "Average speed is 138.36% of the surrounding traffic's one", + "Average speed is 23.88% of the surrounding traffic's one", + "Average speed is 186.86% of the surrounding traffic's one", + "Average speed is 467.84% of the surrounding traffic's one", + "Average speed is 541.61% of the surrounding traffic's one", + "Average speed is 349.32% of the surrounding traffic's one", + "Average speed is 295.79% of the surrounding traffic's one", + "Average speed is 335.03% of the surrounding traffic's one", + "Average speed is 356.02% of the surrounding traffic's one", + "Average speed is 313.74% of the surrounding traffic's one", + "Average speed is 255.23% of the surrounding traffic's one", + "Average speed is 210.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 13.6, + "duration_system": 128.137 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_05_25_16_29_18", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=166 at (x=263.0, y=-247.092, z=0.002) at time=14.650s [CARLA Frame: 1615, Agent Step: 292]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 210.19% of the surrounding traffic's one", + "Average speed is 772.81% of the surrounding traffic's one", + "Average speed is 877.95% of the surrounding traffic's one", + "Average speed is 62.59% of the surrounding traffic's one", + "Average speed is 18.78% of the surrounding traffic's one", + "Average speed is 177.82% of the surrounding traffic's one", + "Average speed is 343.06% of the surrounding traffic's one", + "Average speed is 361.11% of the surrounding traffic's one", + "Average speed is 353.5% of the surrounding traffic's one", + "Average speed is 192.17% of the surrounding traffic's one", + "Average speed is 717.74% of the surrounding traffic's one", + "Average speed is 593.07% of the surrounding traffic's one", + "Average speed is 378.99% of the surrounding traffic's one", + "Average speed is 279.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 18.05, + "duration_system": 215.22 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_05_25_16_24_50", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.615, y=-250.805, z=0.008) at time=9.200s [CARLA Frame: 1513, Agent Step: 183]", + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=157 at (x=257.4, y=-261.579, z=0.011) at time=10.550s [CARLA Frame: 1540, Agent Step: 210]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.53% of the surrounding traffic's one", + "Average speed is 2603.85% of the surrounding traffic's one", + "Average speed is 2666.35% of the surrounding traffic's one", + "Average speed is 662.36% of the surrounding traffic's one", + "Average speed is 422.08% of the surrounding traffic's one", + "Average speed is 36.12% of the surrounding traffic's one", + "Average speed is 59.89% of the surrounding traffic's one", + "Average speed is 197.75% of the surrounding traffic's one", + "Average speed is 250.57% of the surrounding traffic's one", + "Average speed is 272.53% of the surrounding traffic's one", + "Average speed is 431.0% of the surrounding traffic's one", + "Average speed is 459.72% of the surrounding traffic's one", + "Average speed is 132.27% of the surrounding traffic's one", + "Average speed is 311.24% of the surrounding traffic's one", + "Average speed is 296.77% of the surrounding traffic's one", + "Average speed is 194.98% of the surrounding traffic's one", + "Average speed is 186.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 14.55, + "duration_system": 147.145 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_05_26_20_03_56", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 222.26% of the surrounding traffic's one", + "Average speed is 221.76% of the surrounding traffic's one", + "Average speed is 164.54% of the surrounding traffic's one", + "Average speed is 6.56% of the surrounding traffic's one", + "Average speed is 591.11% of the surrounding traffic's one", + "Average speed is 1505.35% of the surrounding traffic's one", + "Average speed is 2558.66% of the surrounding traffic's one", + "Average speed is 1451.07% of the surrounding traffic's one", + "Average speed is 1105.57% of the surrounding traffic's one", + "Average speed is 1089.78% of the surrounding traffic's one", + "Average speed is 708.64% of the surrounding traffic's one", + "Average speed is 370.45% of the surrounding traffic's one", + "Average speed is 242.66% of the surrounding traffic's one", + "Average speed is 215.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.15, + "duration_system": 274.301 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_05_26_19_59_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 34 at (x=106.12, y=324.08, z=0.103)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 68.17% of the surrounding traffic's one", + "Average speed is 106.66% of the surrounding traffic's one", + "Average speed is 64.8% of the surrounding traffic's one", + "Average speed is 83.24% of the surrounding traffic's one", + "Average speed is 84.29% of the surrounding traffic's one", + "Average speed is 134.75% of the surrounding traffic's one", + "Average speed is 94.77% of the surrounding traffic's one", + "Average speed is 66.43% of the surrounding traffic's one", + "Average speed is 124.16% of the surrounding traffic's one", + "Average speed is 96.92% of the surrounding traffic's one", + "Average speed is 142.11% of the surrounding traffic's one", + "Average speed is 324.04% of the surrounding traffic's one", + "Average speed is 309.82% of the surrounding traffic's one", + "Average speed is 287.84% of the surrounding traffic's one", + "Average speed is 200.96% of the surrounding traffic's one", + "Average speed is 172.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 18.4, + "duration_system": 142.149 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_05_25_23_04_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.4% of the surrounding traffic's one", + "Average speed is 163.34% of the surrounding traffic's one", + "Average speed is 129.78% of the surrounding traffic's one", + "Average speed is 147.62% of the surrounding traffic's one", + "Average speed is 125.6% of the surrounding traffic's one", + "Average speed is 150.33% of the surrounding traffic's one", + "Average speed is 165.04% of the surrounding traffic's one", + "Average speed is 121.95% of the surrounding traffic's one", + "Average speed is 119.29% of the surrounding traffic's one", + "Average speed is 121.46% of the surrounding traffic's one", + "Average speed is 103.02% of the surrounding traffic's one", + "Average speed is 116.58% of the surrounding traffic's one", + "Average speed is 116.3% of the surrounding traffic's one", + "Average speed is 140.18% of the surrounding traffic's one", + "Average speed is 50.06% of the surrounding traffic's one", + "Average speed is 115.14% of the surrounding traffic's one", + "Average speed is 134.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 13.3, + "duration_system": 206.213 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_05_25_08_25_26", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.34% of the surrounding traffic's one", + "Average speed is 169.47% of the surrounding traffic's one", + "Average speed is 145.41% of the surrounding traffic's one", + "Average speed is 144.55% of the surrounding traffic's one", + "Average speed is 125.71% of the surrounding traffic's one", + "Average speed is 126.87% of the surrounding traffic's one", + "Average speed is 132.91% of the surrounding traffic's one", + "Average speed is 123.68% of the surrounding traffic's one", + "Average speed is 109.88% of the surrounding traffic's one", + "Average speed is 122.56% of the surrounding traffic's one", + "Average speed is 112.8% of the surrounding traffic's one", + "Average speed is 117.69% of the surrounding traffic's one", + "Average speed is 129.42% of the surrounding traffic's one", + "Average speed is 175.8% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 10.55, + "duration_system": 161.16 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_05_25_16_19_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.61% of the surrounding traffic's one", + "Average speed is 491.3% of the surrounding traffic's one", + "Average speed is 388.61% of the surrounding traffic's one", + "Average speed is 184.96% of the surrounding traffic's one", + "Average speed is 91.84% of the surrounding traffic's one", + "Average speed is 14.93% of the surrounding traffic's one", + "Average speed is 368.18% of the surrounding traffic's one", + "Average speed is 409.07% of the surrounding traffic's one", + "Average speed is 378.97% of the surrounding traffic's one", + "Average speed is 440.01% of the surrounding traffic's one", + "Average speed is 567.59% of the surrounding traffic's one", + "Average speed is 483.55% of the surrounding traffic's one", + "Average speed is 331.07% of the surrounding traffic's one", + "Average speed is 259.12% of the surrounding traffic's one", + "Average speed is 209.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.65, + "duration_system": 158.171 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_05_25_16_13_39", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=1746 at (x=-1805.36, y=-10140.046, z=274.848) at time=6.550s [CARLA Frame: 1455, Agent Step: 130]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 316.13% of the surrounding traffic's one", + "Average speed is 497.36% of the surrounding traffic's one", + "Average speed is 389.12% of the surrounding traffic's one", + "Average speed is 257.17% of the surrounding traffic's one", + "Average speed is 106.93% of the surrounding traffic's one", + "Average speed is 100.83% of the surrounding traffic's one", + "Average speed is 210.35% of the surrounding traffic's one", + "Average speed is 204.56% of the surrounding traffic's one", + "Average speed is 188.94% of the surrounding traffic's one", + "Average speed is 59.18% of the surrounding traffic's one", + "Average speed is 5404.13% of the surrounding traffic's one", + "Average speed is 1312.95% of the surrounding traffic's one", + "Average speed is 811.49% of the surrounding traffic's one", + "Average speed is 576.07% of the surrounding traffic's one", + "Average speed is 490.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 70.367, + "duration_game": 19.1, + "duration_system": 243.278 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_05_26_19_53_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.28% of the surrounding traffic's one", + "Average speed is 1504.79% of the surrounding traffic's one", + "Average speed is 541.18% of the surrounding traffic's one", + "Average speed is 121.65% of the surrounding traffic's one", + "Average speed is 18.47% of the surrounding traffic's one", + "Average speed is 15.65% of the surrounding traffic's one", + "Average speed is 275.9% of the surrounding traffic's one", + "Average speed is 330.07% of the surrounding traffic's one", + "Average speed is 371.02% of the surrounding traffic's one", + "Average speed is 388.19% of the surrounding traffic's one", + "Average speed is 562.65% of the surrounding traffic's one", + "Average speed is 605.7% of the surrounding traffic's one", + "Average speed is 389.36% of the surrounding traffic's one", + "Average speed is 274.21% of the surrounding traffic's one", + "Average speed is 175.58% of the surrounding traffic's one", + "Average speed is 178.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 24.9, + "duration_system": 207.212 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_05_26_19_44_12", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 155.49% of the surrounding traffic's one", + "Average speed is 254.81% of the surrounding traffic's one", + "Average speed is 470.06% of the surrounding traffic's one", + "Average speed is 21.22% of the surrounding traffic's one", + "Average speed is 17.02% of the surrounding traffic's one", + "Average speed is 865.2% of the surrounding traffic's one", + "Average speed is 917.5% of the surrounding traffic's one", + "Average speed is 947.24% of the surrounding traffic's one", + "Average speed is 812.22% of the surrounding traffic's one", + "Average speed is 650.99% of the surrounding traffic's one", + "Average speed is 533.32% of the surrounding traffic's one", + "Average speed is 3553.64% of the surrounding traffic's one", + "Average speed is 635.81% of the surrounding traffic's one", + "Average speed is 591.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.65, + "duration_system": 421.519 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_05_26_19_36_55", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=195 at (x=-41.605, y=-81.362, z=0.025) at time=17.400s [CARLA Frame: 1303, Agent Step: 347]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.81% of the surrounding traffic's one", + "Average speed is 97.56% of the surrounding traffic's one", + "Average speed is 137.49% of the surrounding traffic's one", + "Average speed is 172.4% of the surrounding traffic's one", + "Average speed is 36.08% of the surrounding traffic's one", + "Average speed is 1463.31% of the surrounding traffic's one", + "Average speed is 1574.4% of the surrounding traffic's one", + "Average speed is 1487.44% of the surrounding traffic's one", + "Average speed is 1263.53% of the surrounding traffic's one", + "Average speed is 933.5% of the surrounding traffic's one", + "Average speed is 196.83% of the surrounding traffic's one", + "Average speed is 1770.92% of the surrounding traffic's one", + "Average speed is 986.02% of the surrounding traffic's one", + "Average speed is 850.03% of the surrounding traffic's one", + "Average speed is 962.96% of the surrounding traffic's one", + "Average speed is 900.04% of the surrounding traffic's one", + "Average speed is 726.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 23.15, + "duration_system": 291.292 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_05_26_23_22_41", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 196.36% of the surrounding traffic's one", + "Average speed is 187.46% of the surrounding traffic's one", + "Average speed is 219.36% of the surrounding traffic's one", + "Average speed is 94.27% of the surrounding traffic's one", + "Average speed is 157.31% of the surrounding traffic's one", + "Average speed is 210.02% of the surrounding traffic's one", + "Average speed is 221.49% of the surrounding traffic's one", + "Average speed is 229.76% of the surrounding traffic's one", + "Average speed is 27.93% of the surrounding traffic's one", + "Average speed is 1029.26% of the surrounding traffic's one", + "Average speed is 969.24% of the surrounding traffic's one", + "Average speed is 520.15% of the surrounding traffic's one", + "Average speed is 364.06% of the surrounding traffic's one", + "Average speed is 336.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 20.9, + "duration_system": 362.359 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_05_25_22_55_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.28% of the surrounding traffic's one", + "Average speed is 78.41% of the surrounding traffic's one", + "Average speed is 197.23% of the surrounding traffic's one", + "Average speed is 200.75% of the surrounding traffic's one", + "Average speed is 186.6% of the surrounding traffic's one", + "Average speed is 249.43% of the surrounding traffic's one", + "Average speed is 102.82% of the surrounding traffic's one", + "Average speed is 102.08% of the surrounding traffic's one", + "Average speed is 104.4% of the surrounding traffic's one", + "Average speed is 46.28% of the surrounding traffic's one", + "Average speed is 150.86% of the surrounding traffic's one", + "Average speed is 86.75% of the surrounding traffic's one", + "Average speed is 180.66% of the surrounding traffic's one", + "Average speed is 196.39% of the surrounding traffic's one", + "Average speed is 163.54% of the surrounding traffic's one", + "Average speed is 126.21% of the surrounding traffic's one", + "Average speed is 116.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.2, + "duration_system": 332.349 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_05_25_22_32_11", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3697 at (x=-1624.324, y=6470.721, z=372.592) at time=11.300s [CARLA Frame: 1582, Agent Step: 225]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.7% of the surrounding traffic's one", + "Average speed is 154.66% of the surrounding traffic's one", + "Average speed is 178.09% of the surrounding traffic's one", + "Average speed is 176.65% of the surrounding traffic's one", + "Average speed is 128.0% of the surrounding traffic's one", + "Average speed is 146.05% of the surrounding traffic's one", + "Average speed is 202.91% of the surrounding traffic's one", + "Average speed is 37.86% of the surrounding traffic's one", + "Average speed is 4.86% of the surrounding traffic's one", + "Average speed is 234.01% of the surrounding traffic's one", + "Average speed is 245.22% of the surrounding traffic's one", + "Average speed is 225.95% of the surrounding traffic's one", + "Average speed is 197.39% of the surrounding traffic's one", + "Average speed is 152.28% of the surrounding traffic's one", + "Average speed is 101.04% of the surrounding traffic's one", + "Average speed is 85.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 100.9, + "duration_system": 1272.368 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_05_26_19_32_24", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=694.802, y=731.903, z=117.994) at time=8.750s [CARLA Frame: 1109, Agent Step: 174]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.19% of the surrounding traffic's one", + "Average speed is 215.32% of the surrounding traffic's one", + "Average speed is 300.53% of the surrounding traffic's one", + "Average speed is 569.09% of the surrounding traffic's one", + "Average speed is 278.68% of the surrounding traffic's one", + "Average speed is 53.88% of the surrounding traffic's one", + "Average speed is 115.23% of the surrounding traffic's one", + "Average speed is 279.04% of the surrounding traffic's one", + "Average speed is 358.19% of the surrounding traffic's one", + "Average speed is 416.09% of the surrounding traffic's one", + "Average speed is 427.21% of the surrounding traffic's one", + "Average speed is 485.0% of the surrounding traffic's one", + "Average speed is 555.76% of the surrounding traffic's one", + "Average speed is 487.14% of the surrounding traffic's one", + "Average speed is 525.77% of the surrounding traffic's one", + "Average speed is 616.55% of the surrounding traffic's one", + "Average speed is 569.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.8, + "duration_system": 121.128 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_05_26_23_14_06", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 632.97% of the surrounding traffic's one", + "Average speed is 1128.3% of the surrounding traffic's one", + "Average speed is 572.88% of the surrounding traffic's one", + "Average speed is 125.28% of the surrounding traffic's one", + "Average speed is 11.49% of the surrounding traffic's one", + "Average speed is 1463.36% of the surrounding traffic's one", + "Average speed is 1407.06% of the surrounding traffic's one", + "Average speed is 1390.73% of the surrounding traffic's one", + "Average speed is 1192.82% of the surrounding traffic's one", + "Average speed is 1335.2% of the surrounding traffic's one", + "Average speed is 1322.41% of the surrounding traffic's one", + "Average speed is 1089.82% of the surrounding traffic's one", + "Average speed is 1753.58% of the surrounding traffic's one", + "Average speed is 1430.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.7, + "duration_system": 400.41 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_05_26_19_27_36", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=172 at (x=-107.864, y=95.122, z=-0.004) at time=10.300s [CARLA Frame: 1153, Agent Step: 205]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.44% of the surrounding traffic's one", + "Average speed is 342.03% of the surrounding traffic's one", + "Average speed is 1133.22% of the surrounding traffic's one", + "Average speed is 776.08% of the surrounding traffic's one", + "Average speed is 455.75% of the surrounding traffic's one", + "Average speed is 50.59% of the surrounding traffic's one", + "Average speed is 193.19% of the surrounding traffic's one", + "Average speed is 380.58% of the surrounding traffic's one", + "Average speed is 470.18% of the surrounding traffic's one", + "Average speed is 468.34% of the surrounding traffic's one", + "Average speed is 602.44% of the surrounding traffic's one", + "Average speed is 1298.34% of the surrounding traffic's one", + "Average speed is 1565.8% of the surrounding traffic's one", + "Average speed is 756.53% of the surrounding traffic's one", + "Average speed is 584.03% of the surrounding traffic's one", + "Average speed is 743.1% of the surrounding traffic's one", + "Average speed is 513.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 12.75, + "duration_system": 135.316 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_05_26_19_11_57", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=212 at (x=23.053, y=-7.772, z=-0.006) at time=52.050s [CARLA Frame: 1870, Agent Step: 1040]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.0 meters (2.95% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 153.93% of the surrounding traffic's one", + "Average speed is 146.76% of the surrounding traffic's one", + "Average speed is 267.64% of the surrounding traffic's one", + "Average speed is 40.51% of the surrounding traffic's one", + "Average speed is 217.98% of the surrounding traffic's one", + "Average speed is 515.67% of the surrounding traffic's one", + "Average speed is 848.05% of the surrounding traffic's one", + "Average speed is 785.36% of the surrounding traffic's one", + "Average speed is 72.61% of the surrounding traffic's one", + "Average speed is 3793.93% of the surrounding traffic's one", + "Average speed is 4421.4% of the surrounding traffic's one", + "Average speed is 14774.64% of the surrounding traffic's one", + "Average speed is 2348.48% of the surrounding traffic's one", + "Average speed is 1061.0% of the surrounding traffic's one", + "Average speed is 952.0% of the surrounding traffic's one", + "Average speed is 941.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.58229, + "score_composed": 58.228977 + }, + "meta": { + "route_length": 73.757, + "duration_game": 97.1, + "duration_system": 784.816 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_05_26_19_07_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.9% of the surrounding traffic's one", + "Average speed is 158.24% of the surrounding traffic's one", + "Average speed is 365.51% of the surrounding traffic's one", + "Average speed is 426.44% of the surrounding traffic's one", + "Average speed is 428.86% of the surrounding traffic's one", + "Average speed is 448.2% of the surrounding traffic's one", + "Average speed is 433.85% of the surrounding traffic's one", + "Average speed is 386.46% of the surrounding traffic's one", + "Average speed is 290.85% of the surrounding traffic's one", + "Average speed is 195.89% of the surrounding traffic's one", + "Average speed is 142.29% of the surrounding traffic's one", + "Average speed is 232.06% of the surrounding traffic's one", + "Average speed is 305.19% of the surrounding traffic's one", + "Average speed is 284.51% of the surrounding traffic's one", + "Average speed is 178.15% of the surrounding traffic's one", + "Average speed is 140.07% of the surrounding traffic's one", + "Average speed is 195.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.9, + "duration_system": 96.102 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_05_27_02_36_37", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=40 at (x=189.933, y=-169.668, z=0.196)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.41% of the surrounding traffic's one", + "Average speed is 176.24% of the surrounding traffic's one", + "Average speed is 297.63% of the surrounding traffic's one", + "Average speed is 180.09% of the surrounding traffic's one", + "Average speed is 44.49% of the surrounding traffic's one", + "Average speed is 150.63% of the surrounding traffic's one", + "Average speed is 250.01% of the surrounding traffic's one", + "Average speed is 287.81% of the surrounding traffic's one", + "Average speed is 259.47% of the surrounding traffic's one", + "Average speed is 334.18% of the surrounding traffic's one", + "Average speed is 423.68% of the surrounding traffic's one", + "Average speed is 651.4% of the surrounding traffic's one", + "Average speed is 373.18% of the surrounding traffic's one", + "Average speed is 230.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 12.55, + "duration_system": 103.104 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_05_25_08_19_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.99% of the surrounding traffic's one", + "Average speed is 103.86% of the surrounding traffic's one", + "Average speed is 199.61% of the surrounding traffic's one", + "Average speed is 329.24% of the surrounding traffic's one", + "Average speed is 266.69% of the surrounding traffic's one", + "Average speed is 217.96% of the surrounding traffic's one", + "Average speed is 130.78% of the surrounding traffic's one", + "Average speed is 41.22% of the surrounding traffic's one", + "Average speed is 121.85% of the surrounding traffic's one", + "Average speed is 163.73% of the surrounding traffic's one", + "Average speed is 183.62% of the surrounding traffic's one", + "Average speed is 158.84% of the surrounding traffic's one", + "Average speed is 112.76% of the surrounding traffic's one", + "Average speed is 127.55% of the surrounding traffic's one", + "Average speed is 98.16% of the surrounding traffic's one", + "Average speed is 86.58% of the surrounding traffic's one", + "Average speed is 74.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 24.85, + "duration_system": 222.233 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_05_25_22_24_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.51% of the surrounding traffic's one", + "Average speed is 152.69% of the surrounding traffic's one", + "Average speed is 268.42% of the surrounding traffic's one", + "Average speed is 173.67% of the surrounding traffic's one", + "Average speed is 148.43% of the surrounding traffic's one", + "Average speed is 17.45% of the surrounding traffic's one", + "Average speed is 310.52% of the surrounding traffic's one", + "Average speed is 216.78% of the surrounding traffic's one", + "Average speed is 239.13% of the surrounding traffic's one", + "Average speed is 194.51% of the surrounding traffic's one", + "Average speed is 203.15% of the surrounding traffic's one", + "Average speed is 183.26% of the surrounding traffic's one", + "Average speed is 207.03% of the surrounding traffic's one", + "Average speed is 222.63% of the surrounding traffic's one", + "Average speed is 185.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.5, + "duration_system": 305.325 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_05_25_13_45_45", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.28% of the surrounding traffic's one", + "Average speed is 220.77% of the surrounding traffic's one", + "Average speed is 205.47% of the surrounding traffic's one", + "Average speed is 150.15% of the surrounding traffic's one", + "Average speed is 180.14% of the surrounding traffic's one", + "Average speed is 119.9% of the surrounding traffic's one", + "Average speed is 165.5% of the surrounding traffic's one", + "Average speed is 204.14% of the surrounding traffic's one", + "Average speed is 214.1% of the surrounding traffic's one", + "Average speed is 131.33% of the surrounding traffic's one", + "Average speed is 204.31% of the surrounding traffic's one", + "Average speed is 312.98% of the surrounding traffic's one", + "Average speed is 290.04% of the surrounding traffic's one", + "Average speed is 215.41% of the surrounding traffic's one", + "Average speed is 217.41% of the surrounding traffic's one", + "Average speed is 248.15% of the surrounding traffic's one", + "Average speed is 217.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 12.3, + "duration_system": 130.137 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_05_26_18_49_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.98% of the surrounding traffic's one", + "Average speed is 118.53% of the surrounding traffic's one", + "Average speed is 19.64% of the surrounding traffic's one", + "Average speed is 100.6% of the surrounding traffic's one", + "Average speed is 156.87% of the surrounding traffic's one", + "Average speed is 118.0% of the surrounding traffic's one", + "Average speed is 114.17% of the surrounding traffic's one", + "Average speed is 104.92% of the surrounding traffic's one", + "Average speed is 108.51% of the surrounding traffic's one", + "Average speed is 98.3% of the surrounding traffic's one", + "Average speed is 103.29% of the surrounding traffic's one", + "Average speed is 102.35% of the surrounding traffic's one", + "Average speed is 108.67% of the surrounding traffic's one", + "Average speed is 106.32% of the surrounding traffic's one", + "Average speed is 117.25% of the surrounding traffic's one", + "Average speed is 115.14% of the surrounding traffic's one", + "Average speed is 89.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.85, + "duration_system": 321.325 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_05_25_22_13_19", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.15% of the surrounding traffic's one", + "Average speed is 121.84% of the surrounding traffic's one", + "Average speed is 242.28% of the surrounding traffic's one", + "Average speed is 289.7% of the surrounding traffic's one", + "Average speed is 232.63% of the surrounding traffic's one", + "Average speed is 162.57% of the surrounding traffic's one", + "Average speed is 106.36% of the surrounding traffic's one", + "Average speed is 12.91% of the surrounding traffic's one", + "Average speed is 532.73% of the surrounding traffic's one", + "Average speed is 371.54% of the surrounding traffic's one", + "Average speed is 381.92% of the surrounding traffic's one", + "Average speed is 360.68% of the surrounding traffic's one", + "Average speed is 348.45% of the surrounding traffic's one", + "Average speed is 304.21% of the surrounding traffic's one", + "Average speed is 222.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.85, + "duration_system": 494.779 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_05_25_13_09_42", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.63% of the surrounding traffic's one", + "Average speed is 169.44% of the surrounding traffic's one", + "Average speed is 137.31% of the surrounding traffic's one", + "Average speed is 118.21% of the surrounding traffic's one", + "Average speed is 139.45% of the surrounding traffic's one", + "Average speed is 124.87% of the surrounding traffic's one", + "Average speed is 124.17% of the surrounding traffic's one", + "Average speed is 130.27% of the surrounding traffic's one", + "Average speed is 130.98% of the surrounding traffic's one", + "Average speed is 121.6% of the surrounding traffic's one", + "Average speed is 118.41% of the surrounding traffic's one", + "Average speed is 111.57% of the surrounding traffic's one", + "Average speed is 129.73% of the surrounding traffic's one", + "Average speed is 119.68% of the surrounding traffic's one", + "Average speed is 118.52% of the surrounding traffic's one", + "Average speed is 138.81% of the surrounding traffic's one", + "Average speed is 100.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 220.55, + "duration_system": 2034.533 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_05_26_18_44_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.06% of the surrounding traffic's one", + "Average speed is 61.39% of the surrounding traffic's one", + "Average speed is 147.75% of the surrounding traffic's one", + "Average speed is 98.17% of the surrounding traffic's one", + "Average speed is 103.17% of the surrounding traffic's one", + "Average speed is 93.37% of the surrounding traffic's one", + "Average speed is 95.15% of the surrounding traffic's one", + "Average speed is 117.58% of the surrounding traffic's one", + "Average speed is 82.91% of the surrounding traffic's one", + "Average speed is 131.52% of the surrounding traffic's one", + "Average speed is 98.28% of the surrounding traffic's one", + "Average speed is 114.52% of the surrounding traffic's one", + "Average speed is 95.73% of the surrounding traffic's one", + "Average speed is 107.99% of the surrounding traffic's one", + "Average speed is 122.54% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.75, + "duration_system": 132.142 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_05_27_04_40_27", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.14% of the surrounding traffic's one", + "Average speed is 61.47% of the surrounding traffic's one", + "Average speed is 266.69% of the surrounding traffic's one", + "Average speed is 270.59% of the surrounding traffic's one", + "Average speed is 26.02% of the surrounding traffic's one", + "Average speed is 379.08% of the surrounding traffic's one", + "Average speed is 60.93% of the surrounding traffic's one", + "Average speed is 333.62% of the surrounding traffic's one", + "Average speed is 389.23% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 124054514217.29% of the surrounding traffic's one", + "Average speed is 13083.83% of the surrounding traffic's one", + "Average speed is 2217.89% of the surrounding traffic's one", + "Average speed is 1076.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.212, + "duration_game": 71.0, + "duration_system": 610.732 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_05_26_17_57_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.29% of the surrounding traffic's one", + "Average speed is 117.27% of the surrounding traffic's one", + "Average speed is 15.68% of the surrounding traffic's one", + "Average speed is 106.68% of the surrounding traffic's one", + "Average speed is 113.38% of the surrounding traffic's one", + "Average speed is 110.54% of the surrounding traffic's one", + "Average speed is 96.39% of the surrounding traffic's one", + "Average speed is 112.53% of the surrounding traffic's one", + "Average speed is 113.0% of the surrounding traffic's one", + "Average speed is 106.8% of the surrounding traffic's one", + "Average speed is 103.36% of the surrounding traffic's one", + "Average speed is 109.71% of the surrounding traffic's one", + "Average speed is 110.21% of the surrounding traffic's one", + "Average speed is 107.17% of the surrounding traffic's one", + "Average speed is 121.25% of the surrounding traffic's one", + "Average speed is 100.99% of the surrounding traffic's one", + "Average speed is 101.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.2, + "duration_system": 406.423 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_05_25_13_04_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.18% of the surrounding traffic's one", + "Average speed is 127.71% of the surrounding traffic's one", + "Average speed is 214.95% of the surrounding traffic's one", + "Average speed is 248.62% of the surrounding traffic's one", + "Average speed is 246.08% of the surrounding traffic's one", + "Average speed is 216.76% of the surrounding traffic's one", + "Average speed is 75.27% of the surrounding traffic's one", + "Average speed is 170.89% of the surrounding traffic's one", + "Average speed is 81.06% of the surrounding traffic's one", + "Average speed is 167.39% of the surrounding traffic's one", + "Average speed is 196.87% of the surrounding traffic's one", + "Average speed is 166.58% of the surrounding traffic's one", + "Average speed is 144.31% of the surrounding traffic's one", + "Average speed is 111.91% of the surrounding traffic's one", + "Average speed is 131.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.1, + "duration_system": 148.157 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_05_25_13_00_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 147.0% of the surrounding traffic's one", + "Average speed is 153.0% of the surrounding traffic's one", + "Average speed is 83.45% of the surrounding traffic's one", + "Average speed is 91.82% of the surrounding traffic's one", + "Average speed is 100.88% of the surrounding traffic's one", + "Average speed is 95.72% of the surrounding traffic's one", + "Average speed is 80.64% of the surrounding traffic's one", + "Average speed is 73.01% of the surrounding traffic's one", + "Average speed is 61.44% of the surrounding traffic's one", + "Average speed is 52.41% of the surrounding traffic's one", + "Average speed is 69.03% of the surrounding traffic's one", + "Average speed is 86.56% of the surrounding traffic's one", + "Average speed is 87.18% of the surrounding traffic's one", + "Average speed is 92.03% of the surrounding traffic's one", + "Average speed is 95.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 12.7, + "duration_system": 104.115 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_05_26_17_53_40", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.96% of the surrounding traffic's one", + "Average speed is 135.11% of the surrounding traffic's one", + "Average speed is 149.78% of the surrounding traffic's one", + "Average speed is 178.71% of the surrounding traffic's one", + "Average speed is 216.49% of the surrounding traffic's one", + "Average speed is 213.23% of the surrounding traffic's one", + "Average speed is 207.17% of the surrounding traffic's one", + "Average speed is 208.25% of the surrounding traffic's one", + "Average speed is 156.16% of the surrounding traffic's one", + "Average speed is 93.94% of the surrounding traffic's one", + "Average speed is 116.69% of the surrounding traffic's one", + "Average speed is 106.79% of the surrounding traffic's one", + "Average speed is 124.52% of the surrounding traffic's one", + "Average speed is 178.14% of the surrounding traffic's one", + "Average speed is 218.19% of the surrounding traffic's one", + "Average speed is 162.03% of the surrounding traffic's one", + "Average speed is 165.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.6, + "duration_system": 111.119 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_05_26_23_10_11", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.17% of the surrounding traffic's one", + "Average speed is 320.98% of the surrounding traffic's one", + "Average speed is 294.23% of the surrounding traffic's one", + "Average speed is 209.55% of the surrounding traffic's one", + "Average speed is 118.98% of the surrounding traffic's one", + "Average speed is 132.21% of the surrounding traffic's one", + "Average speed is 169.01% of the surrounding traffic's one", + "Average speed is 189.98% of the surrounding traffic's one", + "Average speed is 191.14% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 11.1, + "duration_system": 122.12 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_05_26_17_14_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 153.23% of the surrounding traffic's one", + "Average speed is 229.83% of the surrounding traffic's one", + "Average speed is 248.26% of the surrounding traffic's one", + "Average speed is 214.77% of the surrounding traffic's one", + "Average speed is 198.35% of the surrounding traffic's one", + "Average speed is 158.86% of the surrounding traffic's one", + "Average speed is 168.94% of the surrounding traffic's one", + "Average speed is 176.54% of the surrounding traffic's one", + "Average speed is 163.9% of the surrounding traffic's one", + "Average speed is 155.83% of the surrounding traffic's one", + "Average speed is 147.32% of the surrounding traffic's one", + "Average speed is 146.45% of the surrounding traffic's one", + "Average speed is 171.75% of the surrounding traffic's one", + "Average speed is 154.08% of the surrounding traffic's one", + "Average speed is 126.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.7, + "duration_system": 2233.571 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_05_25_08_06_45", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.85% of the surrounding traffic's one", + "Average speed is 154.68% of the surrounding traffic's one", + "Average speed is 202.0% of the surrounding traffic's one", + "Average speed is 123.44% of the surrounding traffic's one", + "Average speed is 25.85% of the surrounding traffic's one", + "Average speed is 9.29% of the surrounding traffic's one", + "Average speed is 3629.42% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 169.49% of the surrounding traffic's one", + "Average speed is 249.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 31.8, + "duration_system": 595.625 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_05_26_17_04_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.54% of the surrounding traffic's one", + "Average speed is 1128.33% of the surrounding traffic's one", + "Average speed is 1476.92% of the surrounding traffic's one", + "Average speed is 1506.37% of the surrounding traffic's one", + "Average speed is 1926.04% of the surrounding traffic's one", + "Average speed is 1573.85% of the surrounding traffic's one", + "Average speed is 1234.61% of the surrounding traffic's one", + "Average speed is 1071.11% of the surrounding traffic's one", + "Average speed is 763.34% of the surrounding traffic's one", + "Average speed is 482.65% of the surrounding traffic's one", + "Average speed is 390.58% of the surrounding traffic's one", + "Average speed is 274.79% of the surrounding traffic's one", + "Average speed is 222.77% of the surrounding traffic's one", + "Average speed is 190.49% of the surrounding traffic's one", + "Average speed is 208.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 50.25, + "duration_system": 450.454 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_05_26_17_01_23", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 88.22% of the surrounding traffic's one", + "Average speed is 19.56% of the surrounding traffic's one", + "Average speed is 168.08% of the surrounding traffic's one", + "Average speed is 297.67% of the surrounding traffic's one", + "Average speed is 307.83% of the surrounding traffic's one", + "Average speed is 289.01% of the surrounding traffic's one", + "Average speed is 269.95% of the surrounding traffic's one", + "Average speed is 284.12% of the surrounding traffic's one", + "Average speed is 385.03% of the surrounding traffic's one", + "Average speed is 407.74% of the surrounding traffic's one", + "Average speed is 426.17% of the surrounding traffic's one", + "Average speed is 404.63% of the surrounding traffic's one", + "Average speed is 356.37% of the surrounding traffic's one", + "Average speed is 295.56% of the surrounding traffic's one", + "Average speed is 206.93% of the surrounding traffic's one", + "Average speed is 151.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 11.8, + "duration_system": 84.088 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_05_26_16_55_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.8% of the surrounding traffic's one", + "Average speed is 196.51% of the surrounding traffic's one", + "Average speed is 182.01% of the surrounding traffic's one", + "Average speed is 186.94% of the surrounding traffic's one", + "Average speed is 175.04% of the surrounding traffic's one", + "Average speed is 145.88% of the surrounding traffic's one", + "Average speed is 106.19% of the surrounding traffic's one", + "Average speed is 88.61% of the surrounding traffic's one", + "Average speed is 49.97% of the surrounding traffic's one", + "Average speed is 73.2% of the surrounding traffic's one", + "Average speed is 95.21% of the surrounding traffic's one", + "Average speed is 141.51% of the surrounding traffic's one", + "Average speed is 89.26% of the surrounding traffic's one", + "Average speed is 281.8% of the surrounding traffic's one", + "Average speed is 417.04% of the surrounding traffic's one", + "Average speed is 350.19% of the surrounding traffic's one", + "Average speed is 381.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.6, + "duration_system": 233.234 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_05_26_16_50_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.69% of the surrounding traffic's one", + "Average speed is 124.5% of the surrounding traffic's one", + "Average speed is 199.92% of the surrounding traffic's one", + "Average speed is 220.34% of the surrounding traffic's one", + "Average speed is 178.26% of the surrounding traffic's one", + "Average speed is 120.95% of the surrounding traffic's one", + "Average speed is 87.56% of the surrounding traffic's one", + "Average speed is 72.57% of the surrounding traffic's one", + "Average speed is 56.87% of the surrounding traffic's one", + "Average speed is 96.66% of the surrounding traffic's one", + "Average speed is 248.1% of the surrounding traffic's one", + "Average speed is 325.03% of the surrounding traffic's one", + "Average speed is 326.03% of the surrounding traffic's one", + "Average speed is 299.81% of the surrounding traffic's one", + "Average speed is 262.4% of the surrounding traffic's one", + "Average speed is 439.48% of the surrounding traffic's one", + "Average speed is 439.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 18.95, + "duration_system": 153.154 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_05_26_16_44_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.44% of the surrounding traffic's one", + "Average speed is 56.4% of the surrounding traffic's one", + "Average speed is 75.87% of the surrounding traffic's one", + "Average speed is 150.71% of the surrounding traffic's one", + "Average speed is 156.68% of the surrounding traffic's one", + "Average speed is 176.44% of the surrounding traffic's one", + "Average speed is 179.19% of the surrounding traffic's one", + "Average speed is 111.07% of the surrounding traffic's one", + "Average speed is 19.91% of the surrounding traffic's one", + "Average speed is 131.52% of the surrounding traffic's one", + "Average speed is 197.35% of the surrounding traffic's one", + "Average speed is 225.62% of the surrounding traffic's one", + "Average speed is 584.38% of the surrounding traffic's one", + "Average speed is 189.1% of the surrounding traffic's one", + "Average speed is 61.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.7, + "duration_system": 247.248 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_05_25_12_43_25", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=122 at (x=115.058, y=130.401, z=0.268) at time=14.150s [CARLA Frame: 1441, Agent Step: 282]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.01% of the surrounding traffic's one", + "Average speed is 144.32% of the surrounding traffic's one", + "Average speed is 246.02% of the surrounding traffic's one", + "Average speed is 231.64% of the surrounding traffic's one", + "Average speed is 167.8% of the surrounding traffic's one", + "Average speed is 26.82% of the surrounding traffic's one", + "Average speed is 68.1% of the surrounding traffic's one", + "Average speed is 149.62% of the surrounding traffic's one", + "Average speed is 210.13% of the surrounding traffic's one", + "Average speed is 168.9% of the surrounding traffic's one", + "Average speed is 183.73% of the surrounding traffic's one", + "Average speed is 178.37% of the surrounding traffic's one", + "Average speed is 221.16% of the surrounding traffic's one", + "Average speed is 270.85% of the surrounding traffic's one", + "Average speed is 262.59% of the surrounding traffic's one", + "Average speed is 321.43% of the surrounding traffic's one", + "Average speed is 141.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 22.7, + "duration_system": 327.333 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_05_26_16_35_31", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.9% of the surrounding traffic's one", + "Average speed is 78.8% of the surrounding traffic's one", + "Average speed is 145.28% of the surrounding traffic's one", + "Average speed is 209.95% of the surrounding traffic's one", + "Average speed is 181.3% of the surrounding traffic's one", + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 57.54% of the surrounding traffic's one", + "Average speed is 12.36% of the surrounding traffic's one", + "Average speed is 415.52% of the surrounding traffic's one", + "Average speed is 315.96% of the surrounding traffic's one", + "Average speed is 290.55% of the surrounding traffic's one", + "Average speed is 200.49% of the surrounding traffic's one", + "Average speed is 182.98% of the surrounding traffic's one", + "Average speed is 176.02% of the surrounding traffic's one", + "Average speed is 144.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 46.9, + "duration_system": 364.501 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_05_26_16_28_41", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 424.08% of the surrounding traffic's one", + "Average speed is 25897.26% of the surrounding traffic's one", + "Average speed is 582.76% of the surrounding traffic's one", + "Average speed is 119.79% of the surrounding traffic's one", + "Average speed is 8.99% of the surrounding traffic's one", + "Average speed is 2199.21% of the surrounding traffic's one", + "Average speed is 1774.51% of the surrounding traffic's one", + "Average speed is 1756.24% of the surrounding traffic's one", + "Average speed is 1521.0% of the surrounding traffic's one", + "Average speed is 1916.83% of the surrounding traffic's one", + "Average speed is 1731.53% of the surrounding traffic's one", + "Average speed is 1743.77% of the surrounding traffic's one", + "Average speed is 1237.54% of the surrounding traffic's one", + "Average speed is 333.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 35.65, + "duration_system": 280.281 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_05_25_12_26_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=151 at (x=133.42, y=-133.959, z=0.032) at time=7.550s [CARLA Frame: 1290, Agent Step: 150]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 13.499 meters (11.3% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 155.25% of the surrounding traffic's one", + "Average speed is 211.58% of the surrounding traffic's one", + "Average speed is 245.45% of the surrounding traffic's one", + "Average speed is 228.34% of the surrounding traffic's one", + "Average speed is 241.82% of the surrounding traffic's one", + "Average speed is 191.85% of the surrounding traffic's one", + "Average speed is 131.82% of the surrounding traffic's one", + "Average speed is 190.8% of the surrounding traffic's one", + "Average speed is 65.84% of the surrounding traffic's one", + "Average speed is 2196.49% of the surrounding traffic's one", + "Average speed is 863.22% of the surrounding traffic's one", + "Average speed is 387.24% of the surrounding traffic's one", + "Average speed is 215.5% of the surrounding traffic's one", + "Average speed is 175.84% of the surrounding traffic's one", + "Average speed is 171.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.532182, + "score_composed": 53.218222 + }, + "meta": { + "route_length": 129.43, + "duration_game": 104.75, + "duration_system": 891.92 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_05_26_16_21_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.68% of the surrounding traffic's one", + "Average speed is 172.91% of the surrounding traffic's one", + "Average speed is 201.59% of the surrounding traffic's one", + "Average speed is 151.24% of the surrounding traffic's one", + "Average speed is 143.48% of the surrounding traffic's one", + "Average speed is 54.47% of the surrounding traffic's one", + "Average speed is 110.63% of the surrounding traffic's one", + "Average speed is 161.97% of the surrounding traffic's one", + "Average speed is 53.11% of the surrounding traffic's one", + "Average speed is 104.85% of the surrounding traffic's one", + "Average speed is 97.52% of the surrounding traffic's one", + "Average speed is 96.98% of the surrounding traffic's one", + "Average speed is 119.37% of the surrounding traffic's one", + "Average speed is 131.96% of the surrounding traffic's one", + "Average speed is 118.04% of the surrounding traffic's one", + "Average speed is 79.93% of the surrounding traffic's one", + "Average speed is 105.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 32.95, + "duration_system": 276.283 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_05_26_15_35_16", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.006 meters (5.26% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 128.5% of the surrounding traffic's one", + "Average speed is 189.41% of the surrounding traffic's one", + "Average speed is 372.29% of the surrounding traffic's one", + "Average speed is 480.47% of the surrounding traffic's one", + "Average speed is 255.49% of the surrounding traffic's one", + "Average speed is 183.8% of the surrounding traffic's one", + "Average speed is 8.55% of the surrounding traffic's one", + "Average speed is 596.21% of the surrounding traffic's one", + "Average speed is 497.49% of the surrounding traffic's one", + "Average speed is 535.65% of the surrounding traffic's one", + "Average speed is 757.12% of the surrounding traffic's one", + "Average speed is 620.15% of the surrounding traffic's one", + "Average speed is 218.08% of the surrounding traffic's one", + "Average speed is 9.24% of the surrounding traffic's one", + "Average speed is 238.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.663176, + "score_composed": 66.317635 + }, + "meta": { + "route_length": 105.188, + "duration_game": 256.75, + "duration_system": 2658.299 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_05_26_22_35_28", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 95.89% of the surrounding traffic's one", + "Average speed is 198.13% of the surrounding traffic's one", + "Average speed is 261.5% of the surrounding traffic's one", + "Average speed is 239.6% of the surrounding traffic's one", + "Average speed is 174.89% of the surrounding traffic's one", + "Average speed is 3.21% of the surrounding traffic's one", + "Average speed is 141.27% of the surrounding traffic's one", + "Average speed is 192.35% of the surrounding traffic's one", + "Average speed is 177.8% of the surrounding traffic's one", + "Average speed is 107.47% of the surrounding traffic's one", + "Average speed is 105.26% of the surrounding traffic's one", + "Average speed is 108.1% of the surrounding traffic's one", + "Average speed is 111.24% of the surrounding traffic's one", + "Average speed is 123.69% of the surrounding traffic's one", + "Average speed is 106.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 56.2, + "duration_system": 1228.257 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_05_25_12_19_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.08% of the surrounding traffic's one", + "Average speed is 143.59% of the surrounding traffic's one", + "Average speed is 217.75% of the surrounding traffic's one", + "Average speed is 197.07% of the surrounding traffic's one", + "Average speed is 161.79% of the surrounding traffic's one", + "Average speed is 65.17% of the surrounding traffic's one", + "Average speed is 91.99% of the surrounding traffic's one", + "Average speed is 122.39% of the surrounding traffic's one", + "Average speed is 115.28% of the surrounding traffic's one", + "Average speed is 143.39% of the surrounding traffic's one", + "Average speed is 124.33% of the surrounding traffic's one", + "Average speed is 120.26% of the surrounding traffic's one", + "Average speed is 132.56% of the surrounding traffic's one", + "Average speed is 124.61% of the surrounding traffic's one", + "Average speed is 145.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 280.286 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_05_26_15_22_47", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.73% of the surrounding traffic's one", + "Average speed is 67.47% of the surrounding traffic's one", + "Average speed is 30.63% of the surrounding traffic's one", + "Average speed is 67.64% of the surrounding traffic's one", + "Average speed is 82.73% of the surrounding traffic's one", + "Average speed is 34.74% of the surrounding traffic's one", + "Average speed is 2.96% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 32.0, + "duration_system": 600.679 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_05_25_06_45_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.29% of the surrounding traffic's one", + "Average speed is 134.58% of the surrounding traffic's one", + "Average speed is 155.4% of the surrounding traffic's one", + "Average speed is 164.29% of the surrounding traffic's one", + "Average speed is 88.99% of the surrounding traffic's one", + "Average speed is 128.78% of the surrounding traffic's one", + "Average speed is 160.79% of the surrounding traffic's one", + "Average speed is 120.48% of the surrounding traffic's one", + "Average speed is 202.98% of the surrounding traffic's one", + "Average speed is 208.96% of the surrounding traffic's one", + "Average speed is 178.86% of the surrounding traffic's one", + "Average speed is 135.54% of the surrounding traffic's one", + "Average speed is 138.51% of the surrounding traffic's one", + "Average speed is 141.43% of the surrounding traffic's one", + "Average speed is 135.01% of the surrounding traffic's one", + "Average speed is 138.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 16.25, + "duration_system": 386.628 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_05_25_12_11_00", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=229 at (x=1046.048, y=632.234, z=120.548) at time=5.250s [CARLA Frame: 1217, Agent Step: 104]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.48% of the surrounding traffic's one", + "Average speed is 153.68% of the surrounding traffic's one", + "Average speed is 201.79% of the surrounding traffic's one", + "Average speed is 201.63% of the surrounding traffic's one", + "Average speed is 182.39% of the surrounding traffic's one", + "Average speed is 154.41% of the surrounding traffic's one", + "Average speed is 168.25% of the surrounding traffic's one", + "Average speed is 193.02% of the surrounding traffic's one", + "Average speed is 188.66% of the surrounding traffic's one", + "Average speed is 162.88% of the surrounding traffic's one", + "Average speed is 125.26% of the surrounding traffic's one", + "Average speed is 119.72% of the surrounding traffic's one", + "Average speed is 116.0% of the surrounding traffic's one", + "Average speed is 115.86% of the surrounding traffic's one", + "Average speed is 104.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 13.95, + "duration_system": 332.336 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_05_26_15_16_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.98% of the surrounding traffic's one", + "Average speed is 135.95% of the surrounding traffic's one", + "Average speed is 158.07% of the surrounding traffic's one", + "Average speed is 132.07% of the surrounding traffic's one", + "Average speed is 127.57% of the surrounding traffic's one", + "Average speed is 134.09% of the surrounding traffic's one", + "Average speed is 59.7% of the surrounding traffic's one", + "Average speed is 121.72% of the surrounding traffic's one", + "Average speed is 102.78% of the surrounding traffic's one", + "Average speed is 127.22% of the surrounding traffic's one", + "Average speed is 114.21% of the surrounding traffic's one", + "Average speed is 161.18% of the surrounding traffic's one", + "Average speed is 175.37% of the surrounding traffic's one", + "Average speed is 194.64% of the surrounding traffic's one", + "Average speed is 212.54% of the surrounding traffic's one", + "Average speed is 258.89% of the surrounding traffic's one", + "Average speed is 278.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 14.3, + "duration_system": 251.246 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_05_26_15_11_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.85% of the surrounding traffic's one", + "Average speed is 140.8% of the surrounding traffic's one", + "Average speed is 112.7% of the surrounding traffic's one", + "Average speed is 115.84% of the surrounding traffic's one", + "Average speed is 183.75% of the surrounding traffic's one", + "Average speed is 165.1% of the surrounding traffic's one", + "Average speed is 179.97% of the surrounding traffic's one", + "Average speed is 185.5% of the surrounding traffic's one", + "Average speed is 180.01% of the surrounding traffic's one", + "Average speed is 164.52% of the surrounding traffic's one", + "Average speed is 153.65% of the surrounding traffic's one", + "Average speed is 143.0% of the surrounding traffic's one", + "Average speed is 129.16% of the surrounding traffic's one", + "Average speed is 114.27% of the surrounding traffic's one", + "Average speed is 107.14% of the surrounding traffic's one", + "Average speed is 89.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.95, + "duration_system": 128.322 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25358_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_25358_rep0_Town06_StaticCutIn_1_12_05_27_03_30_15", + "status": "Failed - Agent timed out", + "num_infractions": 6, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.76% of the surrounding traffic's one", + "Average speed is 128.7% of the surrounding traffic's one", + "Average speed is 120.92% of the surrounding traffic's one", + "Average speed is 173.12% of the surrounding traffic's one", + "Average speed is 1.53% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [ + "Route timeout." + ] + }, + "scores": { + "score_route": 33.69, + "score_penalty": 1.0, + "score_composed": 33.69 + }, + "meta": { + "route_length": 138.239, + "duration_game": 355.95, + "duration_system": 4073.643 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_05_25_06_38_58", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.82% of the surrounding traffic's one", + "Average speed is 165.02% of the surrounding traffic's one", + "Average speed is 212.85% of the surrounding traffic's one", + "Average speed is 233.26% of the surrounding traffic's one", + "Average speed is 194.74% of the surrounding traffic's one", + "Average speed is 151.55% of the surrounding traffic's one", + "Average speed is 145.19% of the surrounding traffic's one", + "Average speed is 126.21% of the surrounding traffic's one", + "Average speed is 155.19% of the surrounding traffic's one", + "Average speed is 115.49% of the surrounding traffic's one", + "Average speed is 157.5% of the surrounding traffic's one", + "Average speed is 191.17% of the surrounding traffic's one", + "Average speed is 140.17% of the surrounding traffic's one", + "Average speed is 155.62% of the surrounding traffic's one", + "Average speed is 140.29% of the surrounding traffic's one", + "Average speed is 119.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 13.05, + "duration_system": 260.273 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_05_26_13_52_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.34% of the surrounding traffic's one", + "Average speed is 128.71% of the surrounding traffic's one", + "Average speed is 99.01% of the surrounding traffic's one", + "Average speed is 137.67% of the surrounding traffic's one", + "Average speed is 147.71% of the surrounding traffic's one", + "Average speed is 87.19% of the surrounding traffic's one", + "Average speed is 114.61% of the surrounding traffic's one", + "Average speed is 163.11% of the surrounding traffic's one", + "Average speed is 135.46% of the surrounding traffic's one", + "Average speed is 95.54% of the surrounding traffic's one", + "Average speed is 134.35% of the surrounding traffic's one", + "Average speed is 121.63% of the surrounding traffic's one", + "Average speed is 97.58% of the surrounding traffic's one", + "Average speed is 167.26% of the surrounding traffic's one", + "Average speed is 121.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 16.75, + "duration_system": 333.331 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_05_26_13_00_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 67.7% of the surrounding traffic's one", + "Average speed is 150.2% of the surrounding traffic's one", + "Average speed is 210.44% of the surrounding traffic's one", + "Average speed is 244.34% of the surrounding traffic's one", + "Average speed is 226.35% of the surrounding traffic's one", + "Average speed is 216.2% of the surrounding traffic's one", + "Average speed is 190.55% of the surrounding traffic's one", + "Average speed is 137.24% of the surrounding traffic's one", + "Average speed is 42.45% of the surrounding traffic's one", + "Average speed is 39.65% of the surrounding traffic's one", + "Average speed is 41.99% of the surrounding traffic's one", + "Average speed is 41.01% of the surrounding traffic's one", + "Average speed is 46.34% of the surrounding traffic's one", + "Average speed is 40.06% of the surrounding traffic's one", + "Average speed is 40.01% of the surrounding traffic's one", + "Average speed is 1.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 245.3, + "duration_system": 2955.298 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_05_25_22_03_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.45% of the surrounding traffic's one", + "Average speed is 116.45% of the surrounding traffic's one", + "Average speed is 150.64% of the surrounding traffic's one", + "Average speed is 115.75% of the surrounding traffic's one", + "Average speed is 28.27% of the surrounding traffic's one", + "Average speed is 32.69% of the surrounding traffic's one", + "Average speed is 128.23% of the surrounding traffic's one", + "Average speed is 125.92% of the surrounding traffic's one", + "Average speed is 150.59% of the surrounding traffic's one", + "Average speed is 152.63% of the surrounding traffic's one", + "Average speed is 114.79% of the surrounding traffic's one", + "Average speed is 115.83% of the surrounding traffic's one", + "Average speed is 133.76% of the surrounding traffic's one", + "Average speed is 125.5% of the surrounding traffic's one", + "Average speed is 126.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 19.85, + "duration_system": 458.484 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_05_25_21_41_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1530.949, y=6461.567, z=373.357) at time=48.250s [CARLA Frame: 2296, Agent Step: 964]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.3% of the surrounding traffic's one", + "Average speed is 186.75% of the surrounding traffic's one", + "Average speed is 175.62% of the surrounding traffic's one", + "Average speed is 161.61% of the surrounding traffic's one", + "Average speed is 112.58% of the surrounding traffic's one", + "Average speed is 2.32% of the surrounding traffic's one", + "Average speed is 99.85% of the surrounding traffic's one", + "Average speed is 107.04% of the surrounding traffic's one", + "Average speed is 94.08% of the surrounding traffic's one", + "Average speed is 39.55% of the surrounding traffic's one", + "Average speed is 130.29% of the surrounding traffic's one", + "Average speed is 163.02% of the surrounding traffic's one", + "Average speed is 181.9% of the surrounding traffic's one", + "Average speed is 137.5% of the surrounding traffic's one", + "Average speed is 158.02% of the surrounding traffic's one", + "Average speed is 221.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 134.084, + "duration_game": 55.55, + "duration_system": 1129.151 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_05_26_12_50_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.77% of the surrounding traffic's one", + "Average speed is 109.25% of the surrounding traffic's one", + "Average speed is 111.68% of the surrounding traffic's one", + "Average speed is 98.55% of the surrounding traffic's one", + "Average speed is 100.29% of the surrounding traffic's one", + "Average speed is 109.62% of the surrounding traffic's one", + "Average speed is 97.35% of the surrounding traffic's one", + "Average speed is 4.65% of the surrounding traffic's one", + "Average speed is 90.49% of the surrounding traffic's one", + "Average speed is 206.22% of the surrounding traffic's one", + "Average speed is 194.33% of the surrounding traffic's one", + "Average speed is 127.83% of the surrounding traffic's one", + "Average speed is 129.39% of the surrounding traffic's one", + "Average speed is 108.08% of the surrounding traffic's one", + "Average speed is 29.28% of the surrounding traffic's one", + "Average speed is 122.53% of the surrounding traffic's one", + "Average speed is 55.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 66.25, + "duration_system": 500.53 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_05_25_12_03_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.69% of the surrounding traffic's one", + "Average speed is 145.54% of the surrounding traffic's one", + "Average speed is 149.53% of the surrounding traffic's one", + "Average speed is 185.18% of the surrounding traffic's one", + "Average speed is 162.72% of the surrounding traffic's one", + "Average speed is 92.44% of the surrounding traffic's one", + "Average speed is 20.42% of the surrounding traffic's one", + "Average speed is 108.01% of the surrounding traffic's one", + "Average speed is 164.74% of the surrounding traffic's one", + "Average speed is 176.15% of the surrounding traffic's one", + "Average speed is 169.68% of the surrounding traffic's one", + "Average speed is 139.68% of the surrounding traffic's one", + "Average speed is 117.8% of the surrounding traffic's one", + "Average speed is 81.87% of the surrounding traffic's one", + "Average speed is 147.8% of the surrounding traffic's one", + "Average speed is 189.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 19.45, + "duration_system": 308.311 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_05_25_11_56_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.78% of the surrounding traffic's one", + "Average speed is 152.34% of the surrounding traffic's one", + "Average speed is 176.27% of the surrounding traffic's one", + "Average speed is 174.26% of the surrounding traffic's one", + "Average speed is 102.31% of the surrounding traffic's one", + "Average speed is 46.48% of the surrounding traffic's one", + "Average speed is 110.07% of the surrounding traffic's one", + "Average speed is 126.63% of the surrounding traffic's one", + "Average speed is 81.46% of the surrounding traffic's one", + "Average speed is 105.32% of the surrounding traffic's one", + "Average speed is 155.84% of the surrounding traffic's one", + "Average speed is 181.35% of the surrounding traffic's one", + "Average speed is 182.67% of the surrounding traffic's one", + "Average speed is 167.87% of the surrounding traffic's one", + "Average speed is 218.37% of the surrounding traffic's one", + "Average speed is 284.11% of the surrounding traffic's one", + "Average speed is 276.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 15.05, + "duration_system": 232.264 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_05_26_12_27_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.23% of the surrounding traffic's one", + "Average speed is 151.26% of the surrounding traffic's one", + "Average speed is 148.47% of the surrounding traffic's one", + "Average speed is 115.16% of the surrounding traffic's one", + "Average speed is 45.3% of the surrounding traffic's one", + "Average speed is 2.38% of the surrounding traffic's one", + "Average speed is 97.98% of the surrounding traffic's one", + "Average speed is 171.91% of the surrounding traffic's one", + "Average speed is 206.26% of the surrounding traffic's one", + "Average speed is 195.97% of the surrounding traffic's one", + "Average speed is 190.63% of the surrounding traffic's one", + "Average speed is 198.17% of the surrounding traffic's one", + "Average speed is 232.81% of the surrounding traffic's one", + "Average speed is 238.14% of the surrounding traffic's one", + "Average speed is 232.26% of the surrounding traffic's one", + "Average speed is 246.34% of the surrounding traffic's one", + "Average speed is 260.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 56.7, + "duration_system": 1231.265 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_05_26_12_24_00", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.31% of the surrounding traffic's one", + "Average speed is 148.63% of the surrounding traffic's one", + "Average speed is 137.92% of the surrounding traffic's one", + "Average speed is 159.47% of the surrounding traffic's one", + "Average speed is 109.89% of the surrounding traffic's one", + "Average speed is 125.0% of the surrounding traffic's one", + "Average speed is 110.2% of the surrounding traffic's one", + "Average speed is 105.23% of the surrounding traffic's one", + "Average speed is 106.69% of the surrounding traffic's one", + "Average speed is 113.81% of the surrounding traffic's one", + "Average speed is 142.59% of the surrounding traffic's one", + "Average speed is 191.46% of the surrounding traffic's one", + "Average speed is 165.32% of the surrounding traffic's one", + "Average speed is 187.91% of the surrounding traffic's one", + "Average speed is 122.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 10.85, + "duration_system": 77.086 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_05_26_12_15_03", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.93% of the surrounding traffic's one", + "Average speed is 114.23% of the surrounding traffic's one", + "Average speed is 20.66% of the surrounding traffic's one", + "Average speed is 136.52% of the surrounding traffic's one", + "Average speed is 105.32% of the surrounding traffic's one", + "Average speed is 138.11% of the surrounding traffic's one", + "Average speed is 98.71% of the surrounding traffic's one", + "Average speed is 88.07% of the surrounding traffic's one", + "Average speed is 112.35% of the surrounding traffic's one", + "Average speed is 116.69% of the surrounding traffic's one", + "Average speed is 103.05% of the surrounding traffic's one", + "Average speed is 145.22% of the surrounding traffic's one", + "Average speed is 13.66% of the surrounding traffic's one", + "Average speed is 92.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.1, + "duration_system": 407.411 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_05_26_12_08_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.45% of the surrounding traffic's one", + "Average speed is 115.69% of the surrounding traffic's one", + "Average speed is 217.94% of the surrounding traffic's one", + "Average speed is 219.6% of the surrounding traffic's one", + "Average speed is 187.22% of the surrounding traffic's one", + "Average speed is 91.58% of the surrounding traffic's one", + "Average speed is 51.09% of the surrounding traffic's one", + "Average speed is 59.56% of the surrounding traffic's one", + "Average speed is 98.87% of the surrounding traffic's one", + "Average speed is 111.08% of the surrounding traffic's one", + "Average speed is 127.03% of the surrounding traffic's one", + "Average speed is 141.87% of the surrounding traffic's one", + "Average speed is 152.98% of the surrounding traffic's one", + "Average speed is 136.37% of the surrounding traffic's one", + "Average speed is 123.89% of the surrounding traffic's one", + "Average speed is 143.26% of the surrounding traffic's one", + "Average speed is 114.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 18.6, + "duration_system": 282.276 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_05_26_11_43_59", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.94% of the surrounding traffic's one", + "Average speed is 141.46% of the surrounding traffic's one", + "Average speed is 112.6% of the surrounding traffic's one", + "Average speed is 108.83% of the surrounding traffic's one", + "Average speed is 81.88% of the surrounding traffic's one", + "Average speed is 2.63% of the surrounding traffic's one", + "Average speed is 66.38% of the surrounding traffic's one", + "Average speed is 108.13% of the surrounding traffic's one", + "Average speed is 116.67% of the surrounding traffic's one", + "Average speed is 110.34% of the surrounding traffic's one", + "Average speed is 90.35% of the surrounding traffic's one", + "Average speed is 94.49% of the surrounding traffic's one", + "Average speed is 102.9% of the surrounding traffic's one", + "Average speed is 48.24% of the surrounding traffic's one", + "Average speed is 120.56% of the surrounding traffic's one", + "Average speed is 159.26% of the surrounding traffic's one", + "Average speed is 80.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 60.2, + "duration_system": 1311.307 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_05_26_11_20_24", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.prop.constructioncone and id=124 at (x=207.802, y=249.383, z=0.003) at time=52.500s [CARLA Frame: 2311, Agent Step: 1049]", + "Agent collided against object with type=static.prop.constructioncone and id=127 at (x=218.244, y=249.723, z=-0.003) at time=53.800s [CARLA Frame: 2337, Agent Step: 1075]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=204 at (x=195.375, y=250.602, z=-0.007) at time=50.600s [CARLA Frame: 2273, Agent Step: 1011]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=204 at (x=213.151, y=249.363, z=0.003) at time=53.200s [CARLA Frame: 2325, Agent Step: 1063]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.31% of the surrounding traffic's one", + "Average speed is 109.0% of the surrounding traffic's one", + "Average speed is 111.87% of the surrounding traffic's one", + "Average speed is 56.52% of the surrounding traffic's one", + "Average speed is 2.54% of the surrounding traffic's one", + "Average speed is 70.72% of the surrounding traffic's one", + "Average speed is 88.25% of the surrounding traffic's one", + "Average speed is 88.0% of the surrounding traffic's one", + "Average speed is 115.66% of the surrounding traffic's one", + "Average speed is 140.78% of the surrounding traffic's one", + "Average speed is 129.16% of the surrounding traffic's one", + "Average speed is 91.64% of the surrounding traffic's one", + "Average speed is 116.62% of the surrounding traffic's one", + "Average speed is 96.53% of the surrounding traffic's one", + "Average speed is 48.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.1521, + "score_composed": 15.21 + }, + "meta": { + "route_length": 132.062, + "duration_game": 60.85, + "duration_system": 1276.273 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_05_26_11_13_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.75% of the surrounding traffic's one", + "Average speed is 105.78% of the surrounding traffic's one", + "Average speed is 70.98% of the surrounding traffic's one", + "Average speed is 116.33% of the surrounding traffic's one", + "Average speed is 84.87% of the surrounding traffic's one", + "Average speed is 107.53% of the surrounding traffic's one", + "Average speed is 87.09% of the surrounding traffic's one", + "Average speed is 77.98% of the surrounding traffic's one", + "Average speed is 133.92% of the surrounding traffic's one", + "Average speed is 121.32% of the surrounding traffic's one", + "Average speed is 100.0% of the surrounding traffic's one", + "Average speed is 114.76% of the surrounding traffic's one", + "Average speed is 122.47% of the surrounding traffic's one", + "Average speed is 132.77% of the surrounding traffic's one", + "Average speed is 118.85% of the surrounding traffic's one", + "Average speed is 99.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.7, + "duration_system": 272.273 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_05_26_11_08_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.78% of the surrounding traffic's one", + "Average speed is 121.61% of the surrounding traffic's one", + "Average speed is 199.15% of the surrounding traffic's one", + "Average speed is 133.91% of the surrounding traffic's one", + "Average speed is 103.37% of the surrounding traffic's one", + "Average speed is 91.09% of the surrounding traffic's one", + "Average speed is 119.02% of the surrounding traffic's one", + "Average speed is 123.89% of the surrounding traffic's one", + "Average speed is 129.3% of the surrounding traffic's one", + "Average speed is 100.28% of the surrounding traffic's one", + "Average speed is 79.72% of the surrounding traffic's one", + "Average speed is 81.36% of the surrounding traffic's one", + "Average speed is 89.96% of the surrounding traffic's one", + "Average speed is 97.83% of the surrounding traffic's one", + "Average speed is 95.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.5, + "duration_system": 156.265 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_05_26_10_59_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.02% of the surrounding traffic's one", + "Average speed is 124.91% of the surrounding traffic's one", + "Average speed is 14.95% of the surrounding traffic's one", + "Average speed is 65.98% of the surrounding traffic's one", + "Average speed is 61.67% of the surrounding traffic's one", + "Average speed is 147.9% of the surrounding traffic's one", + "Average speed is 125.65% of the surrounding traffic's one", + "Average speed is 61.67% of the surrounding traffic's one", + "Average speed is 59.55% of the surrounding traffic's one", + "Average speed is 63.77% of the surrounding traffic's one", + "Average speed is 145.05% of the surrounding traffic's one", + "Average speed is 162.72% of the surrounding traffic's one", + "Average speed is 140.24% of the surrounding traffic's one", + "Average speed is 118.38% of the surrounding traffic's one", + "Average speed is 113.63% of the surrounding traffic's one", + "Average speed is 101.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 27.65, + "duration_system": 458.525 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_05_26_10_55_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.07% of the surrounding traffic's one", + "Average speed is 153.59% of the surrounding traffic's one", + "Average speed is 162.38% of the surrounding traffic's one", + "Average speed is 170.12% of the surrounding traffic's one", + "Average speed is 116.23% of the surrounding traffic's one", + "Average speed is 113.77% of the surrounding traffic's one", + "Average speed is 47.8% of the surrounding traffic's one", + "Average speed is 34.59% of the surrounding traffic's one", + "Average speed is 115.05% of the surrounding traffic's one", + "Average speed is 176.96% of the surrounding traffic's one", + "Average speed is 216.43% of the surrounding traffic's one", + "Average speed is 251.82% of the surrounding traffic's one", + "Average speed is 187.61% of the surrounding traffic's one", + "Average speed is 165.47% of the surrounding traffic's one", + "Average speed is 142.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 12.95, + "duration_system": 92.094 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_05_25_11_51_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.22% of the surrounding traffic's one", + "Average speed is 151.41% of the surrounding traffic's one", + "Average speed is 238.73% of the surrounding traffic's one", + "Average speed is 186.9% of the surrounding traffic's one", + "Average speed is 144.87% of the surrounding traffic's one", + "Average speed is 61.33% of the surrounding traffic's one", + "Average speed is 63.62% of the surrounding traffic's one", + "Average speed is 59.31% of the surrounding traffic's one", + "Average speed is 286.73% of the surrounding traffic's one", + "Average speed is 295.13% of the surrounding traffic's one", + "Average speed is 250.28% of the surrounding traffic's one", + "Average speed is 210.45% of the surrounding traffic's one", + "Average speed is 215.37% of the surrounding traffic's one", + "Average speed is 401.3% of the surrounding traffic's one", + "Average speed is 460.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.55, + "duration_system": 153.157 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_05_25_11_46_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.41% of the surrounding traffic's one", + "Average speed is 90.7% of the surrounding traffic's one", + "Average speed is 254.42% of the surrounding traffic's one", + "Average speed is 189.75% of the surrounding traffic's one", + "Average speed is 161.98% of the surrounding traffic's one", + "Average speed is 167.88% of the surrounding traffic's one", + "Average speed is 129.11% of the surrounding traffic's one", + "Average speed is 49.83% of the surrounding traffic's one", + "Average speed is 126.16% of the surrounding traffic's one", + "Average speed is 213.8% of the surrounding traffic's one", + "Average speed is 127.9% of the surrounding traffic's one", + "Average speed is 99.19% of the surrounding traffic's one", + "Average speed is 85.09% of the surrounding traffic's one", + "Average speed is 120.38% of the surrounding traffic's one", + "Average speed is 106.65% of the surrounding traffic's one", + "Average speed is 123.3% of the surrounding traffic's one", + "Average speed is 91.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 18.6, + "duration_system": 133.336 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_05_26_10_47_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.13% of the surrounding traffic's one", + "Average speed is 142.79% of the surrounding traffic's one", + "Average speed is 163.21% of the surrounding traffic's one", + "Average speed is 145.09% of the surrounding traffic's one", + "Average speed is 141.35% of the surrounding traffic's one", + "Average speed is 167.23% of the surrounding traffic's one", + "Average speed is 130.64% of the surrounding traffic's one", + "Average speed is 42.66% of the surrounding traffic's one", + "Average speed is 52.6% of the surrounding traffic's one", + "Average speed is 124.43% of the surrounding traffic's one", + "Average speed is 147.62% of the surrounding traffic's one", + "Average speed is 113.31% of the surrounding traffic's one", + "Average speed is 173.83% of the surrounding traffic's one", + "Average speed is 153.66% of the surrounding traffic's one", + "Average speed is 129.55% of the surrounding traffic's one", + "Average speed is 133.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 15.2, + "duration_system": 322.642 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_05_25_11_42_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 114.77% of the surrounding traffic's one", + "Average speed is 134.88% of the surrounding traffic's one", + "Average speed is 165.78% of the surrounding traffic's one", + "Average speed is 140.6% of the surrounding traffic's one", + "Average speed is 119.35% of the surrounding traffic's one", + "Average speed is 119.68% of the surrounding traffic's one", + "Average speed is 29.31% of the surrounding traffic's one", + "Average speed is 115.44% of the surrounding traffic's one", + "Average speed is 139.92% of the surrounding traffic's one", + "Average speed is 161.29% of the surrounding traffic's one", + "Average speed is 180.59% of the surrounding traffic's one", + "Average speed is 175.35% of the surrounding traffic's one", + "Average speed is 146.39% of the surrounding traffic's one", + "Average speed is 141.31% of the surrounding traffic's one", + "Average speed is 165.24% of the surrounding traffic's one", + "Average speed is 173.45% of the surrounding traffic's one", + "Average speed is 170.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 12.55, + "duration_system": 93.093 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_05_26_10_43_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.19% of the surrounding traffic's one", + "Average speed is 119.61% of the surrounding traffic's one", + "Average speed is 193.37% of the surrounding traffic's one", + "Average speed is 177.72% of the surrounding traffic's one", + "Average speed is 180.61% of the surrounding traffic's one", + "Average speed is 76.62% of the surrounding traffic's one", + "Average speed is 81.27% of the surrounding traffic's one", + "Average speed is 156.2% of the surrounding traffic's one", + "Average speed is 116.86% of the surrounding traffic's one", + "Average speed is 108.92% of the surrounding traffic's one", + "Average speed is 107.78% of the surrounding traffic's one", + "Average speed is 112.18% of the surrounding traffic's one", + "Average speed is 100.59% of the surrounding traffic's one", + "Average speed is 126.47% of the surrounding traffic's one", + "Average speed is 111.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.75, + "duration_system": 129.142 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_05_26_10_35_29", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.35% of the surrounding traffic's one", + "Average speed is 146.93% of the surrounding traffic's one", + "Average speed is 274.04% of the surrounding traffic's one", + "Average speed is 204.32% of the surrounding traffic's one", + "Average speed is 212.82% of the surrounding traffic's one", + "Average speed is 177.01% of the surrounding traffic's one", + "Average speed is 47.56% of the surrounding traffic's one", + "Average speed is 88.39% of the surrounding traffic's one", + "Average speed is 176.73% of the surrounding traffic's one", + "Average speed is 193.69% of the surrounding traffic's one", + "Average speed is 125.15% of the surrounding traffic's one", + "Average speed is 102.89% of the surrounding traffic's one", + "Average speed is 111.08% of the surrounding traffic's one", + "Average speed is 107.16% of the surrounding traffic's one", + "Average speed is 124.13% of the surrounding traffic's one", + "Average speed is 14.26% of the surrounding traffic's one", + "Average speed is 89.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.85, + "duration_system": 323.344 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_05_25_21_34_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.62% of the surrounding traffic's one", + "Average speed is 6.06% of the surrounding traffic's one", + "Average speed is 376.14% of the surrounding traffic's one", + "Average speed is 484.46% of the surrounding traffic's one", + "Average speed is 442.99% of the surrounding traffic's one", + "Average speed is 411.61% of the surrounding traffic's one", + "Average speed is 361.23% of the surrounding traffic's one", + "Average speed is 363.9% of the surrounding traffic's one", + "Average speed is 344.39% of the surrounding traffic's one", + "Average speed is 282.2% of the surrounding traffic's one", + "Average speed is 197.42% of the surrounding traffic's one", + "Average speed is 141.18% of the surrounding traffic's one", + "Average speed is 130.41% of the surrounding traffic's one", + "Average speed is 162.77% of the surrounding traffic's one", + "Average speed is 163.79% of the surrounding traffic's one", + "Average speed is 152.75% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 31.3, + "duration_system": 292.298 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_05_27_03_23_58", + "status": "Failed - Agent deviated from the route", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 234.16% of the surrounding traffic's one", + "Average speed is 255.89% of the surrounding traffic's one", + "Average speed is 203.69% of the surrounding traffic's one", + "Average speed is 211.36% of the surrounding traffic's one", + "Average speed is 165.28% of the surrounding traffic's one", + "Average speed is 154.43% of the surrounding traffic's one", + "Average speed is 127.65% of the surrounding traffic's one", + "Average speed is 150.81% of the surrounding traffic's one", + "Average speed is 167.57% of the surrounding traffic's one", + "Average speed is 158.58% of the surrounding traffic's one", + "Average speed is 129.0% of the surrounding traffic's one", + "Average speed is 113.45% of the surrounding traffic's one", + "Average speed is 186.29% of the surrounding traffic's one", + "Average speed is 230.33% of the surrounding traffic's one", + "Average speed is 222.93% of the surrounding traffic's one", + "Average speed is 111.48% of the surrounding traffic's one", + "Average speed is 94.76% of the surrounding traffic's one", + "Average speed is 94.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=4027.454, y=4087.678, z=368.676)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 96.08, + "score_penalty": 1.0, + "score_composed": 96.08 + }, + "meta": { + "route_length": 106.662, + "duration_game": 14.85, + "duration_system": 231.244 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_05_25_11_37_56", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5744.495, y=4733.373, z=187.0) at time=10.250s [CARLA Frame: 1293, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.37% of the surrounding traffic's one", + "Average speed is 320.14% of the surrounding traffic's one", + "Average speed is 261.14% of the surrounding traffic's one", + "Average speed is 217.21% of the surrounding traffic's one", + "Average speed is 193.03% of the surrounding traffic's one", + "Average speed is 161.84% of the surrounding traffic's one", + "Average speed is 122.37% of the surrounding traffic's one", + "Average speed is 158.81% of the surrounding traffic's one", + "Average speed is 153.96% of the surrounding traffic's one", + "Average speed is 73.03% of the surrounding traffic's one", + "Average speed is 124.66% of the surrounding traffic's one", + "Average speed is 170.47% of the surrounding traffic's one", + "Average speed is 133.44% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.1, + "duration_system": 117.137 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_05_25_11_30_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 323.37% of the surrounding traffic's one", + "Average speed is 325.56% of the surrounding traffic's one", + "Average speed is 196.36% of the surrounding traffic's one", + "Average speed is 293.72% of the surrounding traffic's one", + "Average speed is 220.64% of the surrounding traffic's one", + "Average speed is 169.7% of the surrounding traffic's one", + "Average speed is 141.7% of the surrounding traffic's one", + "Average speed is 156.52% of the surrounding traffic's one", + "Average speed is 172.74% of the surrounding traffic's one", + "Average speed is 155.81% of the surrounding traffic's one", + "Average speed is 136.4% of the surrounding traffic's one", + "Average speed is 177.11% of the surrounding traffic's one", + "Average speed is 172.64% of the surrounding traffic's one", + "Average speed is 171.09% of the surrounding traffic's one", + "Average speed is 143.2% of the surrounding traffic's one", + "Average speed is 134.91% of the surrounding traffic's one", + "Average speed is 104.74% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 15.0, + "duration_system": 242.243 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_05_26_10_24_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.62% of the surrounding traffic's one", + "Average speed is 381.5% of the surrounding traffic's one", + "Average speed is 519.51% of the surrounding traffic's one", + "Average speed is 636.57% of the surrounding traffic's one", + "Average speed is 658.14% of the surrounding traffic's one", + "Average speed is 568.32% of the surrounding traffic's one", + "Average speed is 482.04% of the surrounding traffic's one", + "Average speed is 461.69% of the surrounding traffic's one", + "Average speed is 677.46% of the surrounding traffic's one", + "Average speed is 1034.59% of the surrounding traffic's one", + "Average speed is 3207.05% of the surrounding traffic's one", + "Average speed is 20875.61% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.05, + "duration_system": 98.098 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_05_26_23_04_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.48% of the surrounding traffic's one", + "Average speed is 111.41% of the surrounding traffic's one", + "Average speed is 188.52% of the surrounding traffic's one", + "Average speed is 165.36% of the surrounding traffic's one", + "Average speed is 142.62% of the surrounding traffic's one", + "Average speed is 152.39% of the surrounding traffic's one", + "Average speed is 158.65% of the surrounding traffic's one", + "Average speed is 172.79% of the surrounding traffic's one", + "Average speed is 200.76% of the surrounding traffic's one", + "Average speed is 319.91% of the surrounding traffic's one", + "Average speed is 424.5% of the surrounding traffic's one", + "Average speed is 389.3% of the surrounding traffic's one", + "Average speed is 354.26% of the surrounding traffic's one", + "Average speed is 172.06% of the surrounding traffic's one", + "Average speed is 242.92% of the surrounding traffic's one", + "Average speed is 158.74% of the surrounding traffic's one", + "Average speed is 116.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 19.65, + "duration_system": 156.168 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_05_25_06_35_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.25% of the surrounding traffic's one", + "Average speed is 205.86% of the surrounding traffic's one", + "Average speed is 213.29% of the surrounding traffic's one", + "Average speed is 218.41% of the surrounding traffic's one", + "Average speed is 235.84% of the surrounding traffic's one", + "Average speed is 232.08% of the surrounding traffic's one", + "Average speed is 221.58% of the surrounding traffic's one", + "Average speed is 267.23% of the surrounding traffic's one", + "Average speed is 250.03% of the surrounding traffic's one", + "Average speed is 602.43% of the surrounding traffic's one", + "Average speed is 574.07% of the surrounding traffic's one", + "Average speed is 459.33% of the surrounding traffic's one", + "Average speed is 350.36% of the surrounding traffic's one", + "Average speed is 257.39% of the surrounding traffic's one", + "Average speed is 163.46% of the surrounding traffic's one", + "Average speed is 86.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.95, + "duration_system": 53.054 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_05_25_06_31_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 195.05% of the surrounding traffic's one", + "Average speed is 188.33% of the surrounding traffic's one", + "Average speed is 215.13% of the surrounding traffic's one", + "Average speed is 247.01% of the surrounding traffic's one", + "Average speed is 274.34% of the surrounding traffic's one", + "Average speed is 298.46% of the surrounding traffic's one", + "Average speed is 308.2% of the surrounding traffic's one", + "Average speed is 354.4% of the surrounding traffic's one", + "Average speed is 323.66% of the surrounding traffic's one", + "Average speed is 406.37% of the surrounding traffic's one", + "Average speed is 411.84% of the surrounding traffic's one", + "Average speed is 290.4% of the surrounding traffic's one", + "Average speed is 262.53% of the surrounding traffic's one", + "Average speed is 220.46% of the surrounding traffic's one", + "Average speed is 165.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.25, + "duration_system": 71.074 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_05_27_03_18_54", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 239.97% of the surrounding traffic's one", + "Average speed is 280.69% of the surrounding traffic's one", + "Average speed is 261.46% of the surrounding traffic's one", + "Average speed is 112.7% of the surrounding traffic's one", + "Average speed is 178.2% of the surrounding traffic's one", + "Average speed is 209.79% of the surrounding traffic's one", + "Average speed is 216.12% of the surrounding traffic's one", + "Average speed is 219.78% of the surrounding traffic's one", + "Average speed is 170.08% of the surrounding traffic's one", + "Average speed is 154.08% of the surrounding traffic's one", + "Average speed is 155.71% of the surrounding traffic's one", + "Average speed is 131.91% of the surrounding traffic's one", + "Average speed is 122.48% of the surrounding traffic's one", + "Average speed is 153.83% of the surrounding traffic's one", + "Average speed is 157.41% of the surrounding traffic's one", + "Average speed is 111.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 13.85, + "duration_system": 159.16 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_05_26_10_14_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.03% of the surrounding traffic's one", + "Average speed is 85.05% of the surrounding traffic's one", + "Average speed is 175.38% of the surrounding traffic's one", + "Average speed is 198.94% of the surrounding traffic's one", + "Average speed is 197.32% of the surrounding traffic's one", + "Average speed is 141.38% of the surrounding traffic's one", + "Average speed is 144.46% of the surrounding traffic's one", + "Average speed is 142.38% of the surrounding traffic's one", + "Average speed is 151.67% of the surrounding traffic's one", + "Average speed is 199.39% of the surrounding traffic's one", + "Average speed is 191.03% of the surrounding traffic's one", + "Average speed is 191.88% of the surrounding traffic's one", + "Average speed is 190.45% of the surrounding traffic's one", + "Average speed is 191.52% of the surrounding traffic's one", + "Average speed is 157.51% of the surrounding traffic's one", + "Average speed is 116.42% of the surrounding traffic's one", + "Average speed is 107.82% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.412, + "duration_game": 16.2, + "duration_system": 121.125 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_05_25_11_12_10", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.81% of the surrounding traffic's one", + "Average speed is 248.1% of the surrounding traffic's one", + "Average speed is 200.96% of the surrounding traffic's one", + "Average speed is 209.63% of the surrounding traffic's one", + "Average speed is 165.53% of the surrounding traffic's one", + "Average speed is 150.27% of the surrounding traffic's one", + "Average speed is 128.07% of the surrounding traffic's one", + "Average speed is 166.67% of the surrounding traffic's one", + "Average speed is 217.39% of the surrounding traffic's one", + "Average speed is 218.25% of the surrounding traffic's one", + "Average speed is 188.97% of the surrounding traffic's one", + "Average speed is 162.54% of the surrounding traffic's one", + "Average speed is 343.86% of the surrounding traffic's one", + "Average speed is 332.82% of the surrounding traffic's one", + "Average speed is 359.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 9.9, + "duration_system": 125.128 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_05_25_21_30_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 172.58% of the surrounding traffic's one", + "Average speed is 190.74% of the surrounding traffic's one", + "Average speed is 214.9% of the surrounding traffic's one", + "Average speed is 238.06% of the surrounding traffic's one", + "Average speed is 268.75% of the surrounding traffic's one", + "Average speed is 285.62% of the surrounding traffic's one", + "Average speed is 300.83% of the surrounding traffic's one", + "Average speed is 310.44% of the surrounding traffic's one", + "Average speed is 296.39% of the surrounding traffic's one", + "Average speed is 432.48% of the surrounding traffic's one", + "Average speed is 384.5% of the surrounding traffic's one", + "Average speed is 305.28% of the surrounding traffic's one", + "Average speed is 254.62% of the surrounding traffic's one", + "Average speed is 209.48% of the surrounding traffic's one", + "Average speed is 124.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.4, + "duration_system": 76.074 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_05_26_10_09_15", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.57% of the surrounding traffic's one", + "Average speed is 90.56% of the surrounding traffic's one", + "Average speed is 179.84% of the surrounding traffic's one", + "Average speed is 148.31% of the surrounding traffic's one", + "Average speed is 131.14% of the surrounding traffic's one", + "Average speed is 136.83% of the surrounding traffic's one", + "Average speed is 155.79% of the surrounding traffic's one", + "Average speed is 171.07% of the surrounding traffic's one", + "Average speed is 177.46% of the surrounding traffic's one", + "Average speed is 302.87% of the surrounding traffic's one", + "Average speed is 371.0% of the surrounding traffic's one", + "Average speed is 434.06% of the surrounding traffic's one", + "Average speed is 379.73% of the surrounding traffic's one", + "Average speed is 139.71% of the surrounding traffic's one", + "Average speed is 157.8% of the surrounding traffic's one", + "Average speed is 191.39% of the surrounding traffic's one", + "Average speed is 122.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 19.5, + "duration_system": 157.189 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_05_26_10_03_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 318.31% of the surrounding traffic's one", + "Average speed is 344.39% of the surrounding traffic's one", + "Average speed is 272.62% of the surrounding traffic's one", + "Average speed is 236.93% of the surrounding traffic's one", + "Average speed is 197.24% of the surrounding traffic's one", + "Average speed is 166.0% of the surrounding traffic's one", + "Average speed is 96.92% of the surrounding traffic's one", + "Average speed is 137.56% of the surrounding traffic's one", + "Average speed is 189.05% of the surrounding traffic's one", + "Average speed is 179.74% of the surrounding traffic's one", + "Average speed is 154.58% of the surrounding traffic's one", + "Average speed is 130.6% of the surrounding traffic's one", + "Average speed is 162.05% of the surrounding traffic's one", + "Average speed is 382.32% of the surrounding traffic's one", + "Average speed is 257.39% of the surrounding traffic's one", + "Average speed is 203.19% of the surrounding traffic's one", + "Average speed is 190.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 14.4, + "duration_system": 162.164 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_05_25_21_18_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.72% of the surrounding traffic's one", + "Average speed is 6.07% of the surrounding traffic's one", + "Average speed is 1811.16% of the surrounding traffic's one", + "Average speed is 1981.26% of the surrounding traffic's one", + "Average speed is 2056.07% of the surrounding traffic's one", + "Average speed is 1912.61% of the surrounding traffic's one", + "Average speed is 1754.73% of the surrounding traffic's one", + "Average speed is 1717.93% of the surrounding traffic's one", + "Average speed is 1545.9% of the surrounding traffic's one", + "Average speed is 1980.81% of the surrounding traffic's one", + "Average speed is 1822.15% of the surrounding traffic's one", + "Average speed is 1221.77% of the surrounding traffic's one", + "Average speed is 906.24% of the surrounding traffic's one", + "Average speed is 593.1% of the surrounding traffic's one", + "Average speed is 379.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.75, + "duration_system": 565.613 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_05_26_09_58_53", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 409.82% of the surrounding traffic's one", + "Average speed is 659.18% of the surrounding traffic's one", + "Average speed is 924.0% of the surrounding traffic's one", + "Average speed is 1032.56% of the surrounding traffic's one", + "Average speed is 1008.62% of the surrounding traffic's one", + "Average speed is 836.28% of the surrounding traffic's one", + "Average speed is 626.14% of the surrounding traffic's one", + "Average speed is 485.34% of the surrounding traffic's one", + "Average speed is 593.06% of the surrounding traffic's one", + "Average speed is 640.54% of the surrounding traffic's one", + "Average speed is 678.98% of the surrounding traffic's one", + "Average speed is 991.86% of the surrounding traffic's one", + "Average speed is 1008.72% of the surrounding traffic's one", + "Average speed is 580.14% of the surrounding traffic's one", + "Average speed is 486.65% of the surrounding traffic's one", + "Average speed is 442.16% of the surrounding traffic's one", + "Average speed is 396.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.7, + "duration_system": 138.134 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_05_25_11_06_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 314.59% of the surrounding traffic's one", + "Average speed is 248.63% of the surrounding traffic's one", + "Average speed is 209.81% of the surrounding traffic's one", + "Average speed is 296.15% of the surrounding traffic's one", + "Average speed is 212.4% of the surrounding traffic's one", + "Average speed is 166.83% of the surrounding traffic's one", + "Average speed is 141.21% of the surrounding traffic's one", + "Average speed is 167.13% of the surrounding traffic's one", + "Average speed is 180.68% of the surrounding traffic's one", + "Average speed is 156.06% of the surrounding traffic's one", + "Average speed is 132.16% of the surrounding traffic's one", + "Average speed is 134.52% of the surrounding traffic's one", + "Average speed is 140.63% of the surrounding traffic's one", + "Average speed is 162.09% of the surrounding traffic's one", + "Average speed is 136.38% of the surrounding traffic's one", + "Average speed is 145.95% of the surrounding traffic's one", + "Average speed is 118.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.75, + "duration_system": 213.219 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_05_26_09_54_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.31% of the surrounding traffic's one", + "Average speed is 383.24% of the surrounding traffic's one", + "Average speed is 521.47% of the surrounding traffic's one", + "Average speed is 637.71% of the surrounding traffic's one", + "Average speed is 651.33% of the surrounding traffic's one", + "Average speed is 553.69% of the surrounding traffic's one", + "Average speed is 463.76% of the surrounding traffic's one", + "Average speed is 443.09% of the surrounding traffic's one", + "Average speed is 682.39% of the surrounding traffic's one", + "Average speed is 1099.73% of the surrounding traffic's one", + "Average speed is 3764.52% of the surrounding traffic's one", + "Average speed is 38374.15% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 86.091 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_05_26_09_47_43", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 218.62% of the surrounding traffic's one", + "Average speed is 84.91% of the surrounding traffic's one", + "Average speed is 177.83% of the surrounding traffic's one", + "Average speed is 198.29% of the surrounding traffic's one", + "Average speed is 190.82% of the surrounding traffic's one", + "Average speed is 218.54% of the surrounding traffic's one", + "Average speed is 100.42% of the surrounding traffic's one", + "Average speed is 183.47% of the surrounding traffic's one", + "Average speed is 290.8% of the surrounding traffic's one", + "Average speed is 313.86% of the surrounding traffic's one", + "Average speed is 228.45% of the surrounding traffic's one", + "Average speed is 87.04% of the surrounding traffic's one", + "Average speed is 255.82% of the surrounding traffic's one", + "Average speed is 324.65% of the surrounding traffic's one", + "Average speed is 148.44% of the surrounding traffic's one", + "Average speed is 66.9% of the surrounding traffic's one", + "Average speed is 95.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 18.9, + "duration_system": 247.479 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_05_27_02_56_46", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=508.504, y=6001.087, z=165.531) at time=20.950s [CARLA Frame: 1638, Agent Step: 418]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 178.49% of the surrounding traffic's one", + "Average speed is 139.41% of the surrounding traffic's one", + "Average speed is 166.44% of the surrounding traffic's one", + "Average speed is 187.07% of the surrounding traffic's one", + "Average speed is 143.79% of the surrounding traffic's one", + "Average speed is 154.79% of the surrounding traffic's one", + "Average speed is 161.59% of the surrounding traffic's one", + "Average speed is 171.54% of the surrounding traffic's one", + "Average speed is 199.18% of the surrounding traffic's one", + "Average speed is 196.94% of the surrounding traffic's one", + "Average speed is 207.87% of the surrounding traffic's one", + "Average speed is 223.92% of the surrounding traffic's one", + "Average speed is 202.66% of the surrounding traffic's one", + "Average speed is 172.31% of the surrounding traffic's one", + "Average speed is 143.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=508.994, y=6000.957, z=165.53)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 84.18, + "score_penalty": 0.65, + "score_composed": 54.717 + }, + "meta": { + "route_length": 165.559, + "duration_game": 134.1, + "duration_system": 1166.283 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23659_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "3", + "save_name": "RouteScenario_23659_rep0_Town12_HighwayExit_1_3_05_27_00_21_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 4.404 meters (4.83% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 18.76% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 25043.79% of the surrounding traffic's one", + "Average speed is 4042.83% of the surrounding traffic's one", + "Average speed is 2213.9% of the surrounding traffic's one", + "Average speed is 962.11% of the surrounding traffic's one", + "Average speed is 635.16% of the surrounding traffic's one", + "Average speed is 564.8% of the surrounding traffic's one", + "Average speed is 442.37% of the surrounding traffic's one", + "Average speed is 317.55% of the surrounding traffic's one", + "Average speed is 285.2% of the surrounding traffic's one", + "Average speed is 193.05% of the surrounding traffic's one", + "Average speed is 170.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.951689, + "score_composed": 95.168856 + }, + "meta": { + "route_length": 99.127, + "duration_game": 50.65, + "duration_system": 462.485 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_05_27_02_49_51", + "status": "Failed - Agent deviated from the route", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 333.49% of the surrounding traffic's one", + "Average speed is 293.17% of the surrounding traffic's one", + "Average speed is 257.1% of the surrounding traffic's one", + "Average speed is 184.77% of the surrounding traffic's one", + "Average speed is 164.79% of the surrounding traffic's one", + "Average speed is 164.9% of the surrounding traffic's one", + "Average speed is 139.16% of the surrounding traffic's one", + "Average speed is 143.83% of the surrounding traffic's one", + "Average speed is 146.62% of the surrounding traffic's one", + "Average speed is 141.33% of the surrounding traffic's one", + "Average speed is 146.17% of the surrounding traffic's one", + "Average speed is 130.35% of the surrounding traffic's one", + "Average speed is 113.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-822.761, y=4728.317, z=369.261)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 76.14, + "score_penalty": 1.0, + "score_composed": 76.14 + }, + "meta": { + "route_length": 106.658, + "duration_game": 15.35, + "duration_system": 251.252 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_05_25_21_14_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 248.32% of the surrounding traffic's one", + "Average speed is 307.8% of the surrounding traffic's one", + "Average speed is 300.6% of the surrounding traffic's one", + "Average speed is 246.72% of the surrounding traffic's one", + "Average speed is 347.21% of the surrounding traffic's one", + "Average speed is 458.74% of the surrounding traffic's one", + "Average speed is 493.97% of the surrounding traffic's one", + "Average speed is 558.66% of the surrounding traffic's one", + "Average speed is 642.26% of the surrounding traffic's one", + "Average speed is 643.48% of the surrounding traffic's one", + "Average speed is 613.27% of the surrounding traffic's one", + "Average speed is 628.36% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 7931185.32% of the surrounding traffic's one", + "Average speed is 167180.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.2, + "duration_system": 109.113 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_05_25_06_26_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.73% of the surrounding traffic's one", + "Average speed is 555.36% of the surrounding traffic's one", + "Average speed is 497.66% of the surrounding traffic's one", + "Average speed is 297.82% of the surrounding traffic's one", + "Average speed is 191.55% of the surrounding traffic's one", + "Average speed is 145.5% of the surrounding traffic's one", + "Average speed is 63.67% of the surrounding traffic's one", + "Average speed is 165.39% of the surrounding traffic's one", + "Average speed is 192.61% of the surrounding traffic's one", + "Average speed is 86.75% of the surrounding traffic's one", + "Average speed is 146.4% of the surrounding traffic's one", + "Average speed is 197.88% of the surrounding traffic's one", + "Average speed is 185.64% of the surrounding traffic's one", + "Average speed is 87.74% of the surrounding traffic's one", + "Average speed is 3109.09% of the surrounding traffic's one", + "Average speed is 10101124.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.75, + "duration_system": 182.176 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_05_25_21_09_04", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3704 at (x=3939.808, y=2844.017, z=369.582) at time=10.950s [CARLA Frame: 1531, Agent Step: 218]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.69% of the surrounding traffic's one", + "Average speed is 499.34% of the surrounding traffic's one", + "Average speed is 324.98% of the surrounding traffic's one", + "Average speed is 225.72% of the surrounding traffic's one", + "Average speed is 152.24% of the surrounding traffic's one", + "Average speed is 176.93% of the surrounding traffic's one", + "Average speed is 167.53% of the surrounding traffic's one", + "Average speed is 170.29% of the surrounding traffic's one", + "Average speed is 61.88% of the surrounding traffic's one", + "Average speed is 189.36% of the surrounding traffic's one", + "Average speed is 192.84% of the surrounding traffic's one", + "Average speed is 244.42% of the surrounding traffic's one", + "Average speed is 314.33% of the surrounding traffic's one", + "Average speed is 209.72% of the surrounding traffic's one", + "Average speed is 51.38% of the surrounding traffic's one", + "Average speed is 127.65% of the surrounding traffic's one", + "Average speed is 259.85% of the surrounding traffic's one", + "Average speed is 344.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.9, + "duration_system": 153.16 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_05_25_06_14_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 293.24% of the surrounding traffic's one", + "Average speed is 486.44% of the surrounding traffic's one", + "Average speed is 312.48% of the surrounding traffic's one", + "Average speed is 187.28% of the surrounding traffic's one", + "Average speed is 76.32% of the surrounding traffic's one", + "Average speed is 10.6% of the surrounding traffic's one", + "Average speed is 2880.74% of the surrounding traffic's one", + "Average speed is 717.88% of the surrounding traffic's one", + "Average speed is 157.96% of the surrounding traffic's one", + "Average speed is 3231.44% of the surrounding traffic's one", + "Average speed is 2665.2% of the surrounding traffic's one", + "Average speed is 1346.92% of the surrounding traffic's one", + "Average speed is 827.89% of the surrounding traffic's one", + "Average speed is 614.99% of the surrounding traffic's one", + "Average speed is 288.38% of the surrounding traffic's one", + "Average speed is 136.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.35, + "duration_system": 576.796 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_05_25_20_59_12", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 208.87% of the surrounding traffic's one", + "Average speed is 998.91% of the surrounding traffic's one", + "Average speed is 1385.66% of the surrounding traffic's one", + "Average speed is 272.28% of the surrounding traffic's one", + "Average speed is 98.18% of the surrounding traffic's one", + "Average speed is 45.9% of the surrounding traffic's one", + "Average speed is 164.99% of the surrounding traffic's one", + "Average speed is 187.95% of the surrounding traffic's one", + "Average speed is 34.02% of the surrounding traffic's one", + "Average speed is 956.28% of the surrounding traffic's one", + "Average speed is 1773.86% of the surrounding traffic's one", + "Average speed is 1669.48% of the surrounding traffic's one", + "Average speed is 933.67% of the surrounding traffic's one", + "Average speed is 635.04% of the surrounding traffic's one", + "Average speed is 373.94% of the surrounding traffic's one", + "Average speed is 17.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 29.2, + "duration_system": 435.449 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_05_25_06_03_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3949 at (x=919.984, y=3673.289, z=370.812) at time=50.050s [CARLA Frame: 2310, Agent Step: 1000]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 170.9% of the surrounding traffic's one", + "Average speed is 717.16% of the surrounding traffic's one", + "Average speed is 704.1% of the surrounding traffic's one", + "Average speed is 153.37% of the surrounding traffic's one", + "Average speed is 12.84% of the surrounding traffic's one", + "Average speed is 1884.83% of the surrounding traffic's one", + "Average speed is 1898.34% of the surrounding traffic's one", + "Average speed is 1366.63% of the surrounding traffic's one", + "Average speed is 834.01% of the surrounding traffic's one", + "Average speed is 975.59% of the surrounding traffic's one", + "Average speed is 9035.41% of the surrounding traffic's one", + "Average speed is 2216.97% of the surrounding traffic's one", + "Average speed is 1030.69% of the surrounding traffic's one", + "Average speed is 1040.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.9, + "duration_system": 447.472 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_05_25_20_53_28", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3708 at (x=-1470.653, y=3918.05, z=363.735) at time=14.750s [CARLA Frame: 1583, Agent Step: 294]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3708 at (x=-1470.653, y=3918.05, z=363.735) at time=14.750s [CARLA Frame: 1583, Agent Step: 294]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.96% of the surrounding traffic's one", + "Average speed is 118.64% of the surrounding traffic's one", + "Average speed is 117.2% of the surrounding traffic's one", + "Average speed is 38.52% of the surrounding traffic's one", + "Average speed is 142.91% of the surrounding traffic's one", + "Average speed is 59.69% of the surrounding traffic's one", + "Average speed is 395.15% of the surrounding traffic's one", + "Average speed is 433.25% of the surrounding traffic's one", + "Average speed is 103.81% of the surrounding traffic's one", + "Average speed is 454.13% of the surrounding traffic's one", + "Average speed is 3732.71% of the surrounding traffic's one", + "Average speed is 1696.44% of the surrounding traffic's one", + "Average speed is 807.03% of the surrounding traffic's one", + "Average speed is 519.11% of the surrounding traffic's one", + "Average speed is 355.93% of the surrounding traffic's one", + "Average speed is 254.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 20.7, + "duration_system": 186.197 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_05_25_05_57_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.4% of the surrounding traffic's one", + "Average speed is 119.64% of the surrounding traffic's one", + "Average speed is 111.37% of the surrounding traffic's one", + "Average speed is 13.5% of the surrounding traffic's one", + "Average speed is 338.45% of the surrounding traffic's one", + "Average speed is 464.4% of the surrounding traffic's one", + "Average speed is 243.77% of the surrounding traffic's one", + "Average speed is 656.7% of the surrounding traffic's one", + "Average speed is 788.52% of the surrounding traffic's one", + "Average speed is 631.76% of the surrounding traffic's one", + "Average speed is 223.32% of the surrounding traffic's one", + "Average speed is 210.64% of the surrounding traffic's one", + "Average speed is 259.03% of the surrounding traffic's one", + "Average speed is 349.86% of the surrounding traffic's one", + "Average speed is 236.87% of the surrounding traffic's one", + "Average speed is 202.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 24.05, + "duration_system": 251.282 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_05_25_20_44_53", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=238.469, y=5915.842, z=361.202) at time=32.250s [CARLA Frame: 1973, Agent Step: 644]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.99% of the surrounding traffic's one", + "Average speed is 104.84% of the surrounding traffic's one", + "Average speed is 383.21% of the surrounding traffic's one", + "Average speed is 195.0% of the surrounding traffic's one", + "Average speed is 133.27% of the surrounding traffic's one", + "Average speed is 51.52% of the surrounding traffic's one", + "Average speed is 10.05% of the surrounding traffic's one", + "Average speed is 539.98% of the surrounding traffic's one", + "Average speed is 478.11% of the surrounding traffic's one", + "Average speed is 398.24% of the surrounding traffic's one", + "Average speed is 380.65% of the surrounding traffic's one", + "Average speed is 734.98% of the surrounding traffic's one", + "Average speed is 755.96% of the surrounding traffic's one", + "Average speed is 787.34% of the surrounding traffic's one", + "Average speed is 493.43% of the surrounding traffic's one", + "Average speed is 391.64% of the surrounding traffic's one", + "Average speed is 413.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 33.5, + "duration_system": 355.393 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_05_26_23_44_46", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.29% of the surrounding traffic's one", + "Average speed is 210.95% of the surrounding traffic's one", + "Average speed is 340.37% of the surrounding traffic's one", + "Average speed is 165.63% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 3.01% of the surrounding traffic's one", + "Average speed is 578.54% of the surrounding traffic's one", + "Average speed is 524.47% of the surrounding traffic's one", + "Average speed is 430.58% of the surrounding traffic's one", + "Average speed is 331.01% of the surrounding traffic's one", + "Average speed is 697.3% of the surrounding traffic's one", + "Average speed is 851.34% of the surrounding traffic's one", + "Average speed is 902.69% of the surrounding traffic's one", + "Average speed is 487.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 123.75, + "duration_system": 1593.778 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_05_25_19_27_47", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 270.46% of the surrounding traffic's one", + "Average speed is 470.13% of the surrounding traffic's one", + "Average speed is 459.4% of the surrounding traffic's one", + "Average speed is 94.94% of the surrounding traffic's one", + "Average speed is 55.36% of the surrounding traffic's one", + "Average speed is 28.37% of the surrounding traffic's one", + "Average speed is 399.72% of the surrounding traffic's one", + "Average speed is 463.52% of the surrounding traffic's one", + "Average speed is 511.75% of the surrounding traffic's one", + "Average speed is 541.65% of the surrounding traffic's one", + "Average speed is 454.87% of the surrounding traffic's one", + "Average speed is 1656.74% of the surrounding traffic's one", + "Average speed is 1405.42% of the surrounding traffic's one", + "Average speed is 836.18% of the surrounding traffic's one", + "Average speed is 448.56% of the surrounding traffic's one", + "Average speed is 276.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 14.55, + "duration_system": 159.156 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_05_25_05_52_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1986.678, y=2173.469, z=362.225) at time=8.000s [CARLA Frame: 1504, Agent Step: 159]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 411.58% of the surrounding traffic's one", + "Average speed is 583.01% of the surrounding traffic's one", + "Average speed is 524.24% of the surrounding traffic's one", + "Average speed is 277.88% of the surrounding traffic's one", + "Average speed is 128.77% of the surrounding traffic's one", + "Average speed is 48.4% of the surrounding traffic's one", + "Average speed is 199.71% of the surrounding traffic's one", + "Average speed is 260.84% of the surrounding traffic's one", + "Average speed is 286.92% of the surrounding traffic's one", + "Average speed is 323.53% of the surrounding traffic's one", + "Average speed is 747.23% of the surrounding traffic's one", + "Average speed is 1283.9% of the surrounding traffic's one", + "Average speed is 1144.23% of the surrounding traffic's one", + "Average speed is 1434.25% of the surrounding traffic's one", + "Average speed is 2542.69% of the surrounding traffic's one", + "Average speed is 1872.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 10.8, + "duration_system": 117.125 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_05_26_08_00_38", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.82% of the surrounding traffic's one", + "Average speed is 143.16% of the surrounding traffic's one", + "Average speed is 192.08% of the surrounding traffic's one", + "Average speed is 84.2% of the surrounding traffic's one", + "Average speed is 6.48% of the surrounding traffic's one", + "Average speed is 161.73% of the surrounding traffic's one", + "Average speed is 802.29% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 143.24% of the surrounding traffic's one", + "Average speed is 192.22% of the surrounding traffic's one", + "Average speed is 209.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 32.25, + "duration_system": 712.042 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_05_26_23_30_38", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3767 at (x=2772.606, y=1605.123, z=343.598) at time=55.850s [CARLA Frame: 2395, Agent Step: 1116]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 324.88% of the surrounding traffic's one", + "Average speed is 270.41% of the surrounding traffic's one", + "Average speed is 249.95% of the surrounding traffic's one", + "Average speed is 94.18% of the surrounding traffic's one", + "Average speed is 22.81% of the surrounding traffic's one", + "Average speed is 9.34% of the surrounding traffic's one", + "Average speed is 475.51% of the surrounding traffic's one", + "Average speed is 478.3% of the surrounding traffic's one", + "Average speed is 468.29% of the surrounding traffic's one", + "Average speed is 409.19% of the surrounding traffic's one", + "Average speed is 465.24% of the surrounding traffic's one", + "Average speed is 1341.83% of the surrounding traffic's one", + "Average speed is 1473.19% of the surrounding traffic's one", + "Average speed is 675.92% of the surrounding traffic's one", + "Average speed is 752.41% of the surrounding traffic's one", + "Average speed is 645.15% of the surrounding traffic's one", + "Average speed is 496.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 60.1, + "duration_system": 705.755 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_05_25_05_47_28", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 208.11% of the surrounding traffic's one", + "Average speed is 530.19% of the surrounding traffic's one", + "Average speed is 486.69% of the surrounding traffic's one", + "Average speed is 418.12% of the surrounding traffic's one", + "Average speed is 129.3% of the surrounding traffic's one", + "Average speed is 61.0% of the surrounding traffic's one", + "Average speed is 117.43% of the surrounding traffic's one", + "Average speed is 210.04% of the surrounding traffic's one", + "Average speed is 228.2% of the surrounding traffic's one", + "Average speed is 293.99% of the surrounding traffic's one", + "Average speed is 388.78% of the surrounding traffic's one", + "Average speed is 713.72% of the surrounding traffic's one", + "Average speed is 706.39% of the surrounding traffic's one", + "Average speed is 692.11% of the surrounding traffic's one", + "Average speed is 634.71% of the surrounding traffic's one", + "Average speed is 2570.86% of the surrounding traffic's one", + "Average speed is 1499.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 12.05, + "duration_system": 150.15 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_05_25_18_09_05", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3732 at (x=-1379.705, y=5320.608, z=376.653) at time=22.150s [CARLA Frame: 1758, Agent Step: 442]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 194.04% of the surrounding traffic's one", + "Average speed is 150.79% of the surrounding traffic's one", + "Average speed is 597.81% of the surrounding traffic's one", + "Average speed is 509.5% of the surrounding traffic's one", + "Average speed is 94.58% of the surrounding traffic's one", + "Average speed is 59.84% of the surrounding traffic's one", + "Average speed is 23.34% of the surrounding traffic's one", + "Average speed is 847.81% of the surrounding traffic's one", + "Average speed is 675.57% of the surrounding traffic's one", + "Average speed is 569.24% of the surrounding traffic's one", + "Average speed is 731.85% of the surrounding traffic's one", + "Average speed is 44163.75% of the surrounding traffic's one", + "Average speed is 5284.55% of the surrounding traffic's one", + "Average speed is 1748.2% of the surrounding traffic's one", + "Average speed is 817.94% of the surrounding traffic's one", + "Average speed is 712.26% of the surrounding traffic's one", + "Average speed is 825.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 25.8, + "duration_system": 256.277 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_05_25_18_03_22", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 351.13% of the surrounding traffic's one", + "Average speed is 635.67% of the surrounding traffic's one", + "Average speed is 431.95% of the surrounding traffic's one", + "Average speed is 91.56% of the surrounding traffic's one", + "Average speed is 108.04% of the surrounding traffic's one", + "Average speed is 63.73% of the surrounding traffic's one", + "Average speed is 200.59% of the surrounding traffic's one", + "Average speed is 438.98% of the surrounding traffic's one", + "Average speed is 389.31% of the surrounding traffic's one", + "Average speed is 277.69% of the surrounding traffic's one", + "Average speed is 347.58% of the surrounding traffic's one", + "Average speed is 313.32% of the surrounding traffic's one", + "Average speed is 228.87% of the surrounding traffic's one", + "Average speed is 212.8% of the surrounding traffic's one", + "Average speed is 183.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 13.3, + "duration_system": 188.202 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_05_25_05_42_36", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.7% of the surrounding traffic's one", + "Average speed is 549.27% of the surrounding traffic's one", + "Average speed is 600.35% of the surrounding traffic's one", + "Average speed is 606.13% of the surrounding traffic's one", + "Average speed is 142.86% of the surrounding traffic's one", + "Average speed is 36.31% of the surrounding traffic's one", + "Average speed is 388.83% of the surrounding traffic's one", + "Average speed is 693.25% of the surrounding traffic's one", + "Average speed is 716.59% of the surrounding traffic's one", + "Average speed is 784.75% of the surrounding traffic's one", + "Average speed is 793.95% of the surrounding traffic's one", + "Average speed is 804.87% of the surrounding traffic's one", + "Average speed is 1758.71% of the surrounding traffic's one", + "Average speed is 3190.54% of the surrounding traffic's one", + "Average speed is 2560.16% of the surrounding traffic's one", + "Average speed is 2028.05% of the surrounding traffic's one", + "Average speed is 2152.97% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 11.65, + "duration_system": 135.141 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_05_25_17_51_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.56% of the surrounding traffic's one", + "Average speed is 1783.36% of the surrounding traffic's one", + "Average speed is 266.02% of the surrounding traffic's one", + "Average speed is 212.4% of the surrounding traffic's one", + "Average speed is 300.36% of the surrounding traffic's one", + "Average speed is 419.13% of the surrounding traffic's one", + "Average speed is 345.28% of the surrounding traffic's one", + "Average speed is 208.54% of the surrounding traffic's one", + "Average speed is 143.44% of the surrounding traffic's one", + "Average speed is 114.6% of the surrounding traffic's one", + "Average speed is 99.54% of the surrounding traffic's one", + "Average speed is 78.87% of the surrounding traffic's one", + "Average speed is 80.07% of the surrounding traffic's one", + "Average speed is 81.03% of the surrounding traffic's one", + "Average speed is 83.33% of the surrounding traffic's one", + "Average speed is 85.41% of the surrounding traffic's one", + "Average speed is 94.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.124, + "duration_game": 54.0, + "duration_system": 528.58 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_05_25_17_42_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.51% of the surrounding traffic's one", + "Average speed is 89.04% of the surrounding traffic's one", + "Average speed is 245.99% of the surrounding traffic's one", + "Average speed is 243.96% of the surrounding traffic's one", + "Average speed is 238.03% of the surrounding traffic's one", + "Average speed is 159.76% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 960.98% of the surrounding traffic's one", + "Average speed is 430.29% of the surrounding traffic's one", + "Average speed is 416.51% of the surrounding traffic's one", + "Average speed is 429.26% of the surrounding traffic's one", + "Average speed is 248.91% of the surrounding traffic's one", + "Average speed is 215.65% of the surrounding traffic's one", + "Average speed is 196.29% of the surrounding traffic's one", + "Average speed is 199.66% of the surrounding traffic's one", + "Average speed is 203.86% of the surrounding traffic's one", + "Average speed is 211.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 40.1, + "duration_system": 396.428 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_05_26_07_55_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.51% of the surrounding traffic's one", + "Average speed is 79.66% of the surrounding traffic's one", + "Average speed is 179.75% of the surrounding traffic's one", + "Average speed is 176.33% of the surrounding traffic's one", + "Average speed is 72.24% of the surrounding traffic's one", + "Average speed is 124.47% of the surrounding traffic's one", + "Average speed is 91.81% of the surrounding traffic's one", + "Average speed is 97.42% of the surrounding traffic's one", + "Average speed is 89.39% of the surrounding traffic's one", + "Average speed is 99.2% of the surrounding traffic's one", + "Average speed is 161.78% of the surrounding traffic's one", + "Average speed is 178.27% of the surrounding traffic's one", + "Average speed is 167.73% of the surrounding traffic's one", + "Average speed is 127.35% of the surrounding traffic's one", + "Average speed is 125.99% of the surrounding traffic's one", + "Average speed is 88.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.2, + "duration_system": 184.201 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_05_25_05_30_24", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.12% of the surrounding traffic's one", + "Average speed is 139.14% of the surrounding traffic's one", + "Average speed is 143.02% of the surrounding traffic's one", + "Average speed is 182.58% of the surrounding traffic's one", + "Average speed is 119.35% of the surrounding traffic's one", + "Average speed is 6.05% of the surrounding traffic's one", + "Average speed is 107.0% of the surrounding traffic's one", + "Average speed is 963.0% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 134.58% of the surrounding traffic's one", + "Average speed is 224.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.6, + "duration_system": 581.594 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_05_26_07_50_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.97% of the surrounding traffic's one", + "Average speed is 102.62% of the surrounding traffic's one", + "Average speed is 237.7% of the surrounding traffic's one", + "Average speed is 136.0% of the surrounding traffic's one", + "Average speed is 60.33% of the surrounding traffic's one", + "Average speed is 112.1% of the surrounding traffic's one", + "Average speed is 96.1% of the surrounding traffic's one", + "Average speed is 71.7% of the surrounding traffic's one", + "Average speed is 129.23% of the surrounding traffic's one", + "Average speed is 148.7% of the surrounding traffic's one", + "Average speed is 128.32% of the surrounding traffic's one", + "Average speed is 174.16% of the surrounding traffic's one", + "Average speed is 141.45% of the surrounding traffic's one", + "Average speed is 126.81% of the surrounding traffic's one", + "Average speed is 121.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.6, + "duration_system": 137.151 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_05_25_10_55_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.13% of the surrounding traffic's one", + "Average speed is 67.16% of the surrounding traffic's one", + "Average speed is 193.32% of the surrounding traffic's one", + "Average speed is 189.56% of the surrounding traffic's one", + "Average speed is 78.2% of the surrounding traffic's one", + "Average speed is 107.01% of the surrounding traffic's one", + "Average speed is 103.38% of the surrounding traffic's one", + "Average speed is 83.17% of the surrounding traffic's one", + "Average speed is 77.57% of the surrounding traffic's one", + "Average speed is 80.7% of the surrounding traffic's one", + "Average speed is 142.12% of the surrounding traffic's one", + "Average speed is 218.13% of the surrounding traffic's one", + "Average speed is 279.27% of the surrounding traffic's one", + "Average speed is 274.52% of the surrounding traffic's one", + "Average speed is 244.33% of the surrounding traffic's one", + "Average speed is 166.07% of the surrounding traffic's one", + "Average speed is 89.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.25, + "duration_system": 136.141 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_05_25_05_18_44", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.62% of the surrounding traffic's one", + "Average speed is 168.56% of the surrounding traffic's one", + "Average speed is 230.91% of the surrounding traffic's one", + "Average speed is 57.2% of the surrounding traffic's one", + "Average speed is 6.99% of the surrounding traffic's one", + "Average speed is 168.17% of the surrounding traffic's one", + "Average speed is 567.12% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 193.07% of the surrounding traffic's one", + "Average speed is 183.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 30.9, + "duration_system": 547.826 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_05_25_10_49_52", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.36% of the surrounding traffic's one", + "Average speed is 166.58% of the surrounding traffic's one", + "Average speed is 390.95% of the surrounding traffic's one", + "Average speed is 196.85% of the surrounding traffic's one", + "Average speed is 103.3% of the surrounding traffic's one", + "Average speed is 90.98% of the surrounding traffic's one", + "Average speed is 323.86% of the surrounding traffic's one", + "Average speed is 201.03% of the surrounding traffic's one", + "Average speed is 147.96% of the surrounding traffic's one", + "Average speed is 110.54% of the surrounding traffic's one", + "Average speed is 88.72% of the surrounding traffic's one", + "Average speed is 92.26% of the surrounding traffic's one", + "Average speed is 90.08% of the surrounding traffic's one", + "Average speed is 98.64% of the surrounding traffic's one", + "Average speed is 97.03% of the surrounding traffic's one", + "Average speed is 102.54% of the surrounding traffic's one", + "Average speed is 96.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 20.9, + "duration_system": 205.447 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_05_25_17_16_00", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3733 at (x=3033.717, y=6254.097, z=370.279) at time=51.350s [CARLA Frame: 2360, Agent Step: 1026]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 91.05% of the surrounding traffic's one", + "Average speed is 188.12% of the surrounding traffic's one", + "Average speed is 229.68% of the surrounding traffic's one", + "Average speed is 241.84% of the surrounding traffic's one", + "Average speed is 230.82% of the surrounding traffic's one", + "Average speed is 169.44% of the surrounding traffic's one", + "Average speed is 3.03% of the surrounding traffic's one", + "Average speed is 111.13% of the surrounding traffic's one", + "Average speed is 155.61% of the surrounding traffic's one", + "Average speed is 163.51% of the surrounding traffic's one", + "Average speed is 151.47% of the surrounding traffic's one", + "Average speed is 148.03% of the surrounding traffic's one", + "Average speed is 104.06% of the surrounding traffic's one", + "Average speed is 5.69% of the surrounding traffic's one", + "Average speed is 236.09% of the surrounding traffic's one", + "Average speed is 248.52% of the surrounding traffic's one", + "Average speed is 225.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 95.3, + "duration_system": 1460.517 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_05_27_02_41_27", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=538.674, y=3911.816, z=371.23) at time=7.650s [CARLA Frame: 1358, Agent Step: 152]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.52% of the surrounding traffic's one", + "Average speed is 150.33% of the surrounding traffic's one", + "Average speed is 141.23% of the surrounding traffic's one", + "Average speed is 170.33% of the surrounding traffic's one", + "Average speed is 148.33% of the surrounding traffic's one", + "Average speed is 131.6% of the surrounding traffic's one", + "Average speed is 107.33% of the surrounding traffic's one", + "Average speed is 83.0% of the surrounding traffic's one", + "Average speed is 119.33% of the surrounding traffic's one", + "Average speed is 126.0% of the surrounding traffic's one", + "Average speed is 108.61% of the surrounding traffic's one", + "Average speed is 107.32% of the surrounding traffic's one", + "Average speed is 130.45% of the surrounding traffic's one", + "Average speed is 127.53% of the surrounding traffic's one", + "Average speed is 115.62% of the surrounding traffic's one", + "Average speed is 154.29% of the surrounding traffic's one", + "Average speed is 170.85% of the surrounding traffic's one", + "Average speed is 109.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 14.3, + "duration_system": 342.811 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_05_26_07_45_13", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.96% of the surrounding traffic's one", + "Average speed is 115.21% of the surrounding traffic's one", + "Average speed is 200.56% of the surrounding traffic's one", + "Average speed is 181.98% of the surrounding traffic's one", + "Average speed is 160.05% of the surrounding traffic's one", + "Average speed is 97.6% of the surrounding traffic's one", + "Average speed is 104.63% of the surrounding traffic's one", + "Average speed is 226.13% of the surrounding traffic's one", + "Average speed is 186.37% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 97.97% of the surrounding traffic's one", + "Average speed is 97.49% of the surrounding traffic's one", + "Average speed is 100.09% of the surrounding traffic's one", + "Average speed is 95.83% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 120.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.4, + "duration_system": 148.155 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_05_25_17_02_06", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.62% of the surrounding traffic's one", + "Average speed is 176.95% of the surrounding traffic's one", + "Average speed is 161.89% of the surrounding traffic's one", + "Average speed is 122.99% of the surrounding traffic's one", + "Average speed is 11.91% of the surrounding traffic's one", + "Average speed is 77.95% of the surrounding traffic's one", + "Average speed is 178.04% of the surrounding traffic's one", + "Average speed is 116.49% of the surrounding traffic's one", + "Average speed is 128.84% of the surrounding traffic's one", + "Average speed is 110.3% of the surrounding traffic's one", + "Average speed is 113.65% of the surrounding traffic's one", + "Average speed is 127.49% of the surrounding traffic's one", + "Average speed is 136.67% of the surrounding traffic's one", + "Average speed is 164.76% of the surrounding traffic's one", + "Average speed is 121.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 28.35, + "duration_system": 683.683 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_05_26_07_24_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.88% of the surrounding traffic's one", + "Average speed is 195.88% of the surrounding traffic's one", + "Average speed is 119.39% of the surrounding traffic's one", + "Average speed is 109.94% of the surrounding traffic's one", + "Average speed is 107.69% of the surrounding traffic's one", + "Average speed is 96.69% of the surrounding traffic's one", + "Average speed is 97.41% of the surrounding traffic's one", + "Average speed is 106.28% of the surrounding traffic's one", + "Average speed is 91.94% of the surrounding traffic's one", + "Average speed is 60.68% of the surrounding traffic's one", + "Average speed is 3.85% of the surrounding traffic's one", + "Average speed is 155.32% of the surrounding traffic's one", + "Average speed is 152.53% of the surrounding traffic's one", + "Average speed is 158.94% of the surrounding traffic's one", + "Average speed is 147.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 54.7, + "duration_system": 1111.154 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_05_25_10_43_30", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 166.88% of the surrounding traffic's one", + "Average speed is 151.19% of the surrounding traffic's one", + "Average speed is 112.56% of the surrounding traffic's one", + "Average speed is 109.51% of the surrounding traffic's one", + "Average speed is 93.84% of the surrounding traffic's one", + "Average speed is 99.56% of the surrounding traffic's one", + "Average speed is 102.68% of the surrounding traffic's one", + "Average speed is 96.95% of the surrounding traffic's one", + "Average speed is 96.87% of the surrounding traffic's one", + "Average speed is 98.91% of the surrounding traffic's one", + "Average speed is 95.76% of the surrounding traffic's one", + "Average speed is 98.97% of the surrounding traffic's one", + "Average speed is 126.6% of the surrounding traffic's one", + "Average speed is 123.17% of the surrounding traffic's one", + "Average speed is 131.67% of the surrounding traffic's one", + "Average speed is 114.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.55, + "duration_system": 248.256 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_05_26_07_17_52", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.19% of the surrounding traffic's one", + "Average speed is 150.37% of the surrounding traffic's one", + "Average speed is 115.54% of the surrounding traffic's one", + "Average speed is 117.7% of the surrounding traffic's one", + "Average speed is 109.28% of the surrounding traffic's one", + "Average speed is 111.87% of the surrounding traffic's one", + "Average speed is 105.83% of the surrounding traffic's one", + "Average speed is 101.0% of the surrounding traffic's one", + "Average speed is 99.03% of the surrounding traffic's one", + "Average speed is 113.64% of the surrounding traffic's one", + "Average speed is 121.26% of the surrounding traffic's one", + "Average speed is 61.65% of the surrounding traffic's one", + "Average speed is 156.06% of the surrounding traffic's one", + "Average speed is 187.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 15.3, + "duration_system": 233.237 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_05_25_10_36_54", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.95% of the surrounding traffic's one", + "Average speed is 155.35% of the surrounding traffic's one", + "Average speed is 110.8% of the surrounding traffic's one", + "Average speed is 115.43% of the surrounding traffic's one", + "Average speed is 107.09% of the surrounding traffic's one", + "Average speed is 99.27% of the surrounding traffic's one", + "Average speed is 93.67% of the surrounding traffic's one", + "Average speed is 94.41% of the surrounding traffic's one", + "Average speed is 91.28% of the surrounding traffic's one", + "Average speed is 94.54% of the surrounding traffic's one", + "Average speed is 103.36% of the surrounding traffic's one", + "Average speed is 100.78% of the surrounding traffic's one", + "Average speed is 97.06% of the surrounding traffic's one", + "Average speed is 93.2% of the surrounding traffic's one", + "Average speed is 117.64% of the surrounding traffic's one", + "Average speed is 128.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.5, + "duration_system": 262.265 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_05_26_07_11_56", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.12% of the surrounding traffic's one", + "Average speed is 181.16% of the surrounding traffic's one", + "Average speed is 110.61% of the surrounding traffic's one", + "Average speed is 94.66% of the surrounding traffic's one", + "Average speed is 89.02% of the surrounding traffic's one", + "Average speed is 94.51% of the surrounding traffic's one", + "Average speed is 90.77% of the surrounding traffic's one", + "Average speed is 74.32% of the surrounding traffic's one", + "Average speed is 79.85% of the surrounding traffic's one", + "Average speed is 82.41% of the surrounding traffic's one", + "Average speed is 83.12% of the surrounding traffic's one", + "Average speed is 73.5% of the surrounding traffic's one", + "Average speed is 55.72% of the surrounding traffic's one", + "Average speed is 77.46% of the surrounding traffic's one", + "Average speed is 92.27% of the surrounding traffic's one", + "Average speed is 97.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 12.65, + "duration_system": 203.203 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_05_25_16_56_44", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.07% of the surrounding traffic's one", + "Average speed is 95.31% of the surrounding traffic's one", + "Average speed is 299.85% of the surrounding traffic's one", + "Average speed is 229.93% of the surrounding traffic's one", + "Average speed is 65.99% of the surrounding traffic's one", + "Average speed is 155.74% of the surrounding traffic's one", + "Average speed is 126.72% of the surrounding traffic's one", + "Average speed is 97.44% of the surrounding traffic's one", + "Average speed is 70.99% of the surrounding traffic's one", + "Average speed is 95.84% of the surrounding traffic's one", + "Average speed is 131.09% of the surrounding traffic's one", + "Average speed is 126.31% of the surrounding traffic's one", + "Average speed is 133.42% of the surrounding traffic's one", + "Average speed is 128.41% of the surrounding traffic's one", + "Average speed is 113.19% of the surrounding traffic's one", + "Average speed is 118.6% of the surrounding traffic's one", + "Average speed is 122.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 17.4, + "duration_system": 169.22 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_05_26_07_03_22", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.35% of the surrounding traffic's one", + "Average speed is 698.06% of the surrounding traffic's one", + "Average speed is 1181.89% of the surrounding traffic's one", + "Average speed is 1211.99% of the surrounding traffic's one", + "Average speed is 1110.53% of the surrounding traffic's one", + "Average speed is 1144.43% of the surrounding traffic's one", + "Average speed is 1189.99% of the surrounding traffic's one", + "Average speed is 1200.86% of the surrounding traffic's one", + "Average speed is 1026.34% of the surrounding traffic's one", + "Average speed is 812.51% of the surrounding traffic's one", + "Average speed is 560.27% of the surrounding traffic's one", + "Average speed is 368.16% of the surrounding traffic's one", + "Average speed is 316.13% of the surrounding traffic's one", + "Average speed is 269.92% of the surrounding traffic's one", + "Average speed is 217.69% of the surrounding traffic's one", + "Average speed is 171.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.0, + "duration_system": 362.641 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_05_26_06_56_32", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 68.69% of the surrounding traffic's one", + "Average speed is 12.9% of the surrounding traffic's one", + "Average speed is 1027.36% of the surrounding traffic's one", + "Average speed is 1174.41% of the surrounding traffic's one", + "Average speed is 1210.4% of the surrounding traffic's one", + "Average speed is 1058.82% of the surrounding traffic's one", + "Average speed is 904.61% of the surrounding traffic's one", + "Average speed is 676.07% of the surrounding traffic's one", + "Average speed is 978.52% of the surrounding traffic's one", + "Average speed is 605.48% of the surrounding traffic's one", + "Average speed is 443.56% of the surrounding traffic's one", + "Average speed is 280.36% of the surrounding traffic's one", + "Average speed is 190.41% of the surrounding traffic's one", + "Average speed is 169.13% of the surrounding traffic's one", + "Average speed is 147.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.8, + "duration_system": 258.263 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_05_26_06_49_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.78% of the surrounding traffic's one", + "Average speed is 9.91% of the surrounding traffic's one", + "Average speed is 634.33% of the surrounding traffic's one", + "Average speed is 997.69% of the surrounding traffic's one", + "Average speed is 1957.21% of the surrounding traffic's one", + "Average speed is 1350.54% of the surrounding traffic's one", + "Average speed is 1157.3% of the surrounding traffic's one", + "Average speed is 977.49% of the surrounding traffic's one", + "Average speed is 1303.39% of the surrounding traffic's one", + "Average speed is 831.54% of the surrounding traffic's one", + "Average speed is 539.11% of the surrounding traffic's one", + "Average speed is 375.92% of the surrounding traffic's one", + "Average speed is 293.84% of the surrounding traffic's one", + "Average speed is 251.07% of the surrounding traffic's one", + "Average speed is 208.67% of the surrounding traffic's one", + "Average speed is 191.98% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.8, + "duration_system": 257.287 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_05_25_10_32_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 205.46% of the surrounding traffic's one", + "Average speed is 187.45% of the surrounding traffic's one", + "Average speed is 624.73% of the surrounding traffic's one", + "Average speed is 173.29% of the surrounding traffic's one", + "Average speed is 34.55% of the surrounding traffic's one", + "Average speed is 53.01% of the surrounding traffic's one", + "Average speed is 822.86% of the surrounding traffic's one", + "Average speed is 1165.11% of the surrounding traffic's one", + "Average speed is 768.71% of the surrounding traffic's one", + "Average speed is 762.64% of the surrounding traffic's one", + "Average speed is 847.85% of the surrounding traffic's one", + "Average speed is 730.31% of the surrounding traffic's one", + "Average speed is 579.98% of the surrounding traffic's one", + "Average speed is 480.88% of the surrounding traffic's one", + "Average speed is 363.08% of the surrounding traffic's one", + "Average speed is 293.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 16.15, + "duration_system": 149.167 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_05_25_10_26_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3736 at (x=3284.951, y=5723.648, z=368.723) at time=17.450s [CARLA Frame: 1749, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.5% of the surrounding traffic's one", + "Average speed is 424.24% of the surrounding traffic's one", + "Average speed is 359.81% of the surrounding traffic's one", + "Average speed is 45.74% of the surrounding traffic's one", + "Average speed is 41.01% of the surrounding traffic's one", + "Average speed is 2492.85% of the surrounding traffic's one", + "Average speed is 1839.05% of the surrounding traffic's one", + "Average speed is 1819.18% of the surrounding traffic's one", + "Average speed is 682.77% of the surrounding traffic's one", + "Average speed is 875.81% of the surrounding traffic's one", + "Average speed is 9435.07% of the surrounding traffic's one", + "Average speed is 3984.85% of the surrounding traffic's one", + "Average speed is 1257.04% of the surrounding traffic's one", + "Average speed is 958.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.3, + "duration_system": 177.184 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_05_26_06_40_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.75% of the surrounding traffic's one", + "Average speed is 268.6% of the surrounding traffic's one", + "Average speed is 1091.46% of the surrounding traffic's one", + "Average speed is 438.6% of the surrounding traffic's one", + "Average speed is 50.04% of the surrounding traffic's one", + "Average speed is 834.17% of the surrounding traffic's one", + "Average speed is 923.14% of the surrounding traffic's one", + "Average speed is 965.97% of the surrounding traffic's one", + "Average speed is 921.94% of the surrounding traffic's one", + "Average speed is 885.52% of the surrounding traffic's one", + "Average speed is 790.59% of the surrounding traffic's one", + "Average speed is 4296.93% of the surrounding traffic's one", + "Average speed is 24316.51% of the surrounding traffic's one", + "Average speed is 4067.81% of the surrounding traffic's one", + "Average speed is 2667.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 34.95, + "duration_system": 371.377 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_05_26_06_30_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.06% of the surrounding traffic's one", + "Average speed is 99.62% of the surrounding traffic's one", + "Average speed is 121.65% of the surrounding traffic's one", + "Average speed is 6.5% of the surrounding traffic's one", + "Average speed is 637.35% of the surrounding traffic's one", + "Average speed is 789.37% of the surrounding traffic's one", + "Average speed is 1141.61% of the surrounding traffic's one", + "Average speed is 569.26% of the surrounding traffic's one", + "Average speed is 202.05% of the surrounding traffic's one", + "Average speed is 885.16% of the surrounding traffic's one", + "Average speed is 621.15% of the surrounding traffic's one", + "Average speed is 455.02% of the surrounding traffic's one", + "Average speed is 362.36% of the surrounding traffic's one", + "Average speed is 307.11% of the surrounding traffic's one", + "Average speed is 230.94% of the surrounding traffic's one", + "Average speed is 205.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 54.75, + "duration_system": 485.508 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_05_25_10_22_46", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.39% of the surrounding traffic's one", + "Average speed is 113.85% of the surrounding traffic's one", + "Average speed is 130.44% of the surrounding traffic's one", + "Average speed is 115.82% of the surrounding traffic's one", + "Average speed is 178.16% of the surrounding traffic's one", + "Average speed is 188.16% of the surrounding traffic's one", + "Average speed is 255.99% of the surrounding traffic's one", + "Average speed is 198.16% of the surrounding traffic's one", + "Average speed is 82.8% of the surrounding traffic's one", + "Average speed is 221.25% of the surrounding traffic's one", + "Average speed is 342.89% of the surrounding traffic's one", + "Average speed is 725.18% of the surrounding traffic's one", + "Average speed is 1048.85% of the surrounding traffic's one", + "Average speed is 639.45% of the surrounding traffic's one", + "Average speed is 603.74% of the surrounding traffic's one", + "Average speed is 326.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 11.95, + "duration_system": 103.113 + }, + "town_name": "Town12" + } + ] + }, + "driving score": 90.64602921818182, + "success rate": 0.759090909090909, + "eval num": 220 +} \ No newline at end of file diff --git a/evaluation_logs/longest/00_res.json b/evaluation_logs/longest/00_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f5099b03193b96f4d0f5222eb36262d03f7f6e59 --- /dev/null +++ b/evaluation_logs/longest/00_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 17.696, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1186.715, + "duration_game": 205.65, + "duration_system": 1829.153, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_0_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": null, + "save_name": "RouteScenario_0_rep0_Town01_DynamicObjectCrossing_1_None_04_15_11_34_52", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.97% of the surrounding traffic's one", + "Average speed is 99.92% of the surrounding traffic's one", + "Average speed is 68.05% of the surrounding traffic's one", + "Average speed is 143.8% of the surrounding traffic's one", + "Average speed is 160.95% of the surrounding traffic's one", + "Average speed is 149.04% of the surrounding traffic's one", + "Average speed is 85.41% of the surrounding traffic's one", + "Average speed is 165.17% of the surrounding traffic's one", + "Average speed is 140.97% of the surrounding traffic's one", + "Average speed is 118.97% of the surrounding traffic's one", + "Average speed is 95.9% of the surrounding traffic's one", + "Average speed is 133.4% of the surrounding traffic's one", + "Average speed is 184.87% of the surrounding traffic's one", + "Average speed is 277.65% of the surrounding traffic's one", + "Average speed is 206.75% of the surrounding traffic's one", + "Average speed is 90.69% of the surrounding traffic's one", + "Average speed is 109.99% of the surrounding traffic's one", + "Average speed is 105.22% of the surrounding traffic's one", + "Average speed is 93.77% of the surrounding traffic's one", + "Average speed is 114.64% of the surrounding traffic's one", + "Average speed is 114.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 1186.715, + "duration_game": 205.65, + "duration_system": 1829.153 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "17.696" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/01_res.json b/evaluation_logs/longest/01_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2da6787a2726fc5786f66c1f42a18582d9cbc2a1 --- /dev/null +++ b/evaluation_logs/longest/01_res.json @@ -0,0 +1,145 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.935, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 19.628, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1069.915, + "duration_game": 245.5, + "duration_system": 2051.181, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": null, + "save_name": "RouteScenario_1_rep0_Town01_DynamicObjectCrossing_1_None_04_15_12_06_59", + "status": "Completed", + "num_infractions": 22, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=316 at (x=80.444, y=326.161, z=-0.005) at time=207.050s [CARLA Frame: 5689, Agent Step: 4140]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 275.56% of the surrounding traffic's one", + "Average speed is 192.53% of the surrounding traffic's one", + "Average speed is 100.9% of the surrounding traffic's one", + "Average speed is 69.51% of the surrounding traffic's one", + "Average speed is 212.82% of the surrounding traffic's one", + "Average speed is 251.35% of the surrounding traffic's one", + "Average speed is 116.56% of the surrounding traffic's one", + "Average speed is 103.96% of the surrounding traffic's one", + "Average speed is 71.69% of the surrounding traffic's one", + "Average speed is 680.86% of the surrounding traffic's one", + "Average speed is 254.32% of the surrounding traffic's one", + "Average speed is 115.49% of the surrounding traffic's one", + "Average speed is 105.1% of the surrounding traffic's one", + "Average speed is 437.63% of the surrounding traffic's one", + "Average speed is 98.44% of the surrounding traffic's one", + "Average speed is 181.33% of the surrounding traffic's one", + "Average speed is 102.09% of the surrounding traffic's one", + "Average speed is 80.45% of the surrounding traffic's one", + "Average speed is 85.71% of the surrounding traffic's one", + "Average speed is 103.83% of the surrounding traffic's one", + "Average speed is 103.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 1069.915, + "duration_game": 245.5, + "duration_system": 2051.181 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "0.935", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "19.628" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/02_res.json b/evaluation_logs/longest/02_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5c963f0c9a66a1ffb1a1e8dc74f33458264012c4 --- /dev/null +++ b/evaluation_logs/longest/02_res.json @@ -0,0 +1,132 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 14.669, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 7.335 + }, + "scores_mean": { + "score_composed": 14.77, + "score_route": 14.77, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 923.078, + "duration_game": 463.7, + "duration_system": 4378.785, + "exceptions": [ + [ + "RouteScenario_2_rep0", + 0, + "Failed - Agent timed out" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": null, + "save_name": "RouteScenario_2_rep0_Town01_DynamicObjectCrossing_1_None_04_15_18_54_57", + "status": "Failed - Agent timed out", + "num_infractions": 3, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 92.04% of the surrounding traffic's one", + "Average speed is 395.86% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [ + "Route timeout." + ] + }, + "scores": { + "score_route": 14.77, + "score_penalty": 1.0, + "score_composed": 14.77 + }, + "meta": { + "route_length": 923.078, + "duration_game": 463.7, + "duration_system": 4378.785 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "14.77", + "14.77", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.335", + "0.0", + "0.0", + "0.0", + "14.669" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/03_res.json b/evaluation_logs/longest/03_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9e2f9f5318336c782c9ea3cfe688a3cdf4044fa0 --- /dev/null +++ b/evaluation_logs/longest/03_res.json @@ -0,0 +1,145 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.007, + "min_speed_infractions": 27.152, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 99.105529, + "score_route": 100.0, + "score_penalty": 0.991055 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 773.413, + "duration_game": 186.9, + "duration_system": 1426.76, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": null, + "save_name": "RouteScenario_3_rep0_Town01_DynamicObjectCrossing_1_None_04_15_10_30_25", + "status": "Completed", + "num_infractions": 22, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 6.829 meters (0.89% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 113.34% of the surrounding traffic's one", + "Average speed is 95.55% of the surrounding traffic's one", + "Average speed is 71.83% of the surrounding traffic's one", + "Average speed is 190.32% of the surrounding traffic's one", + "Average speed is 106.83% of the surrounding traffic's one", + "Average speed is 113.0% of the surrounding traffic's one", + "Average speed is 107.54% of the surrounding traffic's one", + "Average speed is 114.88% of the surrounding traffic's one", + "Average speed is 58.91% of the surrounding traffic's one", + "Average speed is 651.9% of the surrounding traffic's one", + "Average speed is 193.17% of the surrounding traffic's one", + "Average speed is 107.88% of the surrounding traffic's one", + "Average speed is 93.57% of the surrounding traffic's one", + "Average speed is 109.11% of the surrounding traffic's one", + "Average speed is 90.7% of the surrounding traffic's one", + "Average speed is 157.45% of the surrounding traffic's one", + "Average speed is 115.37% of the surrounding traffic's one", + "Average speed is 413.83% of the surrounding traffic's one", + "Average speed is 113.96% of the surrounding traffic's one", + "Average speed is 501.81% of the surrounding traffic's one", + "Average speed is 501.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.991055, + "score_composed": 99.105529 + }, + "meta": { + "route_length": 773.413, + "duration_game": 186.9, + "duration_system": 1426.76 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "99.105529", + "100.0", + "0.991055", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.007", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "27.152" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/04_res.json b/evaluation_logs/longest/04_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d96c78c6ce27a9524c62babc1e111e1d88c92643 --- /dev/null +++ b/evaluation_logs/longest/04_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 4.204, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 4.204, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.022, + "min_speed_infractions": 16.816, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 4.204, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 8.668137, + "score_route": 24.5, + "score_penalty": 0.353802 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 970.88, + "duration_game": 299.65, + "duration_system": 2640.076, + "exceptions": [ + [ + "RouteScenario_4_rep0", + 0, + "Failed - Agent got blocked" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": null, + "save_name": "RouteScenario_4_rep0_Town01_DynamicObjectCrossing_1_None_04_15_20_09_33", + "status": "Failed - Agent got blocked", + "num_infractions": 8, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.bridge and id=0 at (x=5.648, y=185.761, z=0.094) at time=239.650s [CARLA Frame: 6358, Agent Step: 4792]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=267 at (x=-0.867, y=182.943, z=-0.011) at time=217.900s [CARLA Frame: 5923, Agent Step: 4357]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 22.073 meters (9.28% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 98.47% of the surrounding traffic's one", + "Average speed is 7.37% of the surrounding traffic's one", + "Average speed is 76.92% of the surrounding traffic's one", + "Average speed is 106.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=5.68, y=185.941, z=0.101)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 24.5, + "score_penalty": 0.353802, + "score_composed": 8.668137 + }, + "meta": { + "route_length": 970.88, + "duration_game": 299.65, + "duration_system": 2640.076 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "8.668137", + "24.5", + "0.353802", + "0.0", + "4.204", + "4.204", + "0.0", + "0.0", + "0.022", + "0.0", + "0.0", + "4.204", + "0.0", + "0.0", + "16.816" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/05_res.json b/evaluation_logs/longest/05_res.json new file mode 100644 index 0000000000000000000000000000000000000000..40a42ffc5ccb681605c914c57b7d36767d4942a1 --- /dev/null +++ b/evaluation_logs/longest/05_res.json @@ -0,0 +1,149 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 1.409, + "collisions_vehicle": 1.409, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.048, + "min_speed_infractions": 29.595, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 27.937338, + "score_route": 100.0, + "score_penalty": 0.279373 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 709.571, + "duration_game": 200.7, + "duration_system": 1574.665, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_5_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": null, + "save_name": "RouteScenario_5_rep0_Town01_DynamicObjectCrossing_1_None_04_15_14_19_48", + "status": "Completed", + "num_infractions": 24, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [ + "Agent collided against object with type=walker.pedestrian.0034 and id=218 at (x=392.815, y=23.618, z=-0.006) at time=62.250s [CARLA Frame: 2792, Agent Step: 1244]" + ], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=238 at (x=171.903, y=1.746, z=-0.003) at time=13.150s [CARLA Frame: 1810, Agent Step: 262]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 48.099 meters (6.88% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 172.64% of the surrounding traffic's one", + "Average speed is 226.1% of the surrounding traffic's one", + "Average speed is 312.53% of the surrounding traffic's one", + "Average speed is 122.29% of the surrounding traffic's one", + "Average speed is 68.17% of the surrounding traffic's one", + "Average speed is 260.07% of the surrounding traffic's one", + "Average speed is 391.01% of the surrounding traffic's one", + "Average speed is 152.63% of the surrounding traffic's one", + "Average speed is 100.92% of the surrounding traffic's one", + "Average speed is 104.0% of the surrounding traffic's one", + "Average speed is 114.51% of the surrounding traffic's one", + "Average speed is 113.12% of the surrounding traffic's one", + "Average speed is 114.59% of the surrounding traffic's one", + "Average speed is 140.76% of the surrounding traffic's one", + "Average speed is 110.19% of the surrounding traffic's one", + "Average speed is 100.73% of the surrounding traffic's one", + "Average speed is 146.95% of the surrounding traffic's one", + "Average speed is 131.33% of the surrounding traffic's one", + "Average speed is 9.92% of the surrounding traffic's one", + "Average speed is 97.31% of the surrounding traffic's one", + "Average speed is 97.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.279373, + "score_composed": 27.937338 + }, + "meta": { + "route_length": 709.571, + "duration_game": 200.7, + "duration_system": 1574.665 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "27.937338", + "100.0", + "0.279373", + "1.409", + "1.409", + "0.0", + "0.0", + "0.0", + "0.048", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "29.595" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/06_res.json b/evaluation_logs/longest/06_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4685421617b8763be14def4b60fa0b5869e4f158 --- /dev/null +++ b/evaluation_logs/longest/06_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 20.139, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1042.735, + "duration_game": 131.8, + "duration_system": 962.188, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_6_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": null, + "save_name": "RouteScenario_6_rep0_Town02_DynamicObjectCrossing_1_None_04_15_14_47_44", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 240.83% of the surrounding traffic's one", + "Average speed is 115.3% of the surrounding traffic's one", + "Average speed is 170.63% of the surrounding traffic's one", + "Average speed is 230.76% of the surrounding traffic's one", + "Average speed is 142.47% of the surrounding traffic's one", + "Average speed is 190.24% of the surrounding traffic's one", + "Average speed is 151.91% of the surrounding traffic's one", + "Average speed is 154.95% of the surrounding traffic's one", + "Average speed is 140.24% of the surrounding traffic's one", + "Average speed is 171.97% of the surrounding traffic's one", + "Average speed is 145.8% of the surrounding traffic's one", + "Average speed is 219.12% of the surrounding traffic's one", + "Average speed is 185.53% of the surrounding traffic's one", + "Average speed is 307.56% of the surrounding traffic's one", + "Average speed is 177.7% of the surrounding traffic's one", + "Average speed is 125.86% of the surrounding traffic's one", + "Average speed is 196.68% of the surrounding traffic's one", + "Average speed is 203.95% of the surrounding traffic's one", + "Average speed is 157.2% of the surrounding traffic's one", + "Average speed is 137.5% of the surrounding traffic's one", + "Average speed is 137.5% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 1042.735, + "duration_game": 131.8, + "duration_system": 962.188 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "20.139" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/07_res.json b/evaluation_logs/longest/07_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b1b078fe08740d8d58a833e598df3f537c562ae8 --- /dev/null +++ b/evaluation_logs/longest/07_res.json @@ -0,0 +1,147 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.999, + "stop_infraction": 0.0, + "outside_route_lanes": 0.004, + "min_speed_infractions": 20.986, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 69.731877, + "score_route": 100.0, + "score_penalty": 0.697319 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1000.683, + "duration_game": 441.7, + "duration_system": 4152.9, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_7_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": null, + "save_name": "RouteScenario_7_rep0_Town02_DynamicObjectCrossing_1_None_04_15_15_05_24", + "status": "Completed", + "num_infractions": 23, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 39 at (x=196.21, y=250.81, z=0.22)" + ], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 3.795 meters (0.38% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 121.74% of the surrounding traffic's one", + "Average speed is 83.61% of the surrounding traffic's one", + "Average speed is 149.34% of the surrounding traffic's one", + "Average speed is 141.97% of the surrounding traffic's one", + "Average speed is 152.38% of the surrounding traffic's one", + "Average speed is 85.36% of the surrounding traffic's one", + "Average speed is 79.19% of the surrounding traffic's one", + "Average speed is 287.01% of the surrounding traffic's one", + "Average speed is 124.03% of the surrounding traffic's one", + "Average speed is 58.93% of the surrounding traffic's one", + "Average speed is 160.46% of the surrounding traffic's one", + "Average speed is 120.58% of the surrounding traffic's one", + "Average speed is 85.94% of the surrounding traffic's one", + "Average speed is 185.81% of the surrounding traffic's one", + "Average speed is 69.35% of the surrounding traffic's one", + "Average speed is 171.33% of the surrounding traffic's one", + "Average speed is 20.79% of the surrounding traffic's one", + "Average speed is 133.21% of the surrounding traffic's one", + "Average speed is 273.23% of the surrounding traffic's one", + "Average speed is 122.8% of the surrounding traffic's one", + "Average speed is 122.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.697319, + "score_composed": 69.731877 + }, + "meta": { + "route_length": 1000.683, + "duration_game": 441.7, + "duration_system": 4152.9 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "69.731877", + "100.0", + "0.697319", + "0.0", + "0.0", + "0.0", + "0.999", + "0.0", + "0.004", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "20.986" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/08_res.json b/evaluation_logs/longest/08_res.json new file mode 100644 index 0000000000000000000000000000000000000000..783b9fa42dc5c3eb097c19bb6f81d3a06be1ec78 --- /dev/null +++ b/evaluation_logs/longest/08_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 24.024, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 874.132, + "duration_game": 355.05, + "duration_system": 3146.742, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_8_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": null, + "save_name": "RouteScenario_8_rep0_Town02_OppositeVehicleRunningRedLight_1_None_04_15_16_16_11", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 54.06% of the surrounding traffic's one", + "Average speed is 128.94% of the surrounding traffic's one", + "Average speed is 86.5% of the surrounding traffic's one", + "Average speed is 33.31% of the surrounding traffic's one", + "Average speed is 364.14% of the surrounding traffic's one", + "Average speed is 135.45% of the surrounding traffic's one", + "Average speed is 68.11% of the surrounding traffic's one", + "Average speed is 104.66% of the surrounding traffic's one", + "Average speed is 139.0% of the surrounding traffic's one", + "Average speed is 52.18% of the surrounding traffic's one", + "Average speed is 309.52% of the surrounding traffic's one", + "Average speed is 42.25% of the surrounding traffic's one", + "Average speed is 468.13% of the surrounding traffic's one", + "Average speed is 123.35% of the surrounding traffic's one", + "Average speed is 44.11% of the surrounding traffic's one", + "Average speed is 49.6% of the surrounding traffic's one", + "Average speed is 185.73% of the surrounding traffic's one", + "Average speed is 174.88% of the surrounding traffic's one", + "Average speed is 175.42% of the surrounding traffic's one", + "Average speed is 148.05% of the surrounding traffic's one", + "Average speed is 148.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 874.132, + "duration_game": 355.05, + "duration_system": 3146.742 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "24.024" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/09_res.json b/evaluation_logs/longest/09_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b046c1eebff293f0d997ee69b085c2dc8a500495 --- /dev/null +++ b/evaluation_logs/longest/09_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 24.024, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 874.132, + "duration_game": 286.55, + "duration_system": 2493.656, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_9_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": null, + "save_name": "RouteScenario_9_rep0_Town02_OppositeVehicleRunningRedLight_1_None_04_15_07_52_15", + "status": "Completed", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 75.62% of the surrounding traffic's one", + "Average speed is 134.18% of the surrounding traffic's one", + "Average speed is 110.14% of the surrounding traffic's one", + "Average speed is 35.05% of the surrounding traffic's one", + "Average speed is 691.92% of the surrounding traffic's one", + "Average speed is 252.5% of the surrounding traffic's one", + "Average speed is 69.58% of the surrounding traffic's one", + "Average speed is 136.55% of the surrounding traffic's one", + "Average speed is 135.04% of the surrounding traffic's one", + "Average speed is 234.96% of the surrounding traffic's one", + "Average speed is 45.29% of the surrounding traffic's one", + "Average speed is 72.85% of the surrounding traffic's one", + "Average speed is 1212.28% of the surrounding traffic's one", + "Average speed is 58.09% of the surrounding traffic's one", + "Average speed is 295.7% of the surrounding traffic's one", + "Average speed is 240.53% of the surrounding traffic's one", + "Average speed is 114.36% of the surrounding traffic's one", + "Average speed is 231.0% of the surrounding traffic's one", + "Average speed is 226.35% of the surrounding traffic's one", + "Average speed is 206.84% of the surrounding traffic's one", + "Average speed is 206.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 874.132, + "duration_game": 286.55, + "duration_system": 2493.656 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "24.024" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/10_res.json b/evaluation_logs/longest/10_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ea1f0dc2addd991006085e807b0cb49870d506db --- /dev/null +++ b/evaluation_logs/longest/10_res.json @@ -0,0 +1,152 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 2.827, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 4.241, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.053, + "min_speed_infractions": 18.378, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 1.414, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 5.898711, + "score_route": 69.82, + "score_penalty": 0.084485 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1013.157, + "duration_game": 440.3, + "duration_system": 4088.593, + "exceptions": [ + [ + "RouteScenario_10_rep0", + 0, + "Failed - Agent got blocked" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_10_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": null, + "save_name": "RouteScenario_10_rep0_Town02_DynamicObjectCrossing_1_None_04_15_11_34_57", + "status": "Failed - Agent got blocked", + "num_infractions": 20, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.fence and id=0 at (x=188.606, y=117.135, z=0.228) at time=29.400s [CARLA Frame: 2046, Agent Step: 587]", + "Agent collided against object with type=static.fence and id=0 at (x=180.205, y=241.825, z=0.224) at time=105.150s [CARLA Frame: 3561, Agent Step: 2102]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=194 at (x=192.828, y=254.861, z=0.214) at time=149.150s [CARLA Frame: 4441, Agent Step: 2982]", + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=195 at (x=194.123, y=262.562, z=0.213) at time=327.000s [CARLA Frame: 7998, Agent Step: 6539]", + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=196 at (x=195.887, y=275.488, z=0.258) at time=378.800s [CARLA Frame: 9034, Agent Step: 7575]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 52.521 meters (7.42% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 185.52% of the surrounding traffic's one", + "Average speed is 88.87% of the surrounding traffic's one", + "Average speed is 106.24% of the surrounding traffic's one", + "Average speed is 160.33% of the surrounding traffic's one", + "Average speed is 148.35% of the surrounding traffic's one", + "Average speed is 84.17% of the surrounding traffic's one", + "Average speed is 104.83% of the surrounding traffic's one", + "Average speed is 208.33% of the surrounding traffic's one", + "Average speed is 118.03% of the surrounding traffic's one", + "Average speed is 374.06% of the surrounding traffic's one", + "Average speed is 194.88% of the surrounding traffic's one", + "Average speed is 126.07% of the surrounding traffic's one", + "Average speed is 136.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=194.642, y=278.596, z=0.215)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 69.82, + "score_penalty": 0.084485, + "score_composed": 5.898711 + }, + "meta": { + "route_length": 1013.157, + "duration_game": 440.3, + "duration_system": 4088.593 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "5.898711", + "69.82", + "0.084485", + "0.0", + "4.241", + "2.827", + "0.0", + "0.0", + "0.053", + "0.0", + "0.0", + "1.414", + "0.0", + "0.0", + "18.378" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/11_res.json b/evaluation_logs/longest/11_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ba21d93eea7a873a4007bc2ba410fc3c5d1bc7c5 --- /dev/null +++ b/evaluation_logs/longest/11_res.json @@ -0,0 +1,147 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 1.089, + "stop_infraction": 0.0, + "outside_route_lanes": 0.017, + "min_speed_infractions": 22.87, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 68.691436, + "score_route": 100.0, + "score_penalty": 0.686914 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 918.224, + "duration_game": 291.9, + "duration_system": 2774.268, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": null, + "save_name": "RouteScenario_11_rep0_Town02_DynamicObjectCrossing_1_None_04_15_09_23_59", + "status": "Completed", + "num_infractions": 23, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 30 at (x=146.0, y=184.83, z=0.22)" + ], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 16.978 meters (1.87% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 132.0% of the surrounding traffic's one", + "Average speed is 80.59% of the surrounding traffic's one", + "Average speed is 137.93% of the surrounding traffic's one", + "Average speed is 102.74% of the surrounding traffic's one", + "Average speed is 169.21% of the surrounding traffic's one", + "Average speed is 83.83% of the surrounding traffic's one", + "Average speed is 141.73% of the surrounding traffic's one", + "Average speed is 35.7% of the surrounding traffic's one", + "Average speed is 313.43% of the surrounding traffic's one", + "Average speed is 139.34% of the surrounding traffic's one", + "Average speed is 236.88% of the surrounding traffic's one", + "Average speed is 236.48% of the surrounding traffic's one", + "Average speed is 145.0% of the surrounding traffic's one", + "Average speed is 160.05% of the surrounding traffic's one", + "Average speed is 31.67% of the surrounding traffic's one", + "Average speed is 780.69% of the surrounding traffic's one", + "Average speed is 224.15% of the surrounding traffic's one", + "Average speed is 58.11% of the surrounding traffic's one", + "Average speed is 145.54% of the surrounding traffic's one", + "Average speed is 557.21% of the surrounding traffic's one", + "Average speed is 557.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.686914, + "score_composed": 68.691436 + }, + "meta": { + "route_length": 918.224, + "duration_game": 291.9, + "duration_system": 2774.268 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "68.691436", + "100.0", + "0.686914", + "0.0", + "0.0", + "0.0", + "1.089", + "0.0", + "0.017", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "22.87" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/12_res.json b/evaluation_logs/longest/12_res.json new file mode 100644 index 0000000000000000000000000000000000000000..abc168abf33217103c26f03ba455c6cbfd220a7b --- /dev/null +++ b/evaluation_logs/longest/12_res.json @@ -0,0 +1,154 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.483, + "collisions_vehicle": 0.483, + "red_light": 0.483, + "stop_infraction": 0.0, + "outside_route_lanes": 0.009, + "min_speed_infractions": 7.733, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.483, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 17.429057, + "score_route": 83.34, + "score_penalty": 0.209132 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 2482.578, + "duration_game": 752.65, + "duration_system": 10120.006, + "exceptions": [ + [ + "RouteScenario_12_rep0", + 0, + "Failed - Agent deviated from the route" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_12_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": null, + "save_name": "RouteScenario_12_rep0_Town03_OppositeVehicleRunningRedLight_1_None_04_15_12_44_44", + "status": "Failed - Agent deviated from the route", + "num_infractions": 21, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [ + "Agent collided against object with type=walker.pedestrian.0022 and id=154 at (x=8.893, y=-91.356, z=-0.007) at time=231.850s [CARLA Frame: 6126, Agent Step: 4636]" + ], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=358 at (x=16.998, y=-133.716, z=0.022) at time=241.800s [CARLA Frame: 6325, Agent Step: 4835]" + ], + "red_light": [ + "Agent ran a red light 85 at (x=95.88, y=-124.722, z=8.143)" + ], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 8.544 meters (0.41% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 431.05% of the surrounding traffic's one", + "Average speed is 140.71% of the surrounding traffic's one", + "Average speed is 73.42% of the surrounding traffic's one", + "Average speed is 93.36% of the surrounding traffic's one", + "Average speed is 102.6% of the surrounding traffic's one", + "Average speed is 138.96% of the surrounding traffic's one", + "Average speed is 167.07% of the surrounding traffic's one", + "Average speed is 198.38% of the surrounding traffic's one", + "Average speed is 181.17% of the surrounding traffic's one", + "Average speed is 432.61% of the surrounding traffic's one", + "Average speed is 92.42% of the surrounding traffic's one", + "Average speed is 149.13% of the surrounding traffic's one", + "Average speed is 55.3% of the surrounding traffic's one", + "Average speed is 108.86% of the surrounding traffic's one", + "Average speed is 232.14% of the surrounding traffic's one", + "Average speed is 192.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-77.944, y=-29.947, z=-0.286)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 83.34, + "score_penalty": 0.209132, + "score_composed": 17.429057 + }, + "meta": { + "route_length": 2482.578, + "duration_game": 752.65, + "duration_system": 10120.006 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "17.429057", + "83.34", + "0.209132", + "0.483", + "0.483", + "0.0", + "0.483", + "0.0", + "0.009", + "0.483", + "0.0", + "0.0", + "0.0", + "0.0", + "7.733" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/13_res.json b/evaluation_logs/longest/13_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8fa7986461ac7e7d16f43da87b71e6179e2ca049 --- /dev/null +++ b/evaluation_logs/longest/13_res.json @@ -0,0 +1,158 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.543, + "collisions_vehicle": 1.086, + "red_light": 1.086, + "stop_infraction": 2.171, + "outside_route_lanes": 0.084, + "min_speed_infractions": 11.399, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 3.446143, + "score_route": 100.0, + "score_penalty": 0.034461 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1842.341, + "duration_game": 601.35, + "duration_system": 7394.66, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_13_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": null, + "save_name": "RouteScenario_13_rep0_Town03_ControlLoss_1_None_04_15_15_35_04", + "status": "Completed", + "num_infractions": 31, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [ + "Agent collided against object with type=walker.pedestrian.0047 and id=137 at (x=-74.243, y=56.827, z=0.728) at time=128.800s [CARLA Frame: 4129, Agent Step: 2575]" + ], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.ambulance and id=134 at (x=-9.237, y=156.115, z=-0.003) at time=87.600s [CARLA Frame: 3305, Agent Step: 1751]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=609 at (x=168.148, y=-193.949, z=-0.007) at time=601.150s [CARLA Frame: 13576, Agent Step: 12022]" + ], + "red_light": [ + "Agent ran a red light 85 at (x=95.88, y=-124.722, z=8.143)", + "Agent ran a red light 90 at (x=163.677, y=-216.694, z=0.139)" + ], + "stop_infraction": [ + "Agent ran a stop with id=43 at (x=144.779, y=62.663, z=0.797)", + "Agent ran a stop with id=39 at (x=-9.106, y=189.861, z=-0.0)", + "Agent ran a stop with id=40 at (x=-74.781, y=-125.48, z=-0.067)", + "Agent ran a stop with id=25 at (x=-85.056, y=-149.771, z=0.0)" + ], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 84.23 meters (4.61% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 249.77% of the surrounding traffic's one", + "Average speed is 111.72% of the surrounding traffic's one", + "Average speed is 135.81% of the surrounding traffic's one", + "Average speed is 262.55% of the surrounding traffic's one", + "Average speed is 115.16% of the surrounding traffic's one", + "Average speed is 106.56% of the surrounding traffic's one", + "Average speed is 161.79% of the surrounding traffic's one", + "Average speed is 477.61% of the surrounding traffic's one", + "Average speed is 313.51% of the surrounding traffic's one", + "Average speed is 19.95% of the surrounding traffic's one", + "Average speed is 99.06% of the surrounding traffic's one", + "Average speed is 236.02% of the surrounding traffic's one", + "Average speed is 62.57% of the surrounding traffic's one", + "Average speed is 215.03% of the surrounding traffic's one", + "Average speed is 174.58% of the surrounding traffic's one", + "Average speed is 156.05% of the surrounding traffic's one", + "Average speed is 130.4% of the surrounding traffic's one", + "Average speed is 73.25% of the surrounding traffic's one", + "Average speed is 217.38% of the surrounding traffic's one", + "Average speed is 247.95% of the surrounding traffic's one", + "Average speed is 247.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.034461, + "score_composed": 3.446143 + }, + "meta": { + "route_length": 1842.341, + "duration_game": 601.35, + "duration_system": 7394.66 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "3.446143", + "100.0", + "0.034461", + "0.543", + "1.086", + "0.0", + "1.086", + "2.171", + "0.084", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "11.399" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/14_res.json b/evaluation_logs/longest/14_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cea5fd0c48e3bfeabf5f96d9466ae5e93abdca00 --- /dev/null +++ b/evaluation_logs/longest/14_res.json @@ -0,0 +1,150 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 1.31, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 3.929, + "red_light": 1.31, + "stop_infraction": 0.0, + "outside_route_lanes": 0.108, + "min_speed_infractions": 13.096, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 1.31, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 4.257798, + "score_route": 50.43, + "score_penalty": 0.08443 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1514.133, + "duration_game": 701.1, + "duration_system": 8614.807, + "exceptions": [ + [ + "RouteScenario_14_rep0", + 0, + "Failed - Agent got blocked" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": null, + "save_name": "RouteScenario_14_rep0_Town03_SignalizedJunctionRightTurn_1_None_04_15_17_39_55", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.wall and id=0 at (x=244.816, y=-133.727, z=-0.006) at time=640.850s [CARLA Frame: 14387, Agent Step: 12816]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=617 at (x=233.876, y=-189.187, z=-0.005) at time=585.650s [CARLA Frame: 13283, Agent Step: 11712]", + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=617 at (x=235.8, y=-184.534, z=0.001) at time=590.800s [CARLA Frame: 13386, Agent Step: 11815]", + "Agent collided against object with type=vehicle.ford.mustang and id=622 at (x=241.139, y=-179.702, z=-0.005) at time=592.200s [CARLA Frame: 13414, Agent Step: 11843]" + ], + "red_light": [ + "Agent ran a red light 85 at (x=95.88, y=-124.722, z=8.143)" + ], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 107.6 meters (14.09% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 150.45% of the surrounding traffic's one", + "Average speed is 450.76% of the surrounding traffic's one", + "Average speed is 211.47% of the surrounding traffic's one", + "Average speed is 138.45% of the surrounding traffic's one", + "Average speed is 3.17% of the surrounding traffic's one", + "Average speed is 134.9% of the surrounding traffic's one", + "Average speed is 136.54% of the surrounding traffic's one", + "Average speed is 136.66% of the surrounding traffic's one", + "Average speed is 183.82% of the surrounding traffic's one", + "Average speed is 37.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=244.777, y=-133.431, z=-0.002)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 50.43, + "score_penalty": 0.08443, + "score_composed": 4.257798 + }, + "meta": { + "route_length": 1514.133, + "duration_game": 701.1, + "duration_system": 8614.807 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "4.257798", + "50.43", + "0.08443", + "0.0", + "3.929", + "1.31", + "1.31", + "0.0", + "0.108", + "0.0", + "0.0", + "1.31", + "0.0", + "0.0", + "13.096" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/15_res.json b/evaluation_logs/longest/15_res.json new file mode 100644 index 0000000000000000000000000000000000000000..456cb963420958039967d5f830e1dea7488db009 --- /dev/null +++ b/evaluation_logs/longest/15_res.json @@ -0,0 +1,151 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 1.047, + "red_light": 0.0, + "stop_infraction": 1.047, + "outside_route_lanes": 0.003, + "min_speed_infractions": 10.997, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 23.003346, + "score_route": 100.0, + "score_penalty": 0.230033 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1909.567, + "duration_game": 336.0, + "duration_system": 4912.927, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_15_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": null, + "save_name": "RouteScenario_15_rep0_Town03_SignalizedJunctionLeftTurn_1_None_04_17_06_24_13", + "status": "Completed", + "num_infractions": 26, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=490 at (x=-5.988, y=-141.316, z=-0.006) at time=307.850s [CARLA Frame: 11235, Agent Step: 6156]", + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=499 at (x=-80.802, y=-140.317, z=-0.03) at time=318.550s [CARLA Frame: 11449, Agent Step: 6370]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=48 at (x=-145.577, y=76.551, z=0.0)", + "Agent ran a stop with id=58 at (x=-65.597, y=-139.815, z=0.0)" + ], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 3.019 meters (0.16% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 115.26% of the surrounding traffic's one", + "Average speed is 189.59% of the surrounding traffic's one", + "Average speed is 261.04% of the surrounding traffic's one", + "Average speed is 183.88% of the surrounding traffic's one", + "Average speed is 100.63% of the surrounding traffic's one", + "Average speed is 750.1% of the surrounding traffic's one", + "Average speed is 200.05% of the surrounding traffic's one", + "Average speed is 225.59% of the surrounding traffic's one", + "Average speed is 88.34% of the surrounding traffic's one", + "Average speed is 121.01% of the surrounding traffic's one", + "Average speed is 153.7% of the surrounding traffic's one", + "Average speed is 175.1% of the surrounding traffic's one", + "Average speed is 278.7% of the surrounding traffic's one", + "Average speed is 126.01% of the surrounding traffic's one", + "Average speed is 101.7% of the surrounding traffic's one", + "Average speed is 134.19% of the surrounding traffic's one", + "Average speed is 146.49% of the surrounding traffic's one", + "Average speed is 153.27% of the surrounding traffic's one", + "Average speed is 255.14% of the surrounding traffic's one", + "Average speed is 134.64% of the surrounding traffic's one", + "Average speed is 134.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.230033, + "score_composed": 23.003346 + }, + "meta": { + "route_length": 1909.567, + "duration_game": 336.0, + "duration_system": 4912.927 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "23.003346", + "100.0", + "0.230033", + "0.0", + "1.047", + "0.0", + "0.0", + "1.047", + "0.003", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "10.997" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/16_res.json b/evaluation_logs/longest/16_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9a7c3e299197975e2eb5d4a23ca11274f926a8cc --- /dev/null +++ b/evaluation_logs/longest/16_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.845, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 9.293, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.845, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 35.01, + "score_route": 58.35, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 2028.601, + "duration_game": 695.9, + "duration_system": 11051.537, + "exceptions": [ + [ + "RouteScenario_16_rep0", + 0, + "Failed - Agent deviated from the route" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_16_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": null, + "save_name": "RouteScenario_16_rep0_Town03_SignalizedJunctionRightTurn_1_None_04_18_14_07_27", + "status": "Failed - Agent deviated from the route", + "num_infractions": 13, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=612 at (x=-84.702, y=13.071, z=0.004) at time=689.350s [CARLA Frame: 20024, Agent Step: 13786]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 198.27% of the surrounding traffic's one", + "Average speed is 166.29% of the surrounding traffic's one", + "Average speed is 392.45% of the surrounding traffic's one", + "Average speed is 93.83% of the surrounding traffic's one", + "Average speed is 76.47% of the surrounding traffic's one", + "Average speed is 7.93% of the surrounding traffic's one", + "Average speed is 13.36% of the surrounding traffic's one", + "Average speed is 110.09% of the surrounding traffic's one", + "Average speed is 118.49% of the surrounding traffic's one", + "Average speed is 139.07% of the surrounding traffic's one", + "Average speed is 100.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-88.1, y=51.602, z=0.62)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 58.35, + "score_penalty": 0.6, + "score_composed": 35.01 + }, + "meta": { + "route_length": 2028.601, + "duration_game": 695.9, + "duration_system": 11051.537 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "35.01", + "58.35", + "0.6", + "0.0", + "0.845", + "0.0", + "0.0", + "0.0", + "0.0", + "0.845", + "0.0", + "0.0", + "0.0", + "0.0", + "9.293" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/17_res.json b/evaluation_logs/longest/17_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fdca8659ad2dfced84b34e506935ebb91221148b --- /dev/null +++ b/evaluation_logs/longest/17_res.json @@ -0,0 +1,146 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 1.26, + "outside_route_lanes": 0.0, + "min_speed_infractions": 13.229, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 64.0, + "score_route": 100.0, + "score_penalty": 0.64 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1587.452, + "duration_game": 448.2, + "duration_system": 6842.491, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": null, + "save_name": "RouteScenario_17_rep0_Town03_SignalizedJunctionLeftTurn_1_None_04_17_07_31_53", + "status": "Completed", + "num_infractions": 23, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=45 at (x=215.133, y=6.243, z=-0.0)", + "Agent ran a stop with id=48 at (x=-145.577, y=76.551, z=0.0)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 112.99% of the surrounding traffic's one", + "Average speed is 121.76% of the surrounding traffic's one", + "Average speed is 62.0% of the surrounding traffic's one", + "Average speed is 200.14% of the surrounding traffic's one", + "Average speed is 152.11% of the surrounding traffic's one", + "Average speed is 143.01% of the surrounding traffic's one", + "Average speed is 195.41% of the surrounding traffic's one", + "Average speed is 177.64% of the surrounding traffic's one", + "Average speed is 181.82% of the surrounding traffic's one", + "Average speed is 272.03% of the surrounding traffic's one", + "Average speed is 64.34% of the surrounding traffic's one", + "Average speed is 803.08% of the surrounding traffic's one", + "Average speed is 135.19% of the surrounding traffic's one", + "Average speed is 44.91% of the surrounding traffic's one", + "Average speed is 84.98% of the surrounding traffic's one", + "Average speed is 302.24% of the surrounding traffic's one", + "Average speed is 495.22% of the surrounding traffic's one", + "Average speed is 590.01% of the surrounding traffic's one", + "Average speed is 210.43% of the surrounding traffic's one", + "Average speed is 85.68% of the surrounding traffic's one", + "Average speed is 85.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.64, + "score_composed": 64.0 + }, + "meta": { + "route_length": 1587.452, + "duration_game": 448.2, + "duration_system": 6842.491 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "64.0", + "100.0", + "0.64", + "0.0", + "0.0", + "0.0", + "0.0", + "1.26", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "13.229" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/18_res.json b/evaluation_logs/longest/18_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1ce87565351093e2f8c140757e863a02c02a1cbf --- /dev/null +++ b/evaluation_logs/longest/18_res.json @@ -0,0 +1,155 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 1.728, + "red_light": 0.0, + "stop_infraction": 1.728, + "outside_route_lanes": 0.002, + "min_speed_infractions": 9.073, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 5.303655, + "score_route": 100.0, + "score_penalty": 0.053037 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 2314.577, + "duration_game": 627.4, + "duration_system": 7898.646, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": null, + "save_name": "RouteScenario_18_rep0_Town04_OppositeVehicleRunningRedLight_1_None_04_16_03_57_40", + "status": "Completed", + "num_infractions": 30, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=290 at (x=193.572, y=-312.01, z=0.029) at time=46.750s [CARLA Frame: 2482, Agent Step: 934]", + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=312 at (x=143.482, y=-220.272, z=0.036) at time=97.100s [CARLA Frame: 3489, Agent Step: 1941]", + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=322 at (x=148.496, y=-229.072, z=0.035) at time=98.300s [CARLA Frame: 3513, Agent Step: 1965]", + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=342 at (x=199.598, y=-237.43, z=0.015) at time=151.650s [CARLA Frame: 4580, Agent Step: 3032]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=35 at (x=198.99, y=-180.398, z=0.02)", + "Agent ran a stop with id=34 at (x=212.053, y=-172.837, z=0.196)", + "Agent ran a stop with id=37 at (x=258.716, y=-237.08, z=0.019)", + "Agent ran a stop with id=36 at (x=267.718, y=-249.81, z=0.004)" + ], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.068 meters (0.09% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 116.19% of the surrounding traffic's one", + "Average speed is 124.39% of the surrounding traffic's one", + "Average speed is 97.08% of the surrounding traffic's one", + "Average speed is 458.17% of the surrounding traffic's one", + "Average speed is 91.68% of the surrounding traffic's one", + "Average speed is 329.3% of the surrounding traffic's one", + "Average speed is 125.05% of the surrounding traffic's one", + "Average speed is 136.45% of the surrounding traffic's one", + "Average speed is 170.1% of the surrounding traffic's one", + "Average speed is 96.28% of the surrounding traffic's one", + "Average speed is 154.82% of the surrounding traffic's one", + "Average speed is 248.01% of the surrounding traffic's one", + "Average speed is 206.03% of the surrounding traffic's one", + "Average speed is 189.88% of the surrounding traffic's one", + "Average speed is 235.15% of the surrounding traffic's one", + "Average speed is 127.66% of the surrounding traffic's one", + "Average speed is 64.32% of the surrounding traffic's one", + "Average speed is 35.58% of the surrounding traffic's one", + "Average speed is 106.73% of the surrounding traffic's one", + "Average speed is 34.9% of the surrounding traffic's one", + "Average speed is 34.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.053037, + "score_composed": 5.303655 + }, + "meta": { + "route_length": 2314.577, + "duration_game": 627.4, + "duration_system": 7898.646 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "5.303655", + "100.0", + "0.053037", + "0.0", + "1.728", + "0.0", + "0.0", + "1.728", + "0.002", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.073" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/19_res.json b/evaluation_logs/longest/19_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b971b202b6c5d96f42d4dc2e6099d437c1ee3ad0 --- /dev/null +++ b/evaluation_logs/longest/19_res.json @@ -0,0 +1,148 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.472, + "stop_infraction": 0.945, + "outside_route_lanes": 0.0, + "min_speed_infractions": 9.921, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 44.8, + "score_route": 100.0, + "score_penalty": 0.448 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 2116.669, + "duration_game": 545.2, + "duration_system": 6665.269, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_19_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": null, + "save_name": "RouteScenario_19_rep0_Town04_OppositeVehicleRunningRedLight_1_None_04_16_08_19_38", + "status": "Completed", + "num_infractions": 24, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 115 at (x=191.6, y=-253.1, z=0.3)" + ], + "stop_infraction": [ + "Agent ran a stop with id=35 at (x=198.99, y=-180.398, z=0.02)", + "Agent ran a stop with id=37 at (x=258.716, y=-237.08, z=0.019)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.1% of the surrounding traffic's one", + "Average speed is 134.15% of the surrounding traffic's one", + "Average speed is 90.86% of the surrounding traffic's one", + "Average speed is 245.9% of the surrounding traffic's one", + "Average speed is 123.16% of the surrounding traffic's one", + "Average speed is 137.34% of the surrounding traffic's one", + "Average speed is 98.4% of the surrounding traffic's one", + "Average speed is 180.44% of the surrounding traffic's one", + "Average speed is 116.1% of the surrounding traffic's one", + "Average speed is 203.51% of the surrounding traffic's one", + "Average speed is 272.29% of the surrounding traffic's one", + "Average speed is 244.64% of the surrounding traffic's one", + "Average speed is 121.89% of the surrounding traffic's one", + "Average speed is 260.51% of the surrounding traffic's one", + "Average speed is 142.72% of the surrounding traffic's one", + "Average speed is 89.01% of the surrounding traffic's one", + "Average speed is 212.76% of the surrounding traffic's one", + "Average speed is 95.83% of the surrounding traffic's one", + "Average speed is 28.76% of the surrounding traffic's one", + "Average speed is 44.45% of the surrounding traffic's one", + "Average speed is 44.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.448, + "score_composed": 44.8 + }, + "meta": { + "route_length": 2116.669, + "duration_game": 545.2, + "duration_system": 6665.269 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "44.8", + "100.0", + "0.448", + "0.0", + "0.0", + "0.0", + "0.472", + "0.945", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.921" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/20_res.json b/evaluation_logs/longest/20_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0f6e9aa2da1f4637346403a9ec59fa8de094c3e8 --- /dev/null +++ b/evaluation_logs/longest/20_res.json @@ -0,0 +1,133 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 4.309, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 4.309, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 4.309, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 5.6, + "score_route": 8.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 2901.173, + "duration_game": 79.05, + "duration_system": 639.675, + "exceptions": [ + [ + "RouteScenario_20_rep0", + 0, + "Failed - Agent deviated from the route" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_20_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": null, + "save_name": "RouteScenario_20_rep0_Town04_SignalizedJunctionLeftTurn_1_None_04_18_17_13_20", + "status": "Failed - Agent deviated from the route", + "num_infractions": 3, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 134 at (x=264.0, y=-302.55, z=0.05)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 80.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=255.215, y=-276.982, z=0.014)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 8.0, + "score_penalty": 0.7, + "score_composed": 5.6 + }, + "meta": { + "route_length": 2901.173, + "duration_game": 79.05, + "duration_system": 639.675 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "5.6", + "8.0", + "0.7", + "0.0", + "0.0", + "0.0", + "4.309", + "0.0", + "0.0", + "4.309", + "0.0", + "0.0", + "0.0", + "0.0", + "4.309" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/21_res.json b/evaluation_logs/longest/21_res.json new file mode 100644 index 0000000000000000000000000000000000000000..222f425bd3d408b6f4e924c09103b51d5f8363a4 --- /dev/null +++ b/evaluation_logs/longest/21_res.json @@ -0,0 +1,153 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.522, + "red_light": 2.089, + "stop_infraction": 1.045, + "outside_route_lanes": 0.0, + "min_speed_infractions": 10.968, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 9.21984, + "score_route": 100.0, + "score_penalty": 0.092198 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1914.698, + "duration_game": 452.6, + "duration_system": 4627.449, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_21_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": null, + "save_name": "RouteScenario_21_rep0_Town04_SignalizedJunctionLeftTurn_1_None_04_16_10_22_28", + "status": "Completed", + "num_infractions": 28, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_police_2020 and id=163 at (x=334.338, y=-246.835, z=-0.001) at time=85.050s [CARLA Frame: 3195, Agent Step: 1700]" + ], + "red_light": [ + "Agent ran a red light 134 at (x=264.0, y=-302.55, z=0.05)", + "Agent ran a red light 112 at (x=343.5, y=-178.2, z=0.252)", + "Agent ran a red light 140 at (x=306.0, y=-178.2, z=0.5)", + "Agent ran a red light 119 at (x=249.6, y=-128.2, z=0.3)" + ], + "stop_infraction": [ + "Agent ran a stop with id=34 at (x=212.053, y=-172.837, z=0.196)", + "Agent ran a stop with id=33 at (x=201.953, y=-163.357, z=0.02)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 107.71% of the surrounding traffic's one", + "Average speed is 85.23% of the surrounding traffic's one", + "Average speed is 695.93% of the surrounding traffic's one", + "Average speed is 179.48% of the surrounding traffic's one", + "Average speed is 262.6% of the surrounding traffic's one", + "Average speed is 201.78% of the surrounding traffic's one", + "Average speed is 239.42% of the surrounding traffic's one", + "Average speed is 308.53% of the surrounding traffic's one", + "Average speed is 200.45% of the surrounding traffic's one", + "Average speed is 134.79% of the surrounding traffic's one", + "Average speed is 119.64% of the surrounding traffic's one", + "Average speed is 99.3% of the surrounding traffic's one", + "Average speed is 97.78% of the surrounding traffic's one", + "Average speed is 92.01% of the surrounding traffic's one", + "Average speed is 37.13% of the surrounding traffic's one", + "Average speed is 126.14% of the surrounding traffic's one", + "Average speed is 668.61% of the surrounding traffic's one", + "Average speed is 77.41% of the surrounding traffic's one", + "Average speed is 436.63% of the surrounding traffic's one", + "Average speed is 151.2% of the surrounding traffic's one", + "Average speed is 151.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.092198, + "score_composed": 9.21984 + }, + "meta": { + "route_length": 1914.698, + "duration_game": 452.6, + "duration_system": 4627.449 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "9.21984", + "100.0", + "0.092198", + "0.0", + "0.522", + "0.0", + "2.089", + "1.045", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "10.968" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/22_res.json b/evaluation_logs/longest/22_res.json new file mode 100644 index 0000000000000000000000000000000000000000..98fff25b237cac5a81d3cb41566874a2ac239e45 --- /dev/null +++ b/evaluation_logs/longest/22_res.json @@ -0,0 +1,149 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.698, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.698, + "red_light": 0.698, + "stop_infraction": 0.0, + "outside_route_lanes": 0.007, + "min_speed_infractions": 7.68, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.698, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 15.04742, + "score_route": 55.38, + "score_penalty": 0.271712 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 2586.305, + "duration_game": 641.15, + "duration_system": 8919.533, + "exceptions": [ + [ + "RouteScenario_22_rep0", + 0, + "Failed - Agent got blocked" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_22_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": null, + "save_name": "RouteScenario_22_rep0_Town04_OppositeVehicleRunningRedLight_1_None_04_18_17_25_39", + "status": "Failed - Agent got blocked", + "num_infractions": 16, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.guardrail and id=0 at (x=381.242, y=-70.002, z=-0.005) at time=540.300s [CARLA Frame: 17202, Agent Step: 10805]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=383 at (x=199.974, y=-229.435, z=0.014) at time=432.700s [CARLA Frame: 15050, Agent Step: 8653]" + ], + "red_light": [ + "Agent ran a red light 137 at (x=249.8, y=-314.7, z=0.3)" + ], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 6.757 meters (0.47% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 173.64% of the surrounding traffic's one", + "Average speed is 177.42% of the surrounding traffic's one", + "Average speed is 185.53% of the surrounding traffic's one", + "Average speed is 70.74% of the surrounding traffic's one", + "Average speed is 63.42% of the surrounding traffic's one", + "Average speed is 165.25% of the surrounding traffic's one", + "Average speed is 95.67% of the surrounding traffic's one", + "Average speed is 211.94% of the surrounding traffic's one", + "Average speed is 118.14% of the surrounding traffic's one", + "Average speed is 163.6% of the surrounding traffic's one", + "Average speed is 43.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=381.343, y=-69.986, z=-0.003)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 55.38, + "score_penalty": 0.271712, + "score_composed": 15.04742 + }, + "meta": { + "route_length": 2586.305, + "duration_game": 641.15, + "duration_system": 8919.533 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "15.04742", + "55.38", + "0.271712", + "0.0", + "0.698", + "0.698", + "0.698", + "0.0", + "0.007", + "0.0", + "0.0", + "0.698", + "0.0", + "0.0", + "7.68" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/23_res.json b/evaluation_logs/longest/23_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d84a1a4672d659becdadd6188c785a996cde03af --- /dev/null +++ b/evaluation_logs/longest/23_res.json @@ -0,0 +1,144 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 1.353, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.001, + "min_speed_infractions": 6.087, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.676, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 16.817498, + "score_route": 46.75, + "score_penalty": 0.359733 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 3162.676, + "duration_game": 207.3, + "duration_system": 2583.565, + "exceptions": [ + [ + "RouteScenario_23_rep0", + 0, + "Failed - Agent got blocked" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": null, + "save_name": "RouteScenario_23_rep0_Town04_SignalizedJunctionRightTurn_1_None_04_18_19_55_57", + "status": "Failed - Agent got blocked", + "num_infractions": 13, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=237 at (x=-13.007, y=-253.437, z=-0.003) at time=28.850s [CARLA Frame: 6561, Agent Step: 576]", + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=568 at (x=12.071, y=-72.051, z=-0.003) at time=147.200s [CARLA Frame: 8928, Agent Step: 2943]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.098 meters (0.07% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 94.2% of the surrounding traffic's one", + "Average speed is 151.25% of the surrounding traffic's one", + "Average speed is 203.7% of the surrounding traffic's one", + "Average speed is 157.22% of the surrounding traffic's one", + "Average speed is 151.84% of the surrounding traffic's one", + "Average speed is 118.19% of the surrounding traffic's one", + "Average speed is 174.73% of the surrounding traffic's one", + "Average speed is 136.32% of the surrounding traffic's one", + "Average speed is 112.1% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=12.148, y=-72.161, z=-0.005)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 46.75, + "score_penalty": 0.359733, + "score_composed": 16.817498 + }, + "meta": { + "route_length": 3162.676, + "duration_game": 207.3, + "duration_system": 2583.565 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "16.817498", + "46.75", + "0.359733", + "0.0", + "1.353", + "0.0", + "0.0", + "0.0", + "0.001", + "0.0", + "0.0", + "0.676", + "0.0", + "0.0", + "6.087" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/24_res.json b/evaluation_logs/longest/24_res.json new file mode 100644 index 0000000000000000000000000000000000000000..30bc9041ed64638fee4e514f54b800439947d327 --- /dev/null +++ b/evaluation_logs/longest/24_res.json @@ -0,0 +1,151 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.449, + "red_light": 0.449, + "stop_infraction": 1.346, + "outside_route_lanes": 0.0, + "min_speed_infractions": 9.425, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 21.504, + "score_route": 100.0, + "score_penalty": 0.21504 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 2228.2, + "duration_game": 797.2, + "duration_system": 11571.718, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": null, + "save_name": "RouteScenario_24_rep0_Town05_SignalizedJunctionRightTurn_1_None_04_16_13_31_07", + "status": "Completed", + "num_infractions": 26, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=440 at (x=-53.477, y=-8.69, z=0.037) at time=246.250s [CARLA Frame: 6438, Agent Step: 4924]" + ], + "red_light": [ + "Agent ran a red light 119 at (x=-143.039, y=-150.02, z=0.0)" + ], + "stop_infraction": [ + "Agent ran a stop with id=59 at (x=88.856, y=2.008, z=0.0)", + "Agent ran a stop with id=25 at (x=-257.109, y=-8.83, z=0.152)", + "Agent ran a stop with id=47 at (x=-205.414, y=91.087, z=0.0)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.87% of the surrounding traffic's one", + "Average speed is 81.86% of the surrounding traffic's one", + "Average speed is 250.77% of the surrounding traffic's one", + "Average speed is 254.96% of the surrounding traffic's one", + "Average speed is 520.29% of the surrounding traffic's one", + "Average speed is 100.78% of the surrounding traffic's one", + "Average speed is 119.45% of the surrounding traffic's one", + "Average speed is 122.58% of the surrounding traffic's one", + "Average speed is 119.75% of the surrounding traffic's one", + "Average speed is 144.92% of the surrounding traffic's one", + "Average speed is 113.03% of the surrounding traffic's one", + "Average speed is 106.43% of the surrounding traffic's one", + "Average speed is 165.34% of the surrounding traffic's one", + "Average speed is 93.96% of the surrounding traffic's one", + "Average speed is 295.8% of the surrounding traffic's one", + "Average speed is 272.42% of the surrounding traffic's one", + "Average speed is 170.39% of the surrounding traffic's one", + "Average speed is 155.19% of the surrounding traffic's one", + "Average speed is 342.32% of the surrounding traffic's one", + "Average speed is 175.06% of the surrounding traffic's one", + "Average speed is 175.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.21504, + "score_composed": 21.504 + }, + "meta": { + "route_length": 2228.2, + "duration_game": 797.2, + "duration_system": 11571.718 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "21.504", + "100.0", + "0.21504", + "0.0", + "0.449", + "0.0", + "0.449", + "1.346", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.425" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/25_res.json b/evaluation_logs/longest/25_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9defae567dc0205c23c34422c685081d1cbe8eba --- /dev/null +++ b/evaluation_logs/longest/25_res.json @@ -0,0 +1,149 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.61, + "red_light": 0.0, + "stop_infraction": 1.829, + "outside_route_lanes": 0.0, + "min_speed_infractions": 12.805, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 30.72, + "score_route": 100.0, + "score_penalty": 0.3072 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1639.982, + "duration_game": 436.1, + "duration_system": 4733.678, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": null, + "save_name": "RouteScenario_25_rep0_Town05_SignalizedJunctionRightTurn_1_None_04_16_16_45_42", + "status": "Completed", + "num_infractions": 25, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=551 at (x=-186.317, y=9.142, z=0.015) at time=313.250s [CARLA Frame: 7762, Agent Step: 6264]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=51 at (x=-184.421, y=105.425, z=0.056)", + "Agent ran a stop with id=56 at (x=-256.469, y=-0.304, z=0.0)", + "Agent ran a stop with id=38 at (x=-203.918, y=-84.634, z=0.0)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.8% of the surrounding traffic's one", + "Average speed is 152.26% of the surrounding traffic's one", + "Average speed is 204.74% of the surrounding traffic's one", + "Average speed is 116.57% of the surrounding traffic's one", + "Average speed is 297.69% of the surrounding traffic's one", + "Average speed is 140.59% of the surrounding traffic's one", + "Average speed is 262.48% of the surrounding traffic's one", + "Average speed is 185.24% of the surrounding traffic's one", + "Average speed is 116.34% of the surrounding traffic's one", + "Average speed is 155.41% of the surrounding traffic's one", + "Average speed is 95.53% of the surrounding traffic's one", + "Average speed is 272.85% of the surrounding traffic's one", + "Average speed is 241.51% of the surrounding traffic's one", + "Average speed is 283.71% of the surrounding traffic's one", + "Average speed is 171.84% of the surrounding traffic's one", + "Average speed is 148.06% of the surrounding traffic's one", + "Average speed is 364.71% of the surrounding traffic's one", + "Average speed is 95.86% of the surrounding traffic's one", + "Average speed is 201.06% of the surrounding traffic's one", + "Average speed is 193.94% of the surrounding traffic's one", + "Average speed is 193.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.3072, + "score_composed": 30.72 + }, + "meta": { + "route_length": 1639.982, + "duration_game": 436.1, + "duration_system": 4733.678 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "30.72", + "100.0", + "0.3072", + "0.0", + "0.61", + "0.0", + "0.0", + "1.829", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.805" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/26_res.json b/evaluation_logs/longest/26_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b213d2193c2dc1bb4287aa8cbbc85bf2fcc3cdb6 --- /dev/null +++ b/evaluation_logs/longest/26_res.json @@ -0,0 +1,149 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.755, + "red_light": 0.755, + "stop_infraction": 0.755, + "outside_route_lanes": 0.0, + "min_speed_infractions": 15.853, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 33.6, + "score_route": 100.0, + "score_penalty": 0.336 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1324.691, + "duration_game": 496.65, + "duration_system": 7131.011, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": null, + "save_name": "RouteScenario_26_rep0_Town05_SignalizedJunctionRightTurn_1_None_04_18_20_40_41", + "status": "Completed", + "num_infractions": 24, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=694 at (x=-173.468, y=6.184, z=-0.006) at time=467.950s [CARLA Frame: 15456, Agent Step: 9358]" + ], + "red_light": [ + "Agent ran a red light 97 at (x=-112.8, y=-101.3, z=0.0)" + ], + "stop_infraction": [ + "Agent ran a stop with id=39 at (x=-174.338, y=-91.53, z=0.0)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 50.01% of the surrounding traffic's one", + "Average speed is 216.53% of the surrounding traffic's one", + "Average speed is 342.15% of the surrounding traffic's one", + "Average speed is 302.14% of the surrounding traffic's one", + "Average speed is 152.12% of the surrounding traffic's one", + "Average speed is 70.71% of the surrounding traffic's one", + "Average speed is 255.11% of the surrounding traffic's one", + "Average speed is 68.91% of the surrounding traffic's one", + "Average speed is 69.83% of the surrounding traffic's one", + "Average speed is 181.27% of the surrounding traffic's one", + "Average speed is 493.31% of the surrounding traffic's one", + "Average speed is 236.66% of the surrounding traffic's one", + "Average speed is 29.71% of the surrounding traffic's one", + "Average speed is 115.41% of the surrounding traffic's one", + "Average speed is 210.44% of the surrounding traffic's one", + "Average speed is 151.01% of the surrounding traffic's one", + "Average speed is 105.05% of the surrounding traffic's one", + "Average speed is 178.78% of the surrounding traffic's one", + "Average speed is 200.95% of the surrounding traffic's one", + "Average speed is 317.23% of the surrounding traffic's one", + "Average speed is 317.23% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.336, + "score_composed": 33.6 + }, + "meta": { + "route_length": 1324.691, + "duration_game": 496.65, + "duration_system": 7131.011 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "33.6", + "100.0", + "0.336", + "0.0", + "0.755", + "0.0", + "0.755", + "0.755", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "15.853" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/27_res.json b/evaluation_logs/longest/27_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e1d7e1059c5e32d7c5707592a1ec805b7b8c8742 --- /dev/null +++ b/evaluation_logs/longest/27_res.json @@ -0,0 +1,149 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 2.852, + "red_light": 0.0, + "stop_infraction": 0.951, + "outside_route_lanes": 0.0, + "min_speed_infractions": 19.964, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 17.28, + "score_route": 100.0, + "score_penalty": 0.1728 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1051.903, + "duration_game": 254.5, + "duration_system": 3372.857, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": null, + "save_name": "RouteScenario_27_rep0_Town05_SignalizedJunctionLeftTurn_1_None_04_16_03_58_57", + "status": "Completed", + "num_infractions": 25, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=396 at (x=-118.692, y=82.502, z=-0.003) at time=170.550s [CARLA Frame: 4906, Agent Step: 3410]", + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=453 at (x=-183.118, y=-5.128, z=0.023) at time=190.200s [CARLA Frame: 5299, Agent Step: 3803]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=471 at (x=-179.167, y=-88.601, z=-0.002) at time=201.200s [CARLA Frame: 5519, Agent Step: 4023]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=41 at (x=-184.686, y=-75.602, z=0.056)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 266.53% of the surrounding traffic's one", + "Average speed is 339.42% of the surrounding traffic's one", + "Average speed is 213.51% of the surrounding traffic's one", + "Average speed is 518.14% of the surrounding traffic's one", + "Average speed is 127.66% of the surrounding traffic's one", + "Average speed is 170.99% of the surrounding traffic's one", + "Average speed is 275.53% of the surrounding traffic's one", + "Average speed is 146.45% of the surrounding traffic's one", + "Average speed is 542.08% of the surrounding traffic's one", + "Average speed is 89.33% of the surrounding traffic's one", + "Average speed is 77.62% of the surrounding traffic's one", + "Average speed is 400.36% of the surrounding traffic's one", + "Average speed is 626.27% of the surrounding traffic's one", + "Average speed is 247.24% of the surrounding traffic's one", + "Average speed is 198.24% of the surrounding traffic's one", + "Average speed is 217.55% of the surrounding traffic's one", + "Average speed is 372.92% of the surrounding traffic's one", + "Average speed is 71.54% of the surrounding traffic's one", + "Average speed is 1383.09% of the surrounding traffic's one", + "Average speed is 406.65% of the surrounding traffic's one", + "Average speed is 406.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.1728, + "score_composed": 17.28 + }, + "meta": { + "route_length": 1051.903, + "duration_game": 254.5, + "duration_system": 3372.857 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "17.28", + "100.0", + "0.1728", + "0.0", + "2.852", + "0.0", + "0.0", + "0.951", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "19.964" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/28_res.json b/evaluation_logs/longest/28_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2058331c3cfd1e74cfa82d90f8b9e52038ea4973 --- /dev/null +++ b/evaluation_logs/longest/28_res.json @@ -0,0 +1,148 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.877, + "red_light": 0.0, + "stop_infraction": 1.754, + "outside_route_lanes": 0.0, + "min_speed_infractions": 18.414, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 38.4, + "score_route": 100.0, + "score_penalty": 0.384 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1140.452, + "duration_game": 367.85, + "duration_system": 3767.37, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": null, + "save_name": "RouteScenario_28_rep0_Town05_SignalizedJunctionLeftTurn_1_None_04_16_04_56_52", + "status": "Completed", + "num_infractions": 24, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=224 at (x=-56.364, y=-7.44, z=0.03) at time=65.750s [CARLA Frame: 2821, Agent Step: 1314]" + ], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=49 at (x=-191.549, y=73.474, z=0.055)", + "Agent ran a stop with id=53 at (x=-268.994, y=18.56, z=0.0)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.47% of the surrounding traffic's one", + "Average speed is 505.61% of the surrounding traffic's one", + "Average speed is 242.61% of the surrounding traffic's one", + "Average speed is 170.28% of the surrounding traffic's one", + "Average speed is 591.58% of the surrounding traffic's one", + "Average speed is 55.65% of the surrounding traffic's one", + "Average speed is 661.2% of the surrounding traffic's one", + "Average speed is 148.36% of the surrounding traffic's one", + "Average speed is 661.41% of the surrounding traffic's one", + "Average speed is 115.35% of the surrounding traffic's one", + "Average speed is 335.32% of the surrounding traffic's one", + "Average speed is 392.65% of the surrounding traffic's one", + "Average speed is 87.5% of the surrounding traffic's one", + "Average speed is 122.76% of the surrounding traffic's one", + "Average speed is 153.24% of the surrounding traffic's one", + "Average speed is 74.74% of the surrounding traffic's one", + "Average speed is 1025.99% of the surrounding traffic's one", + "Average speed is 249.75% of the surrounding traffic's one", + "Average speed is 195.28% of the surrounding traffic's one", + "Average speed is 88.29% of the surrounding traffic's one", + "Average speed is 88.29% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.384, + "score_composed": 38.4 + }, + "meta": { + "route_length": 1140.452, + "duration_game": 367.85, + "duration_system": 3767.37 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "38.4", + "100.0", + "0.384", + "0.0", + "0.877", + "0.0", + "0.0", + "1.754", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "18.414" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/29_res.json b/evaluation_logs/longest/29_res.json new file mode 100644 index 0000000000000000000000000000000000000000..34f8be8b31854adf31efaa67cb335f8b854def1a --- /dev/null +++ b/evaluation_logs/longest/29_res.json @@ -0,0 +1,147 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 1.787, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 12.508, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 21.6, + "score_route": 100.0, + "score_penalty": 0.216 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1678.927, + "duration_game": 228.45, + "duration_system": 2771.869, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_29_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": null, + "save_name": "RouteScenario_29_rep0_Town05_SignalizedJunctionLeftTurn_1_None_04_16_06_01_19", + "status": "Completed", + "num_infractions": 24, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=241 at (x=-117.465, y=-203.865, z=10.02) at time=48.000s [CARLA Frame: 2504, Agent Step: 959]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=409 at (x=208.43, y=-53.531, z=-0.003) at time=138.150s [CARLA Frame: 4307, Agent Step: 2762]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=409 at (x=89.877, y=-206.747, z=-0.006) at time=200.650s [CARLA Frame: 5557, Agent Step: 4012]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 247.95% of the surrounding traffic's one", + "Average speed is 255.8% of the surrounding traffic's one", + "Average speed is 127.34% of the surrounding traffic's one", + "Average speed is 116.58% of the surrounding traffic's one", + "Average speed is 181.15% of the surrounding traffic's one", + "Average speed is 144.45% of the surrounding traffic's one", + "Average speed is 145.36% of the surrounding traffic's one", + "Average speed is 161.94% of the surrounding traffic's one", + "Average speed is 156.5% of the surrounding traffic's one", + "Average speed is 159.18% of the surrounding traffic's one", + "Average speed is 154.11% of the surrounding traffic's one", + "Average speed is 105.86% of the surrounding traffic's one", + "Average speed is 774.03% of the surrounding traffic's one", + "Average speed is 162.46% of the surrounding traffic's one", + "Average speed is 130.21% of the surrounding traffic's one", + "Average speed is 85.7% of the surrounding traffic's one", + "Average speed is 28.21% of the surrounding traffic's one", + "Average speed is 126.91% of the surrounding traffic's one", + "Average speed is 131.48% of the surrounding traffic's one", + "Average speed is 51.16% of the surrounding traffic's one", + "Average speed is 51.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.216, + "score_composed": 21.6 + }, + "meta": { + "route_length": 1678.927, + "duration_game": 228.45, + "duration_system": 2771.869 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "21.6", + "100.0", + "0.216", + "0.0", + "1.787", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.508" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/30_res.json b/evaluation_logs/longest/30_res.json new file mode 100644 index 0000000000000000000000000000000000000000..33f0cbd381422d6ebb60bf5fb84db7e18076aee4 --- /dev/null +++ b/evaluation_logs/longest/30_res.json @@ -0,0 +1,147 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 4.332, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 7.219, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.722, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 2.460171, + "score_route": 52.73, + "score_penalty": 0.046656 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 2626.866, + "duration_game": 535.05, + "duration_system": 9278.871, + "exceptions": [ + [ + "RouteScenario_30_rep0", + 0, + "Failed - Agent got blocked" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_30_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": null, + "save_name": "RouteScenario_30_rep0_Town06_SignalizedJunctionLeftTurn_1_None_04_20_15_27_49", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=328 at (x=591.708, y=150.752, z=-0.005) at time=239.350s [CARLA Frame: 10724, Agent Step: 4786]", + "Agent collided against object with type=vehicle.ford.mustang and id=369 at (x=597.398, y=147.167, z=0.005) at time=241.050s [CARLA Frame: 10758, Agent Step: 4820]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=399 at (x=601.976, y=144.497, z=-0.007) at time=269.950s [CARLA Frame: 11336, Agent Step: 5398]", + "Agent collided against object with type=vehicle.ford.mustang and id=416 at (x=636.905, y=148.065, z=-0.005) at time=292.450s [CARLA Frame: 11786, Agent Step: 5848]", + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=539 at (x=553.011, y=-19.748, z=-0.003) at time=382.550s [CARLA Frame: 13588, Agent Step: 7650]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=640 at (x=5.395, y=-104.221, z=-0.006) at time=474.400s [CARLA Frame: 15425, Agent Step: 9487]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.22% of the surrounding traffic's one", + "Average speed is 38.53% of the surrounding traffic's one", + "Average speed is 48.72% of the surrounding traffic's one", + "Average speed is 19.72% of the surrounding traffic's one", + "Average speed is 135.06% of the surrounding traffic's one", + "Average speed is 89.31% of the surrounding traffic's one", + "Average speed is 83.67% of the surrounding traffic's one", + "Average speed is 89.89% of the surrounding traffic's one", + "Average speed is 107.27% of the surrounding traffic's one", + "Average speed is 126.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=5.584, y=-108.061, z=-0.005)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 52.73, + "score_penalty": 0.046656, + "score_composed": 2.460171 + }, + "meta": { + "route_length": 2626.866, + "duration_game": 535.05, + "duration_system": 9278.871 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "2.460171", + "52.73", + "0.046656", + "0.0", + "4.332", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.722", + "0.0", + "0.0", + "7.219" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/31_res.json b/evaluation_logs/longest/31_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bb1d6429de75841a76cfb5b24002de1c5d39b036 --- /dev/null +++ b/evaluation_logs/longest/31_res.json @@ -0,0 +1,149 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 2.324, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.001, + "min_speed_infractions": 10.069, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.775, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 14.313571, + "score_route": 66.31, + "score_penalty": 0.215858 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1947.013, + "duration_game": 425.6, + "duration_system": 8276.509, + "exceptions": [ + [ + "RouteScenario_31_rep0", + 0, + "Failed - Agent deviated from the route" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_31_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": null, + "save_name": "RouteScenario_31_rep0_Town06_SignalizedJunctionLeftTurn_1_None_04_19_23_51_15", + "status": "Failed - Agent deviated from the route", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=353 at (x=-198.559, y=136.295, z=0.002) at time=224.800s [CARLA Frame: 10487, Agent Step: 4495]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=404 at (x=-314.271, y=88.785, z=-0.003) at time=288.650s [CARLA Frame: 11764, Agent Step: 5772]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=452 at (x=-87.961, y=50.654, z=-0.007) at time=360.150s [CARLA Frame: 13194, Agent Step: 7202]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 0.846 meters (0.07% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 40.9% of the surrounding traffic's one", + "Average speed is 114.7% of the surrounding traffic's one", + "Average speed is 51.82% of the surrounding traffic's one", + "Average speed is 110.37% of the surrounding traffic's one", + "Average speed is 167.39% of the surrounding traffic's one", + "Average speed is 133.48% of the surrounding traffic's one", + "Average speed is 34.91% of the surrounding traffic's one", + "Average speed is 68.41% of the surrounding traffic's one", + "Average speed is 35.79% of the surrounding traffic's one", + "Average speed is 114.22% of the surrounding traffic's one", + "Average speed is 114.6% of the surrounding traffic's one", + "Average speed is 173.36% of the surrounding traffic's one", + "Average speed is 239.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=9.163, y=212.052, z=-0.006)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 66.31, + "score_penalty": 0.215858, + "score_composed": 14.313571 + }, + "meta": { + "route_length": 1947.013, + "duration_game": 425.6, + "duration_system": 8276.509 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "14.313571", + "66.31", + "0.215858", + "0.0", + "2.324", + "0.0", + "0.0", + "0.0", + "0.001", + "0.775", + "0.0", + "0.0", + "0.0", + "0.0", + "10.069" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/32_res.json b/evaluation_logs/longest/32_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3e06ba850194dcc6306c4234d829fa42fb032e42 --- /dev/null +++ b/evaluation_logs/longest/32_res.json @@ -0,0 +1,162 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.335, + "collisions_vehicle": 3.35, + "red_light": 1.005, + "stop_infraction": 0.0, + "outside_route_lanes": 0.001, + "min_speed_infractions": 7.035, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 0.103671, + "score_route": 100.0, + "score_penalty": 0.001037 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 2985.044, + "duration_game": 764.25, + "duration_system": 16714.067, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_32_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": null, + "save_name": "RouteScenario_32_rep0_Town06_SignalizedJunctionLeftTurn_1_None_04_22_05_21_49", + "status": "Completed", + "num_infractions": 36, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [ + "Agent collided against object with type=walker.pedestrian.0012 and id=225 at (x=-37.598, y=-21.488, z=-0.002) at time=288.450s [CARLA Frame: 11346, Agent Step: 5768]" + ], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=188 at (x=531.717, y=-18.078, z=-0.004) at time=30.150s [CARLA Frame: 6180, Agent Step: 602]", + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=261 at (x=463.6, y=-23.172, z=-0.007) at time=122.600s [CARLA Frame: 8029, Agent Step: 2451]", + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=386 at (x=234.151, y=-17.752, z=-0.006) at time=236.650s [CARLA Frame: 10310, Agent Step: 4732]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=407 at (x=29.52, y=-18.529, z=-0.006) at time=281.150s [CARLA Frame: 11200, Agent Step: 5622]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=407 at (x=-17.299, y=-17.369, z=0.002) at time=286.150s [CARLA Frame: 11300, Agent Step: 5722]", + "Agent collided against object with type=vehicle.ford.mustang and id=564 at (x=466.515, y=48.099, z=-0.004) at time=423.800s [CARLA Frame: 14053, Agent Step: 8475]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=602 at (x=641.536, y=47.419, z=-0.004) at time=473.200s [CARLA Frame: 15041, Agent Step: 9463]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=600 at (x=645.57, y=44.452, z=-0.006) at time=474.550s [CARLA Frame: 15068, Agent Step: 9490]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=683 at (x=444.898, y=-20.267, z=-0.002) at time=510.550s [CARLA Frame: 15788, Agent Step: 10210]", + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=753 at (x=76.188, y=-17.482, z=-0.007) at time=602.650s [CARLA Frame: 17630, Agent Step: 12052]" + ], + "red_light": [ + "Agent ran a red light 56 at (x=677.42, y=55.0, z=0.15)", + "Agent ran a red light 106 at (x=-143.31, y=56.01, z=0.15)", + "Agent ran a red light 56 at (x=677.42, y=55.0, z=0.15)" + ], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 0.808 meters (0.03% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 143.12% of the surrounding traffic's one", + "Average speed is 19.98% of the surrounding traffic's one", + "Average speed is 102.76% of the surrounding traffic's one", + "Average speed is 106.57% of the surrounding traffic's one", + "Average speed is 133.51% of the surrounding traffic's one", + "Average speed is 70.79% of the surrounding traffic's one", + "Average speed is 150.07% of the surrounding traffic's one", + "Average speed is 108.37% of the surrounding traffic's one", + "Average speed is 94.52% of the surrounding traffic's one", + "Average speed is 88.45% of the surrounding traffic's one", + "Average speed is 149.81% of the surrounding traffic's one", + "Average speed is 85.83% of the surrounding traffic's one", + "Average speed is 102.19% of the surrounding traffic's one", + "Average speed is 43.01% of the surrounding traffic's one", + "Average speed is 109.57% of the surrounding traffic's one", + "Average speed is 108.37% of the surrounding traffic's one", + "Average speed is 92.64% of the surrounding traffic's one", + "Average speed is 89.35% of the surrounding traffic's one", + "Average speed is 394.46% of the surrounding traffic's one", + "Average speed is 272.0% of the surrounding traffic's one", + "Average speed is 272.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.001037, + "score_composed": 0.103671 + }, + "meta": { + "route_length": 2985.044, + "duration_game": 764.25, + "duration_system": 16714.067 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "0.103671", + "100.0", + "0.001037", + "0.335", + "3.35", + "0.0", + "1.005", + "0.0", + "0.001", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.035" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/33_res.json b/evaluation_logs/longest/33_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b23782d3d7263acf1f73c45002bd9ba34df087e4 --- /dev/null +++ b/evaluation_logs/longest/33_res.json @@ -0,0 +1,162 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.43, + "collisions_pedestrian": 0.43, + "collisions_vehicle": 4.3, + "red_light": 0.43, + "stop_infraction": 0.0, + "outside_route_lanes": 0.008, + "min_speed_infractions": 9.029, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 0.137112, + "score_route": 100.0, + "score_penalty": 0.001371 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 2325.786, + "duration_game": 527.4, + "duration_system": 11304.051, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_33_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": null, + "save_name": "RouteScenario_33_rep0_Town06_SignalizedJunctionLeftTurn_1_None_04_20_12_17_17", + "status": "Completed", + "num_infractions": 35, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.ground and id=0 at (x=-0.084, y=60.93, z=0.002) at time=59.050s [CARLA Frame: 6718, Agent Step: 1180]" + ], + "collisions_pedestrian": [ + "Agent collided against object with type=walker.pedestrian.0049 and id=129 at (x=-32.552, y=-22.592, z=-0.005) at time=487.050s [CARLA Frame: 15278, Agent Step: 9740]" + ], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=172 at (x=-0.952, y=45.854, z=-0.006) at time=15.350s [CARLA Frame: 5844, Agent Step: 306]", + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=299 at (x=383.443, y=246.936, z=-0.005) at time=171.550s [CARLA Frame: 8968, Agent Step: 3430]", + "Agent collided against object with type=vehicle.ford.mustang and id=313 at (x=495.635, y=242.285, z=-0.004) at time=182.450s [CARLA Frame: 9186, Agent Step: 3648]", + "Agent collided against object with type=vehicle.ford.mustang and id=313 at (x=556.23, y=244.25, z=0.005) at time=187.450s [CARLA Frame: 9286, Agent Step: 3748]", + "Agent collided against object with type=vehicle.ford.mustang and id=313 at (x=614.996, y=243.092, z=-0.003) at time=192.450s [CARLA Frame: 9386, Agent Step: 3848]", + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=325 at (x=649.451, y=227.125, z=-0.007) at time=199.750s [CARLA Frame: 9532, Agent Step: 3994]", + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=414 at (x=553.26, y=-18.031, z=-0.005) at time=263.550s [CARLA Frame: 10808, Agent Step: 5270]", + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=438 at (x=336.033, y=-18.093, z=-0.004) at time=282.700s [CARLA Frame: 11191, Agent Step: 5653]", + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=437 at (x=285.579, y=-16.735, z=-0.002) at time=288.750s [CARLA Frame: 11312, Agent Step: 5774]", + "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=515 at (x=9.291, y=-111.172, z=-0.001) at time=380.800s [CARLA Frame: 13153, Agent Step: 7615]" + ], + "red_light": [ + "Agent ran a red light 106 at (x=-143.31, y=56.01, z=0.15)" + ], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 7.547 meters (0.33% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 73.11% of the surrounding traffic's one", + "Average speed is 210.21% of the surrounding traffic's one", + "Average speed is 188.66% of the surrounding traffic's one", + "Average speed is 115.48% of the surrounding traffic's one", + "Average speed is 67.37% of the surrounding traffic's one", + "Average speed is 89.87% of the surrounding traffic's one", + "Average speed is 93.06% of the surrounding traffic's one", + "Average speed is 79.13% of the surrounding traffic's one", + "Average speed is 145.35% of the surrounding traffic's one", + "Average speed is 124.75% of the surrounding traffic's one", + "Average speed is 117.11% of the surrounding traffic's one", + "Average speed is 109.01% of the surrounding traffic's one", + "Average speed is 92.01% of the surrounding traffic's one", + "Average speed is 119.44% of the surrounding traffic's one", + "Average speed is 98.97% of the surrounding traffic's one", + "Average speed is 143.78% of the surrounding traffic's one", + "Average speed is 88.65% of the surrounding traffic's one", + "Average speed is 68.64% of the surrounding traffic's one", + "Average speed is 110.45% of the surrounding traffic's one", + "Average speed is 139.2% of the surrounding traffic's one", + "Average speed is 139.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.001371, + "score_composed": 0.137112 + }, + "meta": { + "route_length": 2325.786, + "duration_game": 527.4, + "duration_system": 11304.051 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "0.137112", + "100.0", + "0.001371", + "0.43", + "4.3", + "0.43", + "0.43", + "0.0", + "0.008", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.029" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/34_res.json b/evaluation_logs/longest/34_res.json new file mode 100644 index 0000000000000000000000000000000000000000..776ea3abf363b5b3fe3adc1485596a4214e11dff --- /dev/null +++ b/evaluation_logs/longest/34_res.json @@ -0,0 +1,145 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.01, + "min_speed_infractions": 13.859, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 99.365154, + "score_route": 100.0, + "score_penalty": 0.993652 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1515.306, + "duration_game": 288.25, + "duration_system": 3292.262, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_34_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": null, + "save_name": "RouteScenario_34_rep0_Town06_DynamicObjectCrossing_1_None_04_17_00_37_08", + "status": "Completed", + "num_infractions": 22, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 9.559 meters (0.63% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 187.5% of the surrounding traffic's one", + "Average speed is 104.96% of the surrounding traffic's one", + "Average speed is 112.89% of the surrounding traffic's one", + "Average speed is 62.91% of the surrounding traffic's one", + "Average speed is 198.0% of the surrounding traffic's one", + "Average speed is 76.58% of the surrounding traffic's one", + "Average speed is 142.98% of the surrounding traffic's one", + "Average speed is 100.93% of the surrounding traffic's one", + "Average speed is 98.92% of the surrounding traffic's one", + "Average speed is 107.3% of the surrounding traffic's one", + "Average speed is 104.57% of the surrounding traffic's one", + "Average speed is 113.31% of the surrounding traffic's one", + "Average speed is 84.69% of the surrounding traffic's one", + "Average speed is 92.95% of the surrounding traffic's one", + "Average speed is 38.39% of the surrounding traffic's one", + "Average speed is 405.02% of the surrounding traffic's one", + "Average speed is 79.31% of the surrounding traffic's one", + "Average speed is 131.22% of the surrounding traffic's one", + "Average speed is 85.09% of the surrounding traffic's one", + "Average speed is 48.48% of the surrounding traffic's one", + "Average speed is 48.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.993652, + "score_composed": 99.365154 + }, + "meta": { + "route_length": 1515.306, + "duration_game": 288.25, + "duration_system": 3292.262 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "99.365154", + "100.0", + "0.993652", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.01", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "13.859" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/longest/35_res.json b/evaluation_logs/longest/35_res.json new file mode 100644 index 0000000000000000000000000000000000000000..853a4bc1c420f5a0956279415973bdb56d09302b --- /dev/null +++ b/evaluation_logs/longest/35_res.json @@ -0,0 +1,150 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 2.21, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.001, + "min_speed_infractions": 11.603, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 12.953934, + "score_route": 100.0, + "score_penalty": 0.129539 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 1809.827, + "duration_game": 372.8, + "duration_system": 6983.461, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_35_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": null, + "save_name": "RouteScenario_35_rep0_Town06_SignalizedJunctionLeftTurn_1_None_04_17_01_33_44", + "status": "Completed", + "num_infractions": 26, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=186 at (x=-203.59, y=138.024, z=-0.003) at time=44.000s [CARLA Frame: 6546, Agent Step: 879]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=239 at (x=-286.97, y=55.676, z=-0.004) at time=86.300s [CARLA Frame: 7392, Agent Step: 1725]", + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=368 at (x=-240.229, y=52.406, z=-0.003) at time=212.900s [CARLA Frame: 9924, Agent Step: 4257]", + "Agent collided against object with type=vehicle.ford.mustang and id=372 at (x=-165.639, y=51.388, z=-0.006) at time=231.100s [CARLA Frame: 10288, Agent Step: 4621]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 0.842 meters (0.05% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 150.3% of the surrounding traffic's one", + "Average speed is 192.22% of the surrounding traffic's one", + "Average speed is 139.88% of the surrounding traffic's one", + "Average speed is 41.65% of the surrounding traffic's one", + "Average speed is 92.26% of the surrounding traffic's one", + "Average speed is 98.68% of the surrounding traffic's one", + "Average speed is 119.96% of the surrounding traffic's one", + "Average speed is 106.42% of the surrounding traffic's one", + "Average speed is 127.47% of the surrounding traffic's one", + "Average speed is 157.94% of the surrounding traffic's one", + "Average speed is 135.39% of the surrounding traffic's one", + "Average speed is 101.94% of the surrounding traffic's one", + "Average speed is 94.65% of the surrounding traffic's one", + "Average speed is 94.63% of the surrounding traffic's one", + "Average speed is 118.9% of the surrounding traffic's one", + "Average speed is 95.19% of the surrounding traffic's one", + "Average speed is 94.43% of the surrounding traffic's one", + "Average speed is 117.65% of the surrounding traffic's one", + "Average speed is 208.7% of the surrounding traffic's one", + "Average speed is 150.93% of the surrounding traffic's one", + "Average speed is 150.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.129539, + "score_composed": 12.953934 + }, + "meta": { + "route_length": 1809.827, + "duration_game": 372.8, + "duration_system": 6983.461 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "12.953934", + "100.0", + "0.129539", + "0.0", + "2.21", + "0.0", + "0.0", + "0.0", + "0.001", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "11.603" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file